| Index: src/a64/assembler-a64.cc
|
| diff --git a/src/a64/assembler-a64.cc b/src/a64/assembler-a64.cc
|
| deleted file mode 100644
|
| index 042b544af162b9f1510ea2dec05d76fa74f8b133..0000000000000000000000000000000000000000
|
| --- a/src/a64/assembler-a64.cc
|
| +++ /dev/null
|
| @@ -1,2813 +0,0 @@
|
| -// Copyright 2013 the V8 project authors. All rights reserved.
|
| -//
|
| -// Redistribution and use in source and binary forms, with or without
|
| -// modification, are permitted provided that the following conditions are
|
| -// met:
|
| -//
|
| -// * Redistributions of source code must retain the above copyright
|
| -// notice, this list of conditions and the following disclaimer.
|
| -// * Redistributions in binary form must reproduce the above
|
| -// copyright notice, this list of conditions and the following
|
| -// disclaimer in the documentation and/or other materials provided
|
| -// with the distribution.
|
| -// * Neither the name of Google Inc. nor the names of its
|
| -// contributors may be used to endorse or promote products derived
|
| -// from this software without specific prior written permission.
|
| -//
|
| -// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
| -// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
| -// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
| -// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
| -// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
| -// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
| -// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
| -// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
| -// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
| -// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
| -// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
| -
|
| -#include "v8.h"
|
| -
|
| -#if V8_TARGET_ARCH_A64
|
| -
|
| -#define A64_DEFINE_REG_STATICS
|
| -
|
| -#include "a64/assembler-a64-inl.h"
|
| -
|
| -namespace v8 {
|
| -namespace internal {
|
| -
|
| -
|
| -// -----------------------------------------------------------------------------
|
| -// CpuFeatures utilities (for V8 compatibility).
|
| -
|
| -ExternalReference ExternalReference::cpu_features() {
|
| - return ExternalReference(&CpuFeatures::supported_);
|
| -}
|
| -
|
| -
|
| -// -----------------------------------------------------------------------------
|
| -// CPURegList utilities.
|
| -
|
| -CPURegister CPURegList::PopLowestIndex() {
|
| - ASSERT(IsValid());
|
| - if (IsEmpty()) {
|
| - return NoCPUReg;
|
| - }
|
| - int index = CountTrailingZeros(list_, kRegListSizeInBits);
|
| - ASSERT((1 << index) & list_);
|
| - Remove(index);
|
| - return CPURegister::Create(index, size_, type_);
|
| -}
|
| -
|
| -
|
| -CPURegister CPURegList::PopHighestIndex() {
|
| - ASSERT(IsValid());
|
| - if (IsEmpty()) {
|
| - return NoCPUReg;
|
| - }
|
| - int index = CountLeadingZeros(list_, kRegListSizeInBits);
|
| - index = kRegListSizeInBits - 1 - index;
|
| - ASSERT((1 << index) & list_);
|
| - Remove(index);
|
| - return CPURegister::Create(index, size_, type_);
|
| -}
|
| -
|
| -
|
| -void CPURegList::RemoveCalleeSaved() {
|
| - if (type() == CPURegister::kRegister) {
|
| - Remove(GetCalleeSaved(RegisterSizeInBits()));
|
| - } else if (type() == CPURegister::kFPRegister) {
|
| - Remove(GetCalleeSavedFP(RegisterSizeInBits()));
|
| - } else {
|
| - ASSERT(type() == CPURegister::kNoRegister);
|
| - ASSERT(IsEmpty());
|
| - // The list must already be empty, so do nothing.
|
| - }
|
| -}
|
| -
|
| -
|
| -CPURegList CPURegList::GetCalleeSaved(unsigned size) {
|
| - return CPURegList(CPURegister::kRegister, size, 19, 29);
|
| -}
|
| -
|
| -
|
| -CPURegList CPURegList::GetCalleeSavedFP(unsigned size) {
|
| - return CPURegList(CPURegister::kFPRegister, size, 8, 15);
|
| -}
|
| -
|
| -
|
| -CPURegList CPURegList::GetCallerSaved(unsigned size) {
|
| - // Registers x0-x18 and lr (x30) are caller-saved.
|
| - CPURegList list = CPURegList(CPURegister::kRegister, size, 0, 18);
|
| - list.Combine(lr);
|
| - return list;
|
| -}
|
| -
|
| -
|
| -CPURegList CPURegList::GetCallerSavedFP(unsigned size) {
|
| - // Registers d0-d7 and d16-d31 are caller-saved.
|
| - CPURegList list = CPURegList(CPURegister::kFPRegister, size, 0, 7);
|
| - list.Combine(CPURegList(CPURegister::kFPRegister, size, 16, 31));
|
| - return list;
|
| -}
|
| -
|
| -
|
| -// This function defines the list of registers which are associated with a
|
| -// safepoint slot. Safepoint register slots are saved contiguously on the stack.
|
| -// MacroAssembler::SafepointRegisterStackIndex handles mapping from register
|
| -// code to index in the safepoint register slots. Any change here can affect
|
| -// this mapping.
|
| -CPURegList CPURegList::GetSafepointSavedRegisters() {
|
| - CPURegList list = CPURegList::GetCalleeSaved();
|
| - list.Combine(
|
| - CPURegList(CPURegister::kRegister, kXRegSizeInBits, kJSCallerSaved));
|
| -
|
| - // Note that unfortunately we can't use symbolic names for registers and have
|
| - // to directly use register codes. This is because this function is used to
|
| - // initialize some static variables and we can't rely on register variables
|
| - // to be initialized due to static initialization order issues in C++.
|
| -
|
| - // Drop ip0 and ip1 (i.e. x16 and x17), as they should not be expected to be
|
| - // preserved outside of the macro assembler.
|
| - list.Remove(16);
|
| - list.Remove(17);
|
| -
|
| - // Add x18 to the safepoint list, as although it's not in kJSCallerSaved, it
|
| - // is a caller-saved register according to the procedure call standard.
|
| - list.Combine(18);
|
| -
|
| - // Drop jssp as the stack pointer doesn't need to be included.
|
| - list.Remove(28);
|
| -
|
| - // Add the link register (x30) to the safepoint list.
|
| - list.Combine(30);
|
| -
|
| - return list;
|
| -}
|
| -
|
| -
|
| -// -----------------------------------------------------------------------------
|
| -// Implementation of RelocInfo
|
| -
|
| -const int RelocInfo::kApplyMask = 0;
|
| -
|
| -
|
| -bool RelocInfo::IsCodedSpecially() {
|
| - // The deserializer needs to know whether a pointer is specially coded. Being
|
| - // specially coded on A64 means that it is a movz/movk sequence. We don't
|
| - // generate those for relocatable pointers.
|
| - return false;
|
| -}
|
| -
|
| -
|
| -bool RelocInfo::IsInConstantPool() {
|
| - Instruction* instr = reinterpret_cast<Instruction*>(pc_);
|
| - return instr->IsLdrLiteralX();
|
| -}
|
| -
|
| -
|
| -void RelocInfo::PatchCode(byte* instructions, int instruction_count) {
|
| - // Patch the code at the current address with the supplied instructions.
|
| - Instr* pc = reinterpret_cast<Instr*>(pc_);
|
| - Instr* instr = reinterpret_cast<Instr*>(instructions);
|
| - for (int i = 0; i < instruction_count; i++) {
|
| - *(pc + i) = *(instr + i);
|
| - }
|
| -
|
| - // Indicate that code has changed.
|
| - CPU::FlushICache(pc_, instruction_count * kInstructionSize);
|
| -}
|
| -
|
| -
|
| -// Patch the code at the current PC with a call to the target address.
|
| -// Additional guard instructions can be added if required.
|
| -void RelocInfo::PatchCodeWithCall(Address target, int guard_bytes) {
|
| - UNIMPLEMENTED();
|
| -}
|
| -
|
| -
|
| -Register GetAllocatableRegisterThatIsNotOneOf(Register reg1, Register reg2,
|
| - Register reg3, Register reg4) {
|
| - CPURegList regs(reg1, reg2, reg3, reg4);
|
| - for (int i = 0; i < Register::NumAllocatableRegisters(); i++) {
|
| - Register candidate = Register::FromAllocationIndex(i);
|
| - if (regs.IncludesAliasOf(candidate)) continue;
|
| - return candidate;
|
| - }
|
| - UNREACHABLE();
|
| - return NoReg;
|
| -}
|
| -
|
| -
|
| -bool AreAliased(const CPURegister& reg1, const CPURegister& reg2,
|
| - const CPURegister& reg3, const CPURegister& reg4,
|
| - const CPURegister& reg5, const CPURegister& reg6,
|
| - const CPURegister& reg7, const CPURegister& reg8) {
|
| - int number_of_valid_regs = 0;
|
| - int number_of_valid_fpregs = 0;
|
| -
|
| - RegList unique_regs = 0;
|
| - RegList unique_fpregs = 0;
|
| -
|
| - const CPURegister regs[] = {reg1, reg2, reg3, reg4, reg5, reg6, reg7, reg8};
|
| -
|
| - for (unsigned i = 0; i < sizeof(regs) / sizeof(regs[0]); i++) {
|
| - if (regs[i].IsRegister()) {
|
| - number_of_valid_regs++;
|
| - unique_regs |= regs[i].Bit();
|
| - } else if (regs[i].IsFPRegister()) {
|
| - number_of_valid_fpregs++;
|
| - unique_fpregs |= regs[i].Bit();
|
| - } else {
|
| - ASSERT(!regs[i].IsValid());
|
| - }
|
| - }
|
| -
|
| - int number_of_unique_regs =
|
| - CountSetBits(unique_regs, sizeof(unique_regs) * kBitsPerByte);
|
| - int number_of_unique_fpregs =
|
| - CountSetBits(unique_fpregs, sizeof(unique_fpregs) * kBitsPerByte);
|
| -
|
| - ASSERT(number_of_valid_regs >= number_of_unique_regs);
|
| - ASSERT(number_of_valid_fpregs >= number_of_unique_fpregs);
|
| -
|
| - return (number_of_valid_regs != number_of_unique_regs) ||
|
| - (number_of_valid_fpregs != number_of_unique_fpregs);
|
| -}
|
| -
|
| -
|
| -bool AreSameSizeAndType(const CPURegister& reg1, const CPURegister& reg2,
|
| - const CPURegister& reg3, const CPURegister& reg4,
|
| - const CPURegister& reg5, const CPURegister& reg6,
|
| - const CPURegister& reg7, const CPURegister& reg8) {
|
| - ASSERT(reg1.IsValid());
|
| - bool match = true;
|
| - match &= !reg2.IsValid() || reg2.IsSameSizeAndType(reg1);
|
| - match &= !reg3.IsValid() || reg3.IsSameSizeAndType(reg1);
|
| - match &= !reg4.IsValid() || reg4.IsSameSizeAndType(reg1);
|
| - match &= !reg5.IsValid() || reg5.IsSameSizeAndType(reg1);
|
| - match &= !reg6.IsValid() || reg6.IsSameSizeAndType(reg1);
|
| - match &= !reg7.IsValid() || reg7.IsSameSizeAndType(reg1);
|
| - match &= !reg8.IsValid() || reg8.IsSameSizeAndType(reg1);
|
| - return match;
|
| -}
|
| -
|
| -
|
| -void Operand::initialize_handle(Handle<Object> handle) {
|
| - AllowDeferredHandleDereference using_raw_address;
|
| -
|
| - // Verify all Objects referred by code are NOT in new space.
|
| - Object* obj = *handle;
|
| - if (obj->IsHeapObject()) {
|
| - ASSERT(!HeapObject::cast(obj)->GetHeap()->InNewSpace(obj));
|
| - immediate_ = reinterpret_cast<intptr_t>(handle.location());
|
| - rmode_ = RelocInfo::EMBEDDED_OBJECT;
|
| - } else {
|
| - STATIC_ASSERT(sizeof(intptr_t) == sizeof(int64_t));
|
| - immediate_ = reinterpret_cast<intptr_t>(obj);
|
| - rmode_ = RelocInfo::NONE64;
|
| - }
|
| -}
|
| -
|
| -
|
| -bool Operand::NeedsRelocation() const {
|
| - if (rmode_ == RelocInfo::EXTERNAL_REFERENCE) {
|
| -#ifdef DEBUG
|
| - if (!Serializer::enabled()) {
|
| - Serializer::TooLateToEnableNow();
|
| - }
|
| -#endif
|
| - return Serializer::enabled();
|
| - }
|
| -
|
| - return !RelocInfo::IsNone(rmode_);
|
| -}
|
| -
|
| -
|
| -// Assembler
|
| -
|
| -Assembler::Assembler(Isolate* isolate, void* buffer, int buffer_size)
|
| - : AssemblerBase(isolate, buffer, buffer_size),
|
| - recorded_ast_id_(TypeFeedbackId::None()),
|
| - unresolved_branches_(),
|
| - positions_recorder_(this) {
|
| - const_pool_blocked_nesting_ = 0;
|
| - veneer_pool_blocked_nesting_ = 0;
|
| - Reset();
|
| -}
|
| -
|
| -
|
| -Assembler::~Assembler() {
|
| - ASSERT(num_pending_reloc_info_ == 0);
|
| - ASSERT(const_pool_blocked_nesting_ == 0);
|
| - ASSERT(veneer_pool_blocked_nesting_ == 0);
|
| -}
|
| -
|
| -
|
| -void Assembler::Reset() {
|
| -#ifdef DEBUG
|
| - ASSERT((pc_ >= buffer_) && (pc_ < buffer_ + buffer_size_));
|
| - ASSERT(const_pool_blocked_nesting_ == 0);
|
| - ASSERT(veneer_pool_blocked_nesting_ == 0);
|
| - ASSERT(unresolved_branches_.empty());
|
| - memset(buffer_, 0, pc_ - buffer_);
|
| -#endif
|
| - pc_ = buffer_;
|
| - reloc_info_writer.Reposition(reinterpret_cast<byte*>(buffer_ + buffer_size_),
|
| - reinterpret_cast<byte*>(pc_));
|
| - num_pending_reloc_info_ = 0;
|
| - next_constant_pool_check_ = 0;
|
| - next_veneer_pool_check_ = kMaxInt;
|
| - no_const_pool_before_ = 0;
|
| - first_const_pool_use_ = -1;
|
| - ClearRecordedAstId();
|
| -}
|
| -
|
| -
|
| -void Assembler::GetCode(CodeDesc* desc) {
|
| - // Emit constant pool if necessary.
|
| - CheckConstPool(true, false);
|
| - ASSERT(num_pending_reloc_info_ == 0);
|
| -
|
| - // Set up code descriptor.
|
| - if (desc) {
|
| - desc->buffer = reinterpret_cast<byte*>(buffer_);
|
| - desc->buffer_size = buffer_size_;
|
| - desc->instr_size = pc_offset();
|
| - desc->reloc_size = (reinterpret_cast<byte*>(buffer_) + buffer_size_) -
|
| - reloc_info_writer.pos();
|
| - desc->origin = this;
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::Align(int m) {
|
| - ASSERT(m >= 4 && IsPowerOf2(m));
|
| - while ((pc_offset() & (m - 1)) != 0) {
|
| - nop();
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::CheckLabelLinkChain(Label const * label) {
|
| -#ifdef DEBUG
|
| - if (label->is_linked()) {
|
| - int linkoffset = label->pos();
|
| - bool end_of_chain = false;
|
| - while (!end_of_chain) {
|
| - Instruction * link = InstructionAt(linkoffset);
|
| - int linkpcoffset = link->ImmPCOffset();
|
| - int prevlinkoffset = linkoffset + linkpcoffset;
|
| -
|
| - end_of_chain = (linkoffset == prevlinkoffset);
|
| - linkoffset = linkoffset + linkpcoffset;
|
| - }
|
| - }
|
| -#endif
|
| -}
|
| -
|
| -
|
| -void Assembler::RemoveBranchFromLabelLinkChain(Instruction* branch,
|
| - Label* label,
|
| - Instruction* label_veneer) {
|
| - ASSERT(label->is_linked());
|
| -
|
| - CheckLabelLinkChain(label);
|
| -
|
| - Instruction* link = InstructionAt(label->pos());
|
| - Instruction* prev_link = link;
|
| - Instruction* next_link;
|
| - bool end_of_chain = false;
|
| -
|
| - while (link != branch && !end_of_chain) {
|
| - next_link = link->ImmPCOffsetTarget();
|
| - end_of_chain = (link == next_link);
|
| - prev_link = link;
|
| - link = next_link;
|
| - }
|
| -
|
| - ASSERT(branch == link);
|
| - next_link = branch->ImmPCOffsetTarget();
|
| -
|
| - if (branch == prev_link) {
|
| - // The branch is the first instruction in the chain.
|
| - if (branch == next_link) {
|
| - // It is also the last instruction in the chain, so it is the only branch
|
| - // currently referring to this label.
|
| - label->Unuse();
|
| - } else {
|
| - label->link_to(reinterpret_cast<byte*>(next_link) - buffer_);
|
| - }
|
| -
|
| - } else if (branch == next_link) {
|
| - // The branch is the last (but not also the first) instruction in the chain.
|
| - prev_link->SetImmPCOffsetTarget(prev_link);
|
| -
|
| - } else {
|
| - // The branch is in the middle of the chain.
|
| - if (prev_link->IsTargetInImmPCOffsetRange(next_link)) {
|
| - prev_link->SetImmPCOffsetTarget(next_link);
|
| - } else if (label_veneer != NULL) {
|
| - // Use the veneer for all previous links in the chain.
|
| - prev_link->SetImmPCOffsetTarget(prev_link);
|
| -
|
| - end_of_chain = false;
|
| - link = next_link;
|
| - while (!end_of_chain) {
|
| - next_link = link->ImmPCOffsetTarget();
|
| - end_of_chain = (link == next_link);
|
| - link->SetImmPCOffsetTarget(label_veneer);
|
| - link = next_link;
|
| - }
|
| - } else {
|
| - // The assert below will fire.
|
| - // Some other work could be attempted to fix up the chain, but it would be
|
| - // rather complicated. If we crash here, we may want to consider using an
|
| - // other mechanism than a chain of branches.
|
| - //
|
| - // Note that this situation currently should not happen, as we always call
|
| - // this function with a veneer to the target label.
|
| - // However this could happen with a MacroAssembler in the following state:
|
| - // [previous code]
|
| - // B(label);
|
| - // [20KB code]
|
| - // Tbz(label); // First tbz. Pointing to unconditional branch.
|
| - // [20KB code]
|
| - // Tbz(label); // Second tbz. Pointing to the first tbz.
|
| - // [more code]
|
| - // and this function is called to remove the first tbz from the label link
|
| - // chain. Since tbz has a range of +-32KB, the second tbz cannot point to
|
| - // the unconditional branch.
|
| - CHECK(prev_link->IsTargetInImmPCOffsetRange(next_link));
|
| - UNREACHABLE();
|
| - }
|
| - }
|
| -
|
| - CheckLabelLinkChain(label);
|
| -}
|
| -
|
| -
|
| -void Assembler::bind(Label* label) {
|
| - // Bind label to the address at pc_. All instructions (most likely branches)
|
| - // that are linked to this label will be updated to point to the newly-bound
|
| - // label.
|
| -
|
| - ASSERT(!label->is_near_linked());
|
| - ASSERT(!label->is_bound());
|
| -
|
| - // If the label is linked, the link chain looks something like this:
|
| - //
|
| - // |--I----I-------I-------L
|
| - // |---------------------->| pc_offset
|
| - // |-------------->| linkoffset = label->pos()
|
| - // |<------| link->ImmPCOffset()
|
| - // |------>| prevlinkoffset = linkoffset + link->ImmPCOffset()
|
| - //
|
| - // On each iteration, the last link is updated and then removed from the
|
| - // chain until only one remains. At that point, the label is bound.
|
| - //
|
| - // If the label is not linked, no preparation is required before binding.
|
| - while (label->is_linked()) {
|
| - int linkoffset = label->pos();
|
| - Instruction* link = InstructionAt(linkoffset);
|
| - int prevlinkoffset = linkoffset + link->ImmPCOffset();
|
| -
|
| - CheckLabelLinkChain(label);
|
| -
|
| - ASSERT(linkoffset >= 0);
|
| - ASSERT(linkoffset < pc_offset());
|
| - ASSERT((linkoffset > prevlinkoffset) ||
|
| - (linkoffset - prevlinkoffset == kStartOfLabelLinkChain));
|
| - ASSERT(prevlinkoffset >= 0);
|
| -
|
| - // Update the link to point to the label.
|
| - link->SetImmPCOffsetTarget(reinterpret_cast<Instruction*>(pc_));
|
| -
|
| - // Link the label to the previous link in the chain.
|
| - if (linkoffset - prevlinkoffset == kStartOfLabelLinkChain) {
|
| - // We hit kStartOfLabelLinkChain, so the chain is fully processed.
|
| - label->Unuse();
|
| - } else {
|
| - // Update the label for the next iteration.
|
| - label->link_to(prevlinkoffset);
|
| - }
|
| - }
|
| - label->bind_to(pc_offset());
|
| -
|
| - ASSERT(label->is_bound());
|
| - ASSERT(!label->is_linked());
|
| -
|
| - DeleteUnresolvedBranchInfoForLabel(label);
|
| -}
|
| -
|
| -
|
| -int Assembler::LinkAndGetByteOffsetTo(Label* label) {
|
| - ASSERT(sizeof(*pc_) == 1);
|
| - CheckLabelLinkChain(label);
|
| -
|
| - int offset;
|
| - if (label->is_bound()) {
|
| - // The label is bound, so it does not need to be updated. Referring
|
| - // instructions must link directly to the label as they will not be
|
| - // updated.
|
| - //
|
| - // In this case, label->pos() returns the offset of the label from the
|
| - // start of the buffer.
|
| - //
|
| - // Note that offset can be zero for self-referential instructions. (This
|
| - // could be useful for ADR, for example.)
|
| - offset = label->pos() - pc_offset();
|
| - ASSERT(offset <= 0);
|
| - } else {
|
| - if (label->is_linked()) {
|
| - // The label is linked, so the referring instruction should be added onto
|
| - // the end of the label's link chain.
|
| - //
|
| - // In this case, label->pos() returns the offset of the last linked
|
| - // instruction from the start of the buffer.
|
| - offset = label->pos() - pc_offset();
|
| - ASSERT(offset != kStartOfLabelLinkChain);
|
| - // Note that the offset here needs to be PC-relative only so that the
|
| - // first instruction in a buffer can link to an unbound label. Otherwise,
|
| - // the offset would be 0 for this case, and 0 is reserved for
|
| - // kStartOfLabelLinkChain.
|
| - } else {
|
| - // The label is unused, so it now becomes linked and the referring
|
| - // instruction is at the start of the new link chain.
|
| - offset = kStartOfLabelLinkChain;
|
| - }
|
| - // The instruction at pc is now the last link in the label's chain.
|
| - label->link_to(pc_offset());
|
| - }
|
| -
|
| - return offset;
|
| -}
|
| -
|
| -
|
| -void Assembler::DeleteUnresolvedBranchInfoForLabel(Label* label) {
|
| - if (unresolved_branches_.empty()) {
|
| - ASSERT(next_veneer_pool_check_ == kMaxInt);
|
| - return;
|
| - }
|
| -
|
| - // Branches to this label will be resolved when the label is bound below.
|
| - std::multimap<int, FarBranchInfo>::iterator it_tmp, it;
|
| - it = unresolved_branches_.begin();
|
| - while (it != unresolved_branches_.end()) {
|
| - it_tmp = it++;
|
| - if (it_tmp->second.label_ == label) {
|
| - CHECK(it_tmp->first >= pc_offset());
|
| - unresolved_branches_.erase(it_tmp);
|
| - }
|
| - }
|
| - if (unresolved_branches_.empty()) {
|
| - next_veneer_pool_check_ = kMaxInt;
|
| - } else {
|
| - next_veneer_pool_check_ =
|
| - unresolved_branches_first_limit() - kVeneerDistanceCheckMargin;
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::StartBlockConstPool() {
|
| - if (const_pool_blocked_nesting_++ == 0) {
|
| - // Prevent constant pool checks happening by setting the next check to
|
| - // the biggest possible offset.
|
| - next_constant_pool_check_ = kMaxInt;
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::EndBlockConstPool() {
|
| - if (--const_pool_blocked_nesting_ == 0) {
|
| - // Check the constant pool hasn't been blocked for too long.
|
| - ASSERT((num_pending_reloc_info_ == 0) ||
|
| - (pc_offset() < (first_const_pool_use_ + kMaxDistToConstPool)));
|
| - // Two cases:
|
| - // * no_const_pool_before_ >= next_constant_pool_check_ and the emission is
|
| - // still blocked
|
| - // * no_const_pool_before_ < next_constant_pool_check_ and the next emit
|
| - // will trigger a check.
|
| - next_constant_pool_check_ = no_const_pool_before_;
|
| - }
|
| -}
|
| -
|
| -
|
| -bool Assembler::is_const_pool_blocked() const {
|
| - return (const_pool_blocked_nesting_ > 0) ||
|
| - (pc_offset() < no_const_pool_before_);
|
| -}
|
| -
|
| -
|
| -bool Assembler::IsConstantPoolAt(Instruction* instr) {
|
| - // The constant pool marker is made of two instructions. These instructions
|
| - // will never be emitted by the JIT, so checking for the first one is enough:
|
| - // 0: ldr xzr, #<size of pool>
|
| - bool result = instr->IsLdrLiteralX() && (instr->Rt() == xzr.code());
|
| -
|
| - // It is still worth asserting the marker is complete.
|
| - // 4: blr xzr
|
| - ASSERT(!result || (instr->following()->IsBranchAndLinkToRegister() &&
|
| - instr->following()->Rn() == xzr.code()));
|
| -
|
| - return result;
|
| -}
|
| -
|
| -
|
| -int Assembler::ConstantPoolSizeAt(Instruction* instr) {
|
| -#ifdef USE_SIMULATOR
|
| - // Assembler::debug() embeds constants directly into the instruction stream.
|
| - // Although this is not a genuine constant pool, treat it like one to avoid
|
| - // disassembling the constants.
|
| - if ((instr->Mask(ExceptionMask) == HLT) &&
|
| - (instr->ImmException() == kImmExceptionIsDebug)) {
|
| - const char* message =
|
| - reinterpret_cast<const char*>(
|
| - instr->InstructionAtOffset(kDebugMessageOffset));
|
| - int size = kDebugMessageOffset + strlen(message) + 1;
|
| - return RoundUp(size, kInstructionSize) / kInstructionSize;
|
| - }
|
| - // Same for printf support, see MacroAssembler::CallPrintf().
|
| - if ((instr->Mask(ExceptionMask) == HLT) &&
|
| - (instr->ImmException() == kImmExceptionIsPrintf)) {
|
| - return kPrintfLength / kInstructionSize;
|
| - }
|
| -#endif
|
| - if (IsConstantPoolAt(instr)) {
|
| - return instr->ImmLLiteral();
|
| - } else {
|
| - return -1;
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::ConstantPoolMarker(uint32_t size) {
|
| - ASSERT(is_const_pool_blocked());
|
| - // + 1 is for the crash guard.
|
| - Emit(LDR_x_lit | ImmLLiteral(2 * size + 1) | Rt(xzr));
|
| -}
|
| -
|
| -
|
| -void Assembler::EmitPoolGuard() {
|
| - // We must generate only one instruction as this is used in scopes that
|
| - // control the size of the code generated.
|
| - Emit(BLR | Rn(xzr));
|
| -}
|
| -
|
| -
|
| -void Assembler::ConstantPoolGuard() {
|
| -#ifdef DEBUG
|
| - // Currently this is only used after a constant pool marker.
|
| - ASSERT(is_const_pool_blocked());
|
| - Instruction* instr = reinterpret_cast<Instruction*>(pc_);
|
| - ASSERT(instr->preceding()->IsLdrLiteralX() &&
|
| - instr->preceding()->Rt() == xzr.code());
|
| -#endif
|
| - EmitPoolGuard();
|
| -}
|
| -
|
| -
|
| -void Assembler::StartBlockVeneerPool() {
|
| - ++veneer_pool_blocked_nesting_;
|
| -}
|
| -
|
| -
|
| -void Assembler::EndBlockVeneerPool() {
|
| - if (--veneer_pool_blocked_nesting_ == 0) {
|
| - // Check the veneer pool hasn't been blocked for too long.
|
| - ASSERT(unresolved_branches_.empty() ||
|
| - (pc_offset() < unresolved_branches_first_limit()));
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::br(const Register& xn) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - ASSERT(xn.Is64Bits());
|
| - Emit(BR | Rn(xn));
|
| -}
|
| -
|
| -
|
| -void Assembler::blr(const Register& xn) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - ASSERT(xn.Is64Bits());
|
| - // The pattern 'blr xzr' is used as a guard to detect when execution falls
|
| - // through the constant pool. It should not be emitted.
|
| - ASSERT(!xn.Is(xzr));
|
| - Emit(BLR | Rn(xn));
|
| -}
|
| -
|
| -
|
| -void Assembler::ret(const Register& xn) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - ASSERT(xn.Is64Bits());
|
| - Emit(RET | Rn(xn));
|
| -}
|
| -
|
| -
|
| -void Assembler::b(int imm26) {
|
| - Emit(B | ImmUncondBranch(imm26));
|
| -}
|
| -
|
| -
|
| -void Assembler::b(Label* label) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - b(LinkAndGetInstructionOffsetTo(label));
|
| -}
|
| -
|
| -
|
| -void Assembler::b(int imm19, Condition cond) {
|
| - Emit(B_cond | ImmCondBranch(imm19) | cond);
|
| -}
|
| -
|
| -
|
| -void Assembler::b(Label* label, Condition cond) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - b(LinkAndGetInstructionOffsetTo(label), cond);
|
| -}
|
| -
|
| -
|
| -void Assembler::bl(int imm26) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - Emit(BL | ImmUncondBranch(imm26));
|
| -}
|
| -
|
| -
|
| -void Assembler::bl(Label* label) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - bl(LinkAndGetInstructionOffsetTo(label));
|
| -}
|
| -
|
| -
|
| -void Assembler::cbz(const Register& rt,
|
| - int imm19) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - Emit(SF(rt) | CBZ | ImmCmpBranch(imm19) | Rt(rt));
|
| -}
|
| -
|
| -
|
| -void Assembler::cbz(const Register& rt,
|
| - Label* label) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - cbz(rt, LinkAndGetInstructionOffsetTo(label));
|
| -}
|
| -
|
| -
|
| -void Assembler::cbnz(const Register& rt,
|
| - int imm19) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - Emit(SF(rt) | CBNZ | ImmCmpBranch(imm19) | Rt(rt));
|
| -}
|
| -
|
| -
|
| -void Assembler::cbnz(const Register& rt,
|
| - Label* label) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - cbnz(rt, LinkAndGetInstructionOffsetTo(label));
|
| -}
|
| -
|
| -
|
| -void Assembler::tbz(const Register& rt,
|
| - unsigned bit_pos,
|
| - int imm14) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - ASSERT(rt.Is64Bits() || (rt.Is32Bits() && (bit_pos < kWRegSizeInBits)));
|
| - Emit(TBZ | ImmTestBranchBit(bit_pos) | ImmTestBranch(imm14) | Rt(rt));
|
| -}
|
| -
|
| -
|
| -void Assembler::tbz(const Register& rt,
|
| - unsigned bit_pos,
|
| - Label* label) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - tbz(rt, bit_pos, LinkAndGetInstructionOffsetTo(label));
|
| -}
|
| -
|
| -
|
| -void Assembler::tbnz(const Register& rt,
|
| - unsigned bit_pos,
|
| - int imm14) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - ASSERT(rt.Is64Bits() || (rt.Is32Bits() && (bit_pos < kWRegSizeInBits)));
|
| - Emit(TBNZ | ImmTestBranchBit(bit_pos) | ImmTestBranch(imm14) | Rt(rt));
|
| -}
|
| -
|
| -
|
| -void Assembler::tbnz(const Register& rt,
|
| - unsigned bit_pos,
|
| - Label* label) {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - tbnz(rt, bit_pos, LinkAndGetInstructionOffsetTo(label));
|
| -}
|
| -
|
| -
|
| -void Assembler::adr(const Register& rd, int imm21) {
|
| - ASSERT(rd.Is64Bits());
|
| - Emit(ADR | ImmPCRelAddress(imm21) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::adr(const Register& rd, Label* label) {
|
| - adr(rd, LinkAndGetByteOffsetTo(label));
|
| -}
|
| -
|
| -
|
| -void Assembler::add(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - AddSub(rd, rn, operand, LeaveFlags, ADD);
|
| -}
|
| -
|
| -
|
| -void Assembler::adds(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - AddSub(rd, rn, operand, SetFlags, ADD);
|
| -}
|
| -
|
| -
|
| -void Assembler::cmn(const Register& rn,
|
| - const Operand& operand) {
|
| - Register zr = AppropriateZeroRegFor(rn);
|
| - adds(zr, rn, operand);
|
| -}
|
| -
|
| -
|
| -void Assembler::sub(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - AddSub(rd, rn, operand, LeaveFlags, SUB);
|
| -}
|
| -
|
| -
|
| -void Assembler::subs(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - AddSub(rd, rn, operand, SetFlags, SUB);
|
| -}
|
| -
|
| -
|
| -void Assembler::cmp(const Register& rn, const Operand& operand) {
|
| - Register zr = AppropriateZeroRegFor(rn);
|
| - subs(zr, rn, operand);
|
| -}
|
| -
|
| -
|
| -void Assembler::neg(const Register& rd, const Operand& operand) {
|
| - Register zr = AppropriateZeroRegFor(rd);
|
| - sub(rd, zr, operand);
|
| -}
|
| -
|
| -
|
| -void Assembler::negs(const Register& rd, const Operand& operand) {
|
| - Register zr = AppropriateZeroRegFor(rd);
|
| - subs(rd, zr, operand);
|
| -}
|
| -
|
| -
|
| -void Assembler::adc(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - AddSubWithCarry(rd, rn, operand, LeaveFlags, ADC);
|
| -}
|
| -
|
| -
|
| -void Assembler::adcs(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - AddSubWithCarry(rd, rn, operand, SetFlags, ADC);
|
| -}
|
| -
|
| -
|
| -void Assembler::sbc(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - AddSubWithCarry(rd, rn, operand, LeaveFlags, SBC);
|
| -}
|
| -
|
| -
|
| -void Assembler::sbcs(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - AddSubWithCarry(rd, rn, operand, SetFlags, SBC);
|
| -}
|
| -
|
| -
|
| -void Assembler::ngc(const Register& rd, const Operand& operand) {
|
| - Register zr = AppropriateZeroRegFor(rd);
|
| - sbc(rd, zr, operand);
|
| -}
|
| -
|
| -
|
| -void Assembler::ngcs(const Register& rd, const Operand& operand) {
|
| - Register zr = AppropriateZeroRegFor(rd);
|
| - sbcs(rd, zr, operand);
|
| -}
|
| -
|
| -
|
| -// Logical instructions.
|
| -void Assembler::and_(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - Logical(rd, rn, operand, AND);
|
| -}
|
| -
|
| -
|
| -void Assembler::ands(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - Logical(rd, rn, operand, ANDS);
|
| -}
|
| -
|
| -
|
| -void Assembler::tst(const Register& rn,
|
| - const Operand& operand) {
|
| - ands(AppropriateZeroRegFor(rn), rn, operand);
|
| -}
|
| -
|
| -
|
| -void Assembler::bic(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - Logical(rd, rn, operand, BIC);
|
| -}
|
| -
|
| -
|
| -void Assembler::bics(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - Logical(rd, rn, operand, BICS);
|
| -}
|
| -
|
| -
|
| -void Assembler::orr(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - Logical(rd, rn, operand, ORR);
|
| -}
|
| -
|
| -
|
| -void Assembler::orn(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - Logical(rd, rn, operand, ORN);
|
| -}
|
| -
|
| -
|
| -void Assembler::eor(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - Logical(rd, rn, operand, EOR);
|
| -}
|
| -
|
| -
|
| -void Assembler::eon(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand) {
|
| - Logical(rd, rn, operand, EON);
|
| -}
|
| -
|
| -
|
| -void Assembler::lslv(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - ASSERT(rd.SizeInBits() == rm.SizeInBits());
|
| - Emit(SF(rd) | LSLV | Rm(rm) | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::lsrv(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - ASSERT(rd.SizeInBits() == rm.SizeInBits());
|
| - Emit(SF(rd) | LSRV | Rm(rm) | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::asrv(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - ASSERT(rd.SizeInBits() == rm.SizeInBits());
|
| - Emit(SF(rd) | ASRV | Rm(rm) | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::rorv(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - ASSERT(rd.SizeInBits() == rm.SizeInBits());
|
| - Emit(SF(rd) | RORV | Rm(rm) | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -// Bitfield operations.
|
| -void Assembler::bfm(const Register& rd,
|
| - const Register& rn,
|
| - unsigned immr,
|
| - unsigned imms) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - Instr N = SF(rd) >> (kSFOffset - kBitfieldNOffset);
|
| - Emit(SF(rd) | BFM | N |
|
| - ImmR(immr, rd.SizeInBits()) |
|
| - ImmS(imms, rn.SizeInBits()) |
|
| - Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::sbfm(const Register& rd,
|
| - const Register& rn,
|
| - unsigned immr,
|
| - unsigned imms) {
|
| - ASSERT(rd.Is64Bits() || rn.Is32Bits());
|
| - Instr N = SF(rd) >> (kSFOffset - kBitfieldNOffset);
|
| - Emit(SF(rd) | SBFM | N |
|
| - ImmR(immr, rd.SizeInBits()) |
|
| - ImmS(imms, rn.SizeInBits()) |
|
| - Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::ubfm(const Register& rd,
|
| - const Register& rn,
|
| - unsigned immr,
|
| - unsigned imms) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - Instr N = SF(rd) >> (kSFOffset - kBitfieldNOffset);
|
| - Emit(SF(rd) | UBFM | N |
|
| - ImmR(immr, rd.SizeInBits()) |
|
| - ImmS(imms, rn.SizeInBits()) |
|
| - Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::extr(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - unsigned lsb) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - ASSERT(rd.SizeInBits() == rm.SizeInBits());
|
| - Instr N = SF(rd) >> (kSFOffset - kBitfieldNOffset);
|
| - Emit(SF(rd) | EXTR | N | Rm(rm) |
|
| - ImmS(lsb, rn.SizeInBits()) | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::csel(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - Condition cond) {
|
| - ConditionalSelect(rd, rn, rm, cond, CSEL);
|
| -}
|
| -
|
| -
|
| -void Assembler::csinc(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - Condition cond) {
|
| - ConditionalSelect(rd, rn, rm, cond, CSINC);
|
| -}
|
| -
|
| -
|
| -void Assembler::csinv(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - Condition cond) {
|
| - ConditionalSelect(rd, rn, rm, cond, CSINV);
|
| -}
|
| -
|
| -
|
| -void Assembler::csneg(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - Condition cond) {
|
| - ConditionalSelect(rd, rn, rm, cond, CSNEG);
|
| -}
|
| -
|
| -
|
| -void Assembler::cset(const Register &rd, Condition cond) {
|
| - ASSERT((cond != al) && (cond != nv));
|
| - Register zr = AppropriateZeroRegFor(rd);
|
| - csinc(rd, zr, zr, InvertCondition(cond));
|
| -}
|
| -
|
| -
|
| -void Assembler::csetm(const Register &rd, Condition cond) {
|
| - ASSERT((cond != al) && (cond != nv));
|
| - Register zr = AppropriateZeroRegFor(rd);
|
| - csinv(rd, zr, zr, InvertCondition(cond));
|
| -}
|
| -
|
| -
|
| -void Assembler::cinc(const Register &rd, const Register &rn, Condition cond) {
|
| - ASSERT((cond != al) && (cond != nv));
|
| - csinc(rd, rn, rn, InvertCondition(cond));
|
| -}
|
| -
|
| -
|
| -void Assembler::cinv(const Register &rd, const Register &rn, Condition cond) {
|
| - ASSERT((cond != al) && (cond != nv));
|
| - csinv(rd, rn, rn, InvertCondition(cond));
|
| -}
|
| -
|
| -
|
| -void Assembler::cneg(const Register &rd, const Register &rn, Condition cond) {
|
| - ASSERT((cond != al) && (cond != nv));
|
| - csneg(rd, rn, rn, InvertCondition(cond));
|
| -}
|
| -
|
| -
|
| -void Assembler::ConditionalSelect(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - Condition cond,
|
| - ConditionalSelectOp op) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - ASSERT(rd.SizeInBits() == rm.SizeInBits());
|
| - Emit(SF(rd) | op | Rm(rm) | Cond(cond) | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::ccmn(const Register& rn,
|
| - const Operand& operand,
|
| - StatusFlags nzcv,
|
| - Condition cond) {
|
| - ConditionalCompare(rn, operand, nzcv, cond, CCMN);
|
| -}
|
| -
|
| -
|
| -void Assembler::ccmp(const Register& rn,
|
| - const Operand& operand,
|
| - StatusFlags nzcv,
|
| - Condition cond) {
|
| - ConditionalCompare(rn, operand, nzcv, cond, CCMP);
|
| -}
|
| -
|
| -
|
| -void Assembler::DataProcessing3Source(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - const Register& ra,
|
| - DataProcessing3SourceOp op) {
|
| - Emit(SF(rd) | op | Rm(rm) | Ra(ra) | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::mul(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm) {
|
| - ASSERT(AreSameSizeAndType(rd, rn, rm));
|
| - Register zr = AppropriateZeroRegFor(rn);
|
| - DataProcessing3Source(rd, rn, rm, zr, MADD);
|
| -}
|
| -
|
| -
|
| -void Assembler::madd(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - const Register& ra) {
|
| - ASSERT(AreSameSizeAndType(rd, rn, rm, ra));
|
| - DataProcessing3Source(rd, rn, rm, ra, MADD);
|
| -}
|
| -
|
| -
|
| -void Assembler::mneg(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm) {
|
| - ASSERT(AreSameSizeAndType(rd, rn, rm));
|
| - Register zr = AppropriateZeroRegFor(rn);
|
| - DataProcessing3Source(rd, rn, rm, zr, MSUB);
|
| -}
|
| -
|
| -
|
| -void Assembler::msub(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - const Register& ra) {
|
| - ASSERT(AreSameSizeAndType(rd, rn, rm, ra));
|
| - DataProcessing3Source(rd, rn, rm, ra, MSUB);
|
| -}
|
| -
|
| -
|
| -void Assembler::smaddl(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - const Register& ra) {
|
| - ASSERT(rd.Is64Bits() && ra.Is64Bits());
|
| - ASSERT(rn.Is32Bits() && rm.Is32Bits());
|
| - DataProcessing3Source(rd, rn, rm, ra, SMADDL_x);
|
| -}
|
| -
|
| -
|
| -void Assembler::smsubl(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - const Register& ra) {
|
| - ASSERT(rd.Is64Bits() && ra.Is64Bits());
|
| - ASSERT(rn.Is32Bits() && rm.Is32Bits());
|
| - DataProcessing3Source(rd, rn, rm, ra, SMSUBL_x);
|
| -}
|
| -
|
| -
|
| -void Assembler::umaddl(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - const Register& ra) {
|
| - ASSERT(rd.Is64Bits() && ra.Is64Bits());
|
| - ASSERT(rn.Is32Bits() && rm.Is32Bits());
|
| - DataProcessing3Source(rd, rn, rm, ra, UMADDL_x);
|
| -}
|
| -
|
| -
|
| -void Assembler::umsubl(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm,
|
| - const Register& ra) {
|
| - ASSERT(rd.Is64Bits() && ra.Is64Bits());
|
| - ASSERT(rn.Is32Bits() && rm.Is32Bits());
|
| - DataProcessing3Source(rd, rn, rm, ra, UMSUBL_x);
|
| -}
|
| -
|
| -
|
| -void Assembler::smull(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm) {
|
| - ASSERT(rd.Is64Bits());
|
| - ASSERT(rn.Is32Bits() && rm.Is32Bits());
|
| - DataProcessing3Source(rd, rn, rm, xzr, SMADDL_x);
|
| -}
|
| -
|
| -
|
| -void Assembler::smulh(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm) {
|
| - ASSERT(AreSameSizeAndType(rd, rn, rm));
|
| - DataProcessing3Source(rd, rn, rm, xzr, SMULH_x);
|
| -}
|
| -
|
| -
|
| -void Assembler::sdiv(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - ASSERT(rd.SizeInBits() == rm.SizeInBits());
|
| - Emit(SF(rd) | SDIV | Rm(rm) | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::udiv(const Register& rd,
|
| - const Register& rn,
|
| - const Register& rm) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - ASSERT(rd.SizeInBits() == rm.SizeInBits());
|
| - Emit(SF(rd) | UDIV | Rm(rm) | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::rbit(const Register& rd,
|
| - const Register& rn) {
|
| - DataProcessing1Source(rd, rn, RBIT);
|
| -}
|
| -
|
| -
|
| -void Assembler::rev16(const Register& rd,
|
| - const Register& rn) {
|
| - DataProcessing1Source(rd, rn, REV16);
|
| -}
|
| -
|
| -
|
| -void Assembler::rev32(const Register& rd,
|
| - const Register& rn) {
|
| - ASSERT(rd.Is64Bits());
|
| - DataProcessing1Source(rd, rn, REV);
|
| -}
|
| -
|
| -
|
| -void Assembler::rev(const Register& rd,
|
| - const Register& rn) {
|
| - DataProcessing1Source(rd, rn, rd.Is64Bits() ? REV_x : REV_w);
|
| -}
|
| -
|
| -
|
| -void Assembler::clz(const Register& rd,
|
| - const Register& rn) {
|
| - DataProcessing1Source(rd, rn, CLZ);
|
| -}
|
| -
|
| -
|
| -void Assembler::cls(const Register& rd,
|
| - const Register& rn) {
|
| - DataProcessing1Source(rd, rn, CLS);
|
| -}
|
| -
|
| -
|
| -void Assembler::ldp(const CPURegister& rt,
|
| - const CPURegister& rt2,
|
| - const MemOperand& src) {
|
| - LoadStorePair(rt, rt2, src, LoadPairOpFor(rt, rt2));
|
| -}
|
| -
|
| -
|
| -void Assembler::stp(const CPURegister& rt,
|
| - const CPURegister& rt2,
|
| - const MemOperand& dst) {
|
| - LoadStorePair(rt, rt2, dst, StorePairOpFor(rt, rt2));
|
| -}
|
| -
|
| -
|
| -void Assembler::ldpsw(const Register& rt,
|
| - const Register& rt2,
|
| - const MemOperand& src) {
|
| - ASSERT(rt.Is64Bits());
|
| - LoadStorePair(rt, rt2, src, LDPSW_x);
|
| -}
|
| -
|
| -
|
| -void Assembler::LoadStorePair(const CPURegister& rt,
|
| - const CPURegister& rt2,
|
| - const MemOperand& addr,
|
| - LoadStorePairOp op) {
|
| - // 'rt' and 'rt2' can only be aliased for stores.
|
| - ASSERT(((op & LoadStorePairLBit) == 0) || !rt.Is(rt2));
|
| - ASSERT(AreSameSizeAndType(rt, rt2));
|
| -
|
| - Instr memop = op | Rt(rt) | Rt2(rt2) | RnSP(addr.base()) |
|
| - ImmLSPair(addr.offset(), CalcLSPairDataSize(op));
|
| -
|
| - Instr addrmodeop;
|
| - if (addr.IsImmediateOffset()) {
|
| - addrmodeop = LoadStorePairOffsetFixed;
|
| - } else {
|
| - // Pre-index and post-index modes.
|
| - ASSERT(!rt.Is(addr.base()));
|
| - ASSERT(!rt2.Is(addr.base()));
|
| - ASSERT(addr.offset() != 0);
|
| - if (addr.IsPreIndex()) {
|
| - addrmodeop = LoadStorePairPreIndexFixed;
|
| - } else {
|
| - ASSERT(addr.IsPostIndex());
|
| - addrmodeop = LoadStorePairPostIndexFixed;
|
| - }
|
| - }
|
| - Emit(addrmodeop | memop);
|
| -}
|
| -
|
| -
|
| -void Assembler::ldnp(const CPURegister& rt,
|
| - const CPURegister& rt2,
|
| - const MemOperand& src) {
|
| - LoadStorePairNonTemporal(rt, rt2, src,
|
| - LoadPairNonTemporalOpFor(rt, rt2));
|
| -}
|
| -
|
| -
|
| -void Assembler::stnp(const CPURegister& rt,
|
| - const CPURegister& rt2,
|
| - const MemOperand& dst) {
|
| - LoadStorePairNonTemporal(rt, rt2, dst,
|
| - StorePairNonTemporalOpFor(rt, rt2));
|
| -}
|
| -
|
| -
|
| -void Assembler::LoadStorePairNonTemporal(const CPURegister& rt,
|
| - const CPURegister& rt2,
|
| - const MemOperand& addr,
|
| - LoadStorePairNonTemporalOp op) {
|
| - ASSERT(!rt.Is(rt2));
|
| - ASSERT(AreSameSizeAndType(rt, rt2));
|
| - ASSERT(addr.IsImmediateOffset());
|
| -
|
| - LSDataSize size = CalcLSPairDataSize(
|
| - static_cast<LoadStorePairOp>(op & LoadStorePairMask));
|
| - Emit(op | Rt(rt) | Rt2(rt2) | RnSP(addr.base()) |
|
| - ImmLSPair(addr.offset(), size));
|
| -}
|
| -
|
| -
|
| -// Memory instructions.
|
| -void Assembler::ldrb(const Register& rt, const MemOperand& src) {
|
| - LoadStore(rt, src, LDRB_w);
|
| -}
|
| -
|
| -
|
| -void Assembler::strb(const Register& rt, const MemOperand& dst) {
|
| - LoadStore(rt, dst, STRB_w);
|
| -}
|
| -
|
| -
|
| -void Assembler::ldrsb(const Register& rt, const MemOperand& src) {
|
| - LoadStore(rt, src, rt.Is64Bits() ? LDRSB_x : LDRSB_w);
|
| -}
|
| -
|
| -
|
| -void Assembler::ldrh(const Register& rt, const MemOperand& src) {
|
| - LoadStore(rt, src, LDRH_w);
|
| -}
|
| -
|
| -
|
| -void Assembler::strh(const Register& rt, const MemOperand& dst) {
|
| - LoadStore(rt, dst, STRH_w);
|
| -}
|
| -
|
| -
|
| -void Assembler::ldrsh(const Register& rt, const MemOperand& src) {
|
| - LoadStore(rt, src, rt.Is64Bits() ? LDRSH_x : LDRSH_w);
|
| -}
|
| -
|
| -
|
| -void Assembler::ldr(const CPURegister& rt, const MemOperand& src) {
|
| - LoadStore(rt, src, LoadOpFor(rt));
|
| -}
|
| -
|
| -
|
| -void Assembler::str(const CPURegister& rt, const MemOperand& src) {
|
| - LoadStore(rt, src, StoreOpFor(rt));
|
| -}
|
| -
|
| -
|
| -void Assembler::ldrsw(const Register& rt, const MemOperand& src) {
|
| - ASSERT(rt.Is64Bits());
|
| - LoadStore(rt, src, LDRSW_x);
|
| -}
|
| -
|
| -
|
| -void Assembler::ldr(const Register& rt, uint64_t imm) {
|
| - // TODO(all): Constant pool may be garbage collected. Hence we cannot store
|
| - // arbitrary values in them. Manually move it for now. Fix
|
| - // MacroAssembler::Fmov when this is implemented.
|
| - UNIMPLEMENTED();
|
| -}
|
| -
|
| -
|
| -void Assembler::ldr(const FPRegister& ft, double imm) {
|
| - // TODO(all): Constant pool may be garbage collected. Hence we cannot store
|
| - // arbitrary values in them. Manually move it for now. Fix
|
| - // MacroAssembler::Fmov when this is implemented.
|
| - UNIMPLEMENTED();
|
| -}
|
| -
|
| -
|
| -void Assembler::ldr(const FPRegister& ft, float imm) {
|
| - // TODO(all): Constant pool may be garbage collected. Hence we cannot store
|
| - // arbitrary values in them. Manually move it for now. Fix
|
| - // MacroAssembler::Fmov when this is implemented.
|
| - UNIMPLEMENTED();
|
| -}
|
| -
|
| -
|
| -void Assembler::mov(const Register& rd, const Register& rm) {
|
| - // Moves involving the stack pointer are encoded as add immediate with
|
| - // second operand of zero. Otherwise, orr with first operand zr is
|
| - // used.
|
| - if (rd.IsSP() || rm.IsSP()) {
|
| - add(rd, rm, 0);
|
| - } else {
|
| - orr(rd, AppropriateZeroRegFor(rd), rm);
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::mvn(const Register& rd, const Operand& operand) {
|
| - orn(rd, AppropriateZeroRegFor(rd), operand);
|
| -}
|
| -
|
| -
|
| -void Assembler::mrs(const Register& rt, SystemRegister sysreg) {
|
| - ASSERT(rt.Is64Bits());
|
| - Emit(MRS | ImmSystemRegister(sysreg) | Rt(rt));
|
| -}
|
| -
|
| -
|
| -void Assembler::msr(SystemRegister sysreg, const Register& rt) {
|
| - ASSERT(rt.Is64Bits());
|
| - Emit(MSR | Rt(rt) | ImmSystemRegister(sysreg));
|
| -}
|
| -
|
| -
|
| -void Assembler::hint(SystemHint code) {
|
| - Emit(HINT | ImmHint(code) | Rt(xzr));
|
| -}
|
| -
|
| -
|
| -void Assembler::dmb(BarrierDomain domain, BarrierType type) {
|
| - Emit(DMB | ImmBarrierDomain(domain) | ImmBarrierType(type));
|
| -}
|
| -
|
| -
|
| -void Assembler::dsb(BarrierDomain domain, BarrierType type) {
|
| - Emit(DSB | ImmBarrierDomain(domain) | ImmBarrierType(type));
|
| -}
|
| -
|
| -
|
| -void Assembler::isb() {
|
| - Emit(ISB | ImmBarrierDomain(FullSystem) | ImmBarrierType(BarrierAll));
|
| -}
|
| -
|
| -
|
| -void Assembler::fmov(FPRegister fd, double imm) {
|
| - ASSERT(fd.Is64Bits());
|
| - ASSERT(IsImmFP64(imm));
|
| - Emit(FMOV_d_imm | Rd(fd) | ImmFP64(imm));
|
| -}
|
| -
|
| -
|
| -void Assembler::fmov(FPRegister fd, float imm) {
|
| - ASSERT(fd.Is32Bits());
|
| - ASSERT(IsImmFP32(imm));
|
| - Emit(FMOV_s_imm | Rd(fd) | ImmFP32(imm));
|
| -}
|
| -
|
| -
|
| -void Assembler::fmov(Register rd, FPRegister fn) {
|
| - ASSERT(rd.SizeInBits() == fn.SizeInBits());
|
| - FPIntegerConvertOp op = rd.Is32Bits() ? FMOV_ws : FMOV_xd;
|
| - Emit(op | Rd(rd) | Rn(fn));
|
| -}
|
| -
|
| -
|
| -void Assembler::fmov(FPRegister fd, Register rn) {
|
| - ASSERT(fd.SizeInBits() == rn.SizeInBits());
|
| - FPIntegerConvertOp op = fd.Is32Bits() ? FMOV_sw : FMOV_dx;
|
| - Emit(op | Rd(fd) | Rn(rn));
|
| -}
|
| -
|
| -
|
| -void Assembler::fmov(FPRegister fd, FPRegister fn) {
|
| - ASSERT(fd.SizeInBits() == fn.SizeInBits());
|
| - Emit(FPType(fd) | FMOV | Rd(fd) | Rn(fn));
|
| -}
|
| -
|
| -
|
| -void Assembler::fadd(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm) {
|
| - FPDataProcessing2Source(fd, fn, fm, FADD);
|
| -}
|
| -
|
| -
|
| -void Assembler::fsub(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm) {
|
| - FPDataProcessing2Source(fd, fn, fm, FSUB);
|
| -}
|
| -
|
| -
|
| -void Assembler::fmul(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm) {
|
| - FPDataProcessing2Source(fd, fn, fm, FMUL);
|
| -}
|
| -
|
| -
|
| -void Assembler::fmadd(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm,
|
| - const FPRegister& fa) {
|
| - FPDataProcessing3Source(fd, fn, fm, fa, fd.Is32Bits() ? FMADD_s : FMADD_d);
|
| -}
|
| -
|
| -
|
| -void Assembler::fmsub(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm,
|
| - const FPRegister& fa) {
|
| - FPDataProcessing3Source(fd, fn, fm, fa, fd.Is32Bits() ? FMSUB_s : FMSUB_d);
|
| -}
|
| -
|
| -
|
| -void Assembler::fnmadd(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm,
|
| - const FPRegister& fa) {
|
| - FPDataProcessing3Source(fd, fn, fm, fa, fd.Is32Bits() ? FNMADD_s : FNMADD_d);
|
| -}
|
| -
|
| -
|
| -void Assembler::fnmsub(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm,
|
| - const FPRegister& fa) {
|
| - FPDataProcessing3Source(fd, fn, fm, fa, fd.Is32Bits() ? FNMSUB_s : FNMSUB_d);
|
| -}
|
| -
|
| -
|
| -void Assembler::fdiv(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm) {
|
| - FPDataProcessing2Source(fd, fn, fm, FDIV);
|
| -}
|
| -
|
| -
|
| -void Assembler::fmax(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm) {
|
| - FPDataProcessing2Source(fd, fn, fm, FMAX);
|
| -}
|
| -
|
| -
|
| -void Assembler::fmaxnm(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm) {
|
| - FPDataProcessing2Source(fd, fn, fm, FMAXNM);
|
| -}
|
| -
|
| -
|
| -void Assembler::fmin(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm) {
|
| - FPDataProcessing2Source(fd, fn, fm, FMIN);
|
| -}
|
| -
|
| -
|
| -void Assembler::fminnm(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm) {
|
| - FPDataProcessing2Source(fd, fn, fm, FMINNM);
|
| -}
|
| -
|
| -
|
| -void Assembler::fabs(const FPRegister& fd,
|
| - const FPRegister& fn) {
|
| - ASSERT(fd.SizeInBits() == fn.SizeInBits());
|
| - FPDataProcessing1Source(fd, fn, FABS);
|
| -}
|
| -
|
| -
|
| -void Assembler::fneg(const FPRegister& fd,
|
| - const FPRegister& fn) {
|
| - ASSERT(fd.SizeInBits() == fn.SizeInBits());
|
| - FPDataProcessing1Source(fd, fn, FNEG);
|
| -}
|
| -
|
| -
|
| -void Assembler::fsqrt(const FPRegister& fd,
|
| - const FPRegister& fn) {
|
| - ASSERT(fd.SizeInBits() == fn.SizeInBits());
|
| - FPDataProcessing1Source(fd, fn, FSQRT);
|
| -}
|
| -
|
| -
|
| -void Assembler::frinta(const FPRegister& fd,
|
| - const FPRegister& fn) {
|
| - ASSERT(fd.SizeInBits() == fn.SizeInBits());
|
| - FPDataProcessing1Source(fd, fn, FRINTA);
|
| -}
|
| -
|
| -
|
| -void Assembler::frintn(const FPRegister& fd,
|
| - const FPRegister& fn) {
|
| - ASSERT(fd.SizeInBits() == fn.SizeInBits());
|
| - FPDataProcessing1Source(fd, fn, FRINTN);
|
| -}
|
| -
|
| -
|
| -void Assembler::frintz(const FPRegister& fd,
|
| - const FPRegister& fn) {
|
| - ASSERT(fd.SizeInBits() == fn.SizeInBits());
|
| - FPDataProcessing1Source(fd, fn, FRINTZ);
|
| -}
|
| -
|
| -
|
| -void Assembler::fcmp(const FPRegister& fn,
|
| - const FPRegister& fm) {
|
| - ASSERT(fn.SizeInBits() == fm.SizeInBits());
|
| - Emit(FPType(fn) | FCMP | Rm(fm) | Rn(fn));
|
| -}
|
| -
|
| -
|
| -void Assembler::fcmp(const FPRegister& fn,
|
| - double value) {
|
| - USE(value);
|
| - // Although the fcmp instruction can strictly only take an immediate value of
|
| - // +0.0, we don't need to check for -0.0 because the sign of 0.0 doesn't
|
| - // affect the result of the comparison.
|
| - ASSERT(value == 0.0);
|
| - Emit(FPType(fn) | FCMP_zero | Rn(fn));
|
| -}
|
| -
|
| -
|
| -void Assembler::fccmp(const FPRegister& fn,
|
| - const FPRegister& fm,
|
| - StatusFlags nzcv,
|
| - Condition cond) {
|
| - ASSERT(fn.SizeInBits() == fm.SizeInBits());
|
| - Emit(FPType(fn) | FCCMP | Rm(fm) | Cond(cond) | Rn(fn) | Nzcv(nzcv));
|
| -}
|
| -
|
| -
|
| -void Assembler::fcsel(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm,
|
| - Condition cond) {
|
| - ASSERT(fd.SizeInBits() == fn.SizeInBits());
|
| - ASSERT(fd.SizeInBits() == fm.SizeInBits());
|
| - Emit(FPType(fd) | FCSEL | Rm(fm) | Cond(cond) | Rn(fn) | Rd(fd));
|
| -}
|
| -
|
| -
|
| -void Assembler::FPConvertToInt(const Register& rd,
|
| - const FPRegister& fn,
|
| - FPIntegerConvertOp op) {
|
| - Emit(SF(rd) | FPType(fn) | op | Rn(fn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::fcvt(const FPRegister& fd,
|
| - const FPRegister& fn) {
|
| - if (fd.Is64Bits()) {
|
| - // Convert float to double.
|
| - ASSERT(fn.Is32Bits());
|
| - FPDataProcessing1Source(fd, fn, FCVT_ds);
|
| - } else {
|
| - // Convert double to float.
|
| - ASSERT(fn.Is64Bits());
|
| - FPDataProcessing1Source(fd, fn, FCVT_sd);
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::fcvtau(const Register& rd, const FPRegister& fn) {
|
| - FPConvertToInt(rd, fn, FCVTAU);
|
| -}
|
| -
|
| -
|
| -void Assembler::fcvtas(const Register& rd, const FPRegister& fn) {
|
| - FPConvertToInt(rd, fn, FCVTAS);
|
| -}
|
| -
|
| -
|
| -void Assembler::fcvtmu(const Register& rd, const FPRegister& fn) {
|
| - FPConvertToInt(rd, fn, FCVTMU);
|
| -}
|
| -
|
| -
|
| -void Assembler::fcvtms(const Register& rd, const FPRegister& fn) {
|
| - FPConvertToInt(rd, fn, FCVTMS);
|
| -}
|
| -
|
| -
|
| -void Assembler::fcvtnu(const Register& rd, const FPRegister& fn) {
|
| - FPConvertToInt(rd, fn, FCVTNU);
|
| -}
|
| -
|
| -
|
| -void Assembler::fcvtns(const Register& rd, const FPRegister& fn) {
|
| - FPConvertToInt(rd, fn, FCVTNS);
|
| -}
|
| -
|
| -
|
| -void Assembler::fcvtzu(const Register& rd, const FPRegister& fn) {
|
| - FPConvertToInt(rd, fn, FCVTZU);
|
| -}
|
| -
|
| -
|
| -void Assembler::fcvtzs(const Register& rd, const FPRegister& fn) {
|
| - FPConvertToInt(rd, fn, FCVTZS);
|
| -}
|
| -
|
| -
|
| -void Assembler::scvtf(const FPRegister& fd,
|
| - const Register& rn,
|
| - unsigned fbits) {
|
| - if (fbits == 0) {
|
| - Emit(SF(rn) | FPType(fd) | SCVTF | Rn(rn) | Rd(fd));
|
| - } else {
|
| - Emit(SF(rn) | FPType(fd) | SCVTF_fixed | FPScale(64 - fbits) | Rn(rn) |
|
| - Rd(fd));
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::ucvtf(const FPRegister& fd,
|
| - const Register& rn,
|
| - unsigned fbits) {
|
| - if (fbits == 0) {
|
| - Emit(SF(rn) | FPType(fd) | UCVTF | Rn(rn) | Rd(fd));
|
| - } else {
|
| - Emit(SF(rn) | FPType(fd) | UCVTF_fixed | FPScale(64 - fbits) | Rn(rn) |
|
| - Rd(fd));
|
| - }
|
| -}
|
| -
|
| -
|
| -// Note:
|
| -// Below, a difference in case for the same letter indicates a
|
| -// negated bit.
|
| -// If b is 1, then B is 0.
|
| -Instr Assembler::ImmFP32(float imm) {
|
| - ASSERT(IsImmFP32(imm));
|
| - // bits: aBbb.bbbc.defg.h000.0000.0000.0000.0000
|
| - uint32_t bits = float_to_rawbits(imm);
|
| - // bit7: a000.0000
|
| - uint32_t bit7 = ((bits >> 31) & 0x1) << 7;
|
| - // bit6: 0b00.0000
|
| - uint32_t bit6 = ((bits >> 29) & 0x1) << 6;
|
| - // bit5_to_0: 00cd.efgh
|
| - uint32_t bit5_to_0 = (bits >> 19) & 0x3f;
|
| -
|
| - return (bit7 | bit6 | bit5_to_0) << ImmFP_offset;
|
| -}
|
| -
|
| -
|
| -Instr Assembler::ImmFP64(double imm) {
|
| - ASSERT(IsImmFP64(imm));
|
| - // bits: aBbb.bbbb.bbcd.efgh.0000.0000.0000.0000
|
| - // 0000.0000.0000.0000.0000.0000.0000.0000
|
| - uint64_t bits = double_to_rawbits(imm);
|
| - // bit7: a000.0000
|
| - uint32_t bit7 = ((bits >> 63) & 0x1) << 7;
|
| - // bit6: 0b00.0000
|
| - uint32_t bit6 = ((bits >> 61) & 0x1) << 6;
|
| - // bit5_to_0: 00cd.efgh
|
| - uint32_t bit5_to_0 = (bits >> 48) & 0x3f;
|
| -
|
| - return (bit7 | bit6 | bit5_to_0) << ImmFP_offset;
|
| -}
|
| -
|
| -
|
| -// Code generation helpers.
|
| -void Assembler::MoveWide(const Register& rd,
|
| - uint64_t imm,
|
| - int shift,
|
| - MoveWideImmediateOp mov_op) {
|
| - if (shift >= 0) {
|
| - // Explicit shift specified.
|
| - ASSERT((shift == 0) || (shift == 16) || (shift == 32) || (shift == 48));
|
| - ASSERT(rd.Is64Bits() || (shift == 0) || (shift == 16));
|
| - shift /= 16;
|
| - } else {
|
| - // Calculate a new immediate and shift combination to encode the immediate
|
| - // argument.
|
| - shift = 0;
|
| - if ((imm & ~0xffffUL) == 0) {
|
| - // Nothing to do.
|
| - } else if ((imm & ~(0xffffUL << 16)) == 0) {
|
| - imm >>= 16;
|
| - shift = 1;
|
| - } else if ((imm & ~(0xffffUL << 32)) == 0) {
|
| - ASSERT(rd.Is64Bits());
|
| - imm >>= 32;
|
| - shift = 2;
|
| - } else if ((imm & ~(0xffffUL << 48)) == 0) {
|
| - ASSERT(rd.Is64Bits());
|
| - imm >>= 48;
|
| - shift = 3;
|
| - }
|
| - }
|
| -
|
| - ASSERT(is_uint16(imm));
|
| -
|
| - Emit(SF(rd) | MoveWideImmediateFixed | mov_op |
|
| - Rd(rd) | ImmMoveWide(imm) | ShiftMoveWide(shift));
|
| -}
|
| -
|
| -
|
| -void Assembler::AddSub(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand,
|
| - FlagsUpdate S,
|
| - AddSubOp op) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - ASSERT(!operand.NeedsRelocation());
|
| - if (operand.IsImmediate()) {
|
| - int64_t immediate = operand.immediate();
|
| - ASSERT(IsImmAddSub(immediate));
|
| - Instr dest_reg = (S == SetFlags) ? Rd(rd) : RdSP(rd);
|
| - Emit(SF(rd) | AddSubImmediateFixed | op | Flags(S) |
|
| - ImmAddSub(immediate) | dest_reg | RnSP(rn));
|
| - } else if (operand.IsShiftedRegister()) {
|
| - ASSERT(operand.reg().SizeInBits() == rd.SizeInBits());
|
| - ASSERT(operand.shift() != ROR);
|
| -
|
| - // For instructions of the form:
|
| - // add/sub wsp, <Wn>, <Wm> [, LSL #0-3 ]
|
| - // add/sub <Wd>, wsp, <Wm> [, LSL #0-3 ]
|
| - // add/sub wsp, wsp, <Wm> [, LSL #0-3 ]
|
| - // adds/subs <Wd>, wsp, <Wm> [, LSL #0-3 ]
|
| - // or their 64-bit register equivalents, convert the operand from shifted to
|
| - // extended register mode, and emit an add/sub extended instruction.
|
| - if (rn.IsSP() || rd.IsSP()) {
|
| - ASSERT(!(rd.IsSP() && (S == SetFlags)));
|
| - DataProcExtendedRegister(rd, rn, operand.ToExtendedRegister(), S,
|
| - AddSubExtendedFixed | op);
|
| - } else {
|
| - DataProcShiftedRegister(rd, rn, operand, S, AddSubShiftedFixed | op);
|
| - }
|
| - } else {
|
| - ASSERT(operand.IsExtendedRegister());
|
| - DataProcExtendedRegister(rd, rn, operand, S, AddSubExtendedFixed | op);
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::AddSubWithCarry(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand,
|
| - FlagsUpdate S,
|
| - AddSubWithCarryOp op) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - ASSERT(rd.SizeInBits() == operand.reg().SizeInBits());
|
| - ASSERT(operand.IsShiftedRegister() && (operand.shift_amount() == 0));
|
| - ASSERT(!operand.NeedsRelocation());
|
| - Emit(SF(rd) | op | Flags(S) | Rm(operand.reg()) | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::hlt(int code) {
|
| - ASSERT(is_uint16(code));
|
| - Emit(HLT | ImmException(code));
|
| -}
|
| -
|
| -
|
| -void Assembler::brk(int code) {
|
| - ASSERT(is_uint16(code));
|
| - Emit(BRK | ImmException(code));
|
| -}
|
| -
|
| -
|
| -void Assembler::debug(const char* message, uint32_t code, Instr params) {
|
| -#ifdef USE_SIMULATOR
|
| - // Don't generate simulator specific code if we are building a snapshot, which
|
| - // might be run on real hardware.
|
| - if (!Serializer::enabled()) {
|
| -#ifdef DEBUG
|
| - Serializer::TooLateToEnableNow();
|
| -#endif
|
| - // The arguments to the debug marker need to be contiguous in memory, so
|
| - // make sure we don't try to emit pools.
|
| - BlockPoolsScope scope(this);
|
| -
|
| - Label start;
|
| - bind(&start);
|
| -
|
| - // Refer to instructions-a64.h for a description of the marker and its
|
| - // arguments.
|
| - hlt(kImmExceptionIsDebug);
|
| - ASSERT(SizeOfCodeGeneratedSince(&start) == kDebugCodeOffset);
|
| - dc32(code);
|
| - ASSERT(SizeOfCodeGeneratedSince(&start) == kDebugParamsOffset);
|
| - dc32(params);
|
| - ASSERT(SizeOfCodeGeneratedSince(&start) == kDebugMessageOffset);
|
| - EmitStringData(message);
|
| - hlt(kImmExceptionIsUnreachable);
|
| -
|
| - return;
|
| - }
|
| - // Fall through if Serializer is enabled.
|
| -#endif
|
| -
|
| - if (params & BREAK) {
|
| - hlt(kImmExceptionIsDebug);
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::Logical(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand,
|
| - LogicalOp op) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - ASSERT(!operand.NeedsRelocation());
|
| - if (operand.IsImmediate()) {
|
| - int64_t immediate = operand.immediate();
|
| - unsigned reg_size = rd.SizeInBits();
|
| -
|
| - ASSERT(immediate != 0);
|
| - ASSERT(immediate != -1);
|
| - ASSERT(rd.Is64Bits() || is_uint32(immediate));
|
| -
|
| - // If the operation is NOT, invert the operation and immediate.
|
| - if ((op & NOT) == NOT) {
|
| - op = static_cast<LogicalOp>(op & ~NOT);
|
| - immediate = rd.Is64Bits() ? ~immediate : (~immediate & kWRegMask);
|
| - }
|
| -
|
| - unsigned n, imm_s, imm_r;
|
| - if (IsImmLogical(immediate, reg_size, &n, &imm_s, &imm_r)) {
|
| - // Immediate can be encoded in the instruction.
|
| - LogicalImmediate(rd, rn, n, imm_s, imm_r, op);
|
| - } else {
|
| - // This case is handled in the macro assembler.
|
| - UNREACHABLE();
|
| - }
|
| - } else {
|
| - ASSERT(operand.IsShiftedRegister());
|
| - ASSERT(operand.reg().SizeInBits() == rd.SizeInBits());
|
| - Instr dp_op = static_cast<Instr>(op | LogicalShiftedFixed);
|
| - DataProcShiftedRegister(rd, rn, operand, LeaveFlags, dp_op);
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::LogicalImmediate(const Register& rd,
|
| - const Register& rn,
|
| - unsigned n,
|
| - unsigned imm_s,
|
| - unsigned imm_r,
|
| - LogicalOp op) {
|
| - unsigned reg_size = rd.SizeInBits();
|
| - Instr dest_reg = (op == ANDS) ? Rd(rd) : RdSP(rd);
|
| - Emit(SF(rd) | LogicalImmediateFixed | op | BitN(n, reg_size) |
|
| - ImmSetBits(imm_s, reg_size) | ImmRotate(imm_r, reg_size) | dest_reg |
|
| - Rn(rn));
|
| -}
|
| -
|
| -
|
| -void Assembler::ConditionalCompare(const Register& rn,
|
| - const Operand& operand,
|
| - StatusFlags nzcv,
|
| - Condition cond,
|
| - ConditionalCompareOp op) {
|
| - Instr ccmpop;
|
| - ASSERT(!operand.NeedsRelocation());
|
| - if (operand.IsImmediate()) {
|
| - int64_t immediate = operand.immediate();
|
| - ASSERT(IsImmConditionalCompare(immediate));
|
| - ccmpop = ConditionalCompareImmediateFixed | op | ImmCondCmp(immediate);
|
| - } else {
|
| - ASSERT(operand.IsShiftedRegister() && (operand.shift_amount() == 0));
|
| - ccmpop = ConditionalCompareRegisterFixed | op | Rm(operand.reg());
|
| - }
|
| - Emit(SF(rn) | ccmpop | Cond(cond) | Rn(rn) | Nzcv(nzcv));
|
| -}
|
| -
|
| -
|
| -void Assembler::DataProcessing1Source(const Register& rd,
|
| - const Register& rn,
|
| - DataProcessing1SourceOp op) {
|
| - ASSERT(rd.SizeInBits() == rn.SizeInBits());
|
| - Emit(SF(rn) | op | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::FPDataProcessing1Source(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - FPDataProcessing1SourceOp op) {
|
| - Emit(FPType(fn) | op | Rn(fn) | Rd(fd));
|
| -}
|
| -
|
| -
|
| -void Assembler::FPDataProcessing2Source(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm,
|
| - FPDataProcessing2SourceOp op) {
|
| - ASSERT(fd.SizeInBits() == fn.SizeInBits());
|
| - ASSERT(fd.SizeInBits() == fm.SizeInBits());
|
| - Emit(FPType(fd) | op | Rm(fm) | Rn(fn) | Rd(fd));
|
| -}
|
| -
|
| -
|
| -void Assembler::FPDataProcessing3Source(const FPRegister& fd,
|
| - const FPRegister& fn,
|
| - const FPRegister& fm,
|
| - const FPRegister& fa,
|
| - FPDataProcessing3SourceOp op) {
|
| - ASSERT(AreSameSizeAndType(fd, fn, fm, fa));
|
| - Emit(FPType(fd) | op | Rm(fm) | Rn(fn) | Rd(fd) | Ra(fa));
|
| -}
|
| -
|
| -
|
| -void Assembler::EmitShift(const Register& rd,
|
| - const Register& rn,
|
| - Shift shift,
|
| - unsigned shift_amount) {
|
| - switch (shift) {
|
| - case LSL:
|
| - lsl(rd, rn, shift_amount);
|
| - break;
|
| - case LSR:
|
| - lsr(rd, rn, shift_amount);
|
| - break;
|
| - case ASR:
|
| - asr(rd, rn, shift_amount);
|
| - break;
|
| - case ROR:
|
| - ror(rd, rn, shift_amount);
|
| - break;
|
| - default:
|
| - UNREACHABLE();
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::EmitExtendShift(const Register& rd,
|
| - const Register& rn,
|
| - Extend extend,
|
| - unsigned left_shift) {
|
| - ASSERT(rd.SizeInBits() >= rn.SizeInBits());
|
| - unsigned reg_size = rd.SizeInBits();
|
| - // Use the correct size of register.
|
| - Register rn_ = Register::Create(rn.code(), rd.SizeInBits());
|
| - // Bits extracted are high_bit:0.
|
| - unsigned high_bit = (8 << (extend & 0x3)) - 1;
|
| - // Number of bits left in the result that are not introduced by the shift.
|
| - unsigned non_shift_bits = (reg_size - left_shift) & (reg_size - 1);
|
| -
|
| - if ((non_shift_bits > high_bit) || (non_shift_bits == 0)) {
|
| - switch (extend) {
|
| - case UXTB:
|
| - case UXTH:
|
| - case UXTW: ubfm(rd, rn_, non_shift_bits, high_bit); break;
|
| - case SXTB:
|
| - case SXTH:
|
| - case SXTW: sbfm(rd, rn_, non_shift_bits, high_bit); break;
|
| - case UXTX:
|
| - case SXTX: {
|
| - ASSERT(rn.SizeInBits() == kXRegSizeInBits);
|
| - // Nothing to extend. Just shift.
|
| - lsl(rd, rn_, left_shift);
|
| - break;
|
| - }
|
| - default: UNREACHABLE();
|
| - }
|
| - } else {
|
| - // No need to extend as the extended bits would be shifted away.
|
| - lsl(rd, rn_, left_shift);
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::DataProcShiftedRegister(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand,
|
| - FlagsUpdate S,
|
| - Instr op) {
|
| - ASSERT(operand.IsShiftedRegister());
|
| - ASSERT(rn.Is64Bits() || (rn.Is32Bits() && is_uint5(operand.shift_amount())));
|
| - ASSERT(!operand.NeedsRelocation());
|
| - Emit(SF(rd) | op | Flags(S) |
|
| - ShiftDP(operand.shift()) | ImmDPShift(operand.shift_amount()) |
|
| - Rm(operand.reg()) | Rn(rn) | Rd(rd));
|
| -}
|
| -
|
| -
|
| -void Assembler::DataProcExtendedRegister(const Register& rd,
|
| - const Register& rn,
|
| - const Operand& operand,
|
| - FlagsUpdate S,
|
| - Instr op) {
|
| - ASSERT(!operand.NeedsRelocation());
|
| - Instr dest_reg = (S == SetFlags) ? Rd(rd) : RdSP(rd);
|
| - Emit(SF(rd) | op | Flags(S) | Rm(operand.reg()) |
|
| - ExtendMode(operand.extend()) | ImmExtendShift(operand.shift_amount()) |
|
| - dest_reg | RnSP(rn));
|
| -}
|
| -
|
| -
|
| -bool Assembler::IsImmAddSub(int64_t immediate) {
|
| - return is_uint12(immediate) ||
|
| - (is_uint12(immediate >> 12) && ((immediate & 0xfff) == 0));
|
| -}
|
| -
|
| -void Assembler::LoadStore(const CPURegister& rt,
|
| - const MemOperand& addr,
|
| - LoadStoreOp op) {
|
| - Instr memop = op | Rt(rt) | RnSP(addr.base());
|
| - ptrdiff_t offset = addr.offset();
|
| -
|
| - if (addr.IsImmediateOffset()) {
|
| - LSDataSize size = CalcLSDataSize(op);
|
| - if (IsImmLSScaled(offset, size)) {
|
| - // Use the scaled addressing mode.
|
| - Emit(LoadStoreUnsignedOffsetFixed | memop |
|
| - ImmLSUnsigned(offset >> size));
|
| - } else if (IsImmLSUnscaled(offset)) {
|
| - // Use the unscaled addressing mode.
|
| - Emit(LoadStoreUnscaledOffsetFixed | memop | ImmLS(offset));
|
| - } else {
|
| - // This case is handled in the macro assembler.
|
| - UNREACHABLE();
|
| - }
|
| - } else if (addr.IsRegisterOffset()) {
|
| - Extend ext = addr.extend();
|
| - Shift shift = addr.shift();
|
| - unsigned shift_amount = addr.shift_amount();
|
| -
|
| - // LSL is encoded in the option field as UXTX.
|
| - if (shift == LSL) {
|
| - ext = UXTX;
|
| - }
|
| -
|
| - // Shifts are encoded in one bit, indicating a left shift by the memory
|
| - // access size.
|
| - ASSERT((shift_amount == 0) ||
|
| - (shift_amount == static_cast<unsigned>(CalcLSDataSize(op))));
|
| - Emit(LoadStoreRegisterOffsetFixed | memop | Rm(addr.regoffset()) |
|
| - ExtendMode(ext) | ImmShiftLS((shift_amount > 0) ? 1 : 0));
|
| - } else {
|
| - // Pre-index and post-index modes.
|
| - ASSERT(!rt.Is(addr.base()));
|
| - if (IsImmLSUnscaled(offset)) {
|
| - if (addr.IsPreIndex()) {
|
| - Emit(LoadStorePreIndexFixed | memop | ImmLS(offset));
|
| - } else {
|
| - ASSERT(addr.IsPostIndex());
|
| - Emit(LoadStorePostIndexFixed | memop | ImmLS(offset));
|
| - }
|
| - } else {
|
| - // This case is handled in the macro assembler.
|
| - UNREACHABLE();
|
| - }
|
| - }
|
| -}
|
| -
|
| -
|
| -bool Assembler::IsImmLSUnscaled(ptrdiff_t offset) {
|
| - return is_int9(offset);
|
| -}
|
| -
|
| -
|
| -bool Assembler::IsImmLSScaled(ptrdiff_t offset, LSDataSize size) {
|
| - bool offset_is_size_multiple = (((offset >> size) << size) == offset);
|
| - return offset_is_size_multiple && is_uint12(offset >> size);
|
| -}
|
| -
|
| -
|
| -void Assembler::LoadLiteral(const CPURegister& rt, int offset_from_pc) {
|
| - ASSERT((offset_from_pc & ((1 << kLiteralEntrySizeLog2) - 1)) == 0);
|
| - // The pattern 'ldr xzr, #offset' is used to indicate the beginning of a
|
| - // constant pool. It should not be emitted.
|
| - ASSERT(!rt.Is(xzr));
|
| - Emit(LDR_x_lit |
|
| - ImmLLiteral(offset_from_pc >> kLiteralEntrySizeLog2) |
|
| - Rt(rt));
|
| -}
|
| -
|
| -
|
| -void Assembler::LoadRelocatedValue(const CPURegister& rt,
|
| - const Operand& operand,
|
| - LoadLiteralOp op) {
|
| - int64_t imm = operand.immediate();
|
| - ASSERT(is_int32(imm) || is_uint32(imm) || (rt.Is64Bits()));
|
| - RecordRelocInfo(operand.rmode(), imm);
|
| - BlockConstPoolFor(1);
|
| - Emit(op | ImmLLiteral(0) | Rt(rt));
|
| -}
|
| -
|
| -
|
| -// Test if a given value can be encoded in the immediate field of a logical
|
| -// instruction.
|
| -// If it can be encoded, the function returns true, and values pointed to by n,
|
| -// imm_s and imm_r are updated with immediates encoded in the format required
|
| -// by the corresponding fields in the logical instruction.
|
| -// If it can not be encoded, the function returns false, and the values pointed
|
| -// to by n, imm_s and imm_r are undefined.
|
| -bool Assembler::IsImmLogical(uint64_t value,
|
| - unsigned width,
|
| - unsigned* n,
|
| - unsigned* imm_s,
|
| - unsigned* imm_r) {
|
| - ASSERT((n != NULL) && (imm_s != NULL) && (imm_r != NULL));
|
| - ASSERT((width == kWRegSizeInBits) || (width == kXRegSizeInBits));
|
| -
|
| - // Logical immediates are encoded using parameters n, imm_s and imm_r using
|
| - // the following table:
|
| - //
|
| - // N imms immr size S R
|
| - // 1 ssssss rrrrrr 64 UInt(ssssss) UInt(rrrrrr)
|
| - // 0 0sssss xrrrrr 32 UInt(sssss) UInt(rrrrr)
|
| - // 0 10ssss xxrrrr 16 UInt(ssss) UInt(rrrr)
|
| - // 0 110sss xxxrrr 8 UInt(sss) UInt(rrr)
|
| - // 0 1110ss xxxxrr 4 UInt(ss) UInt(rr)
|
| - // 0 11110s xxxxxr 2 UInt(s) UInt(r)
|
| - // (s bits must not be all set)
|
| - //
|
| - // A pattern is constructed of size bits, where the least significant S+1
|
| - // bits are set. The pattern is rotated right by R, and repeated across a
|
| - // 32 or 64-bit value, depending on destination register width.
|
| - //
|
| - // To test if an arbitary immediate can be encoded using this scheme, an
|
| - // iterative algorithm is used.
|
| - //
|
| - // TODO(mcapewel) This code does not consider using X/W register overlap to
|
| - // support 64-bit immediates where the top 32-bits are zero, and the bottom
|
| - // 32-bits are an encodable logical immediate.
|
| -
|
| - // 1. If the value has all set or all clear bits, it can't be encoded.
|
| - if ((value == 0) || (value == 0xffffffffffffffffUL) ||
|
| - ((width == kWRegSizeInBits) && (value == 0xffffffff))) {
|
| - return false;
|
| - }
|
| -
|
| - unsigned lead_zero = CountLeadingZeros(value, width);
|
| - unsigned lead_one = CountLeadingZeros(~value, width);
|
| - unsigned trail_zero = CountTrailingZeros(value, width);
|
| - unsigned trail_one = CountTrailingZeros(~value, width);
|
| - unsigned set_bits = CountSetBits(value, width);
|
| -
|
| - // The fixed bits in the immediate s field.
|
| - // If width == 64 (X reg), start at 0xFFFFFF80.
|
| - // If width == 32 (W reg), start at 0xFFFFFFC0, as the iteration for 64-bit
|
| - // widths won't be executed.
|
| - int imm_s_fixed = (width == kXRegSizeInBits) ? -128 : -64;
|
| - int imm_s_mask = 0x3F;
|
| -
|
| - for (;;) {
|
| - // 2. If the value is two bits wide, it can be encoded.
|
| - if (width == 2) {
|
| - *n = 0;
|
| - *imm_s = 0x3C;
|
| - *imm_r = (value & 3) - 1;
|
| - return true;
|
| - }
|
| -
|
| - *n = (width == 64) ? 1 : 0;
|
| - *imm_s = ((imm_s_fixed | (set_bits - 1)) & imm_s_mask);
|
| - if ((lead_zero + set_bits) == width) {
|
| - *imm_r = 0;
|
| - } else {
|
| - *imm_r = (lead_zero > 0) ? (width - trail_zero) : lead_one;
|
| - }
|
| -
|
| - // 3. If the sum of leading zeros, trailing zeros and set bits is equal to
|
| - // the bit width of the value, it can be encoded.
|
| - if (lead_zero + trail_zero + set_bits == width) {
|
| - return true;
|
| - }
|
| -
|
| - // 4. If the sum of leading ones, trailing ones and unset bits in the
|
| - // value is equal to the bit width of the value, it can be encoded.
|
| - if (lead_one + trail_one + (width - set_bits) == width) {
|
| - return true;
|
| - }
|
| -
|
| - // 5. If the most-significant half of the bitwise value is equal to the
|
| - // least-significant half, return to step 2 using the least-significant
|
| - // half of the value.
|
| - uint64_t mask = (1UL << (width >> 1)) - 1;
|
| - if ((value & mask) == ((value >> (width >> 1)) & mask)) {
|
| - width >>= 1;
|
| - set_bits >>= 1;
|
| - imm_s_fixed >>= 1;
|
| - continue;
|
| - }
|
| -
|
| - // 6. Otherwise, the value can't be encoded.
|
| - return false;
|
| - }
|
| -}
|
| -
|
| -
|
| -bool Assembler::IsImmConditionalCompare(int64_t immediate) {
|
| - return is_uint5(immediate);
|
| -}
|
| -
|
| -
|
| -bool Assembler::IsImmFP32(float imm) {
|
| - // Valid values will have the form:
|
| - // aBbb.bbbc.defg.h000.0000.0000.0000.0000
|
| - uint32_t bits = float_to_rawbits(imm);
|
| - // bits[19..0] are cleared.
|
| - if ((bits & 0x7ffff) != 0) {
|
| - return false;
|
| - }
|
| -
|
| - // bits[29..25] are all set or all cleared.
|
| - uint32_t b_pattern = (bits >> 16) & 0x3e00;
|
| - if (b_pattern != 0 && b_pattern != 0x3e00) {
|
| - return false;
|
| - }
|
| -
|
| - // bit[30] and bit[29] are opposite.
|
| - if (((bits ^ (bits << 1)) & 0x40000000) == 0) {
|
| - return false;
|
| - }
|
| -
|
| - return true;
|
| -}
|
| -
|
| -
|
| -bool Assembler::IsImmFP64(double imm) {
|
| - // Valid values will have the form:
|
| - // aBbb.bbbb.bbcd.efgh.0000.0000.0000.0000
|
| - // 0000.0000.0000.0000.0000.0000.0000.0000
|
| - uint64_t bits = double_to_rawbits(imm);
|
| - // bits[47..0] are cleared.
|
| - if ((bits & 0xffffffffffffL) != 0) {
|
| - return false;
|
| - }
|
| -
|
| - // bits[61..54] are all set or all cleared.
|
| - uint32_t b_pattern = (bits >> 48) & 0x3fc0;
|
| - if (b_pattern != 0 && b_pattern != 0x3fc0) {
|
| - return false;
|
| - }
|
| -
|
| - // bit[62] and bit[61] are opposite.
|
| - if (((bits ^ (bits << 1)) & 0x4000000000000000L) == 0) {
|
| - return false;
|
| - }
|
| -
|
| - return true;
|
| -}
|
| -
|
| -
|
| -void Assembler::GrowBuffer() {
|
| - if (!own_buffer_) FATAL("external code buffer is too small");
|
| -
|
| - // Compute new buffer size.
|
| - CodeDesc desc; // the new buffer
|
| - if (buffer_size_ < 4 * KB) {
|
| - desc.buffer_size = 4 * KB;
|
| - } else if (buffer_size_ < 1 * MB) {
|
| - desc.buffer_size = 2 * buffer_size_;
|
| - } else {
|
| - desc.buffer_size = buffer_size_ + 1 * MB;
|
| - }
|
| - CHECK_GT(desc.buffer_size, 0); // No overflow.
|
| -
|
| - byte* buffer = reinterpret_cast<byte*>(buffer_);
|
| -
|
| - // Set up new buffer.
|
| - desc.buffer = NewArray<byte>(desc.buffer_size);
|
| -
|
| - desc.instr_size = pc_offset();
|
| - desc.reloc_size = (buffer + buffer_size_) - reloc_info_writer.pos();
|
| -
|
| - // Copy the data.
|
| - intptr_t pc_delta = desc.buffer - buffer;
|
| - intptr_t rc_delta = (desc.buffer + desc.buffer_size) -
|
| - (buffer + buffer_size_);
|
| - memmove(desc.buffer, buffer, desc.instr_size);
|
| - memmove(reloc_info_writer.pos() + rc_delta,
|
| - reloc_info_writer.pos(), desc.reloc_size);
|
| -
|
| - // Switch buffers.
|
| - DeleteArray(buffer_);
|
| - buffer_ = desc.buffer;
|
| - buffer_size_ = desc.buffer_size;
|
| - pc_ = reinterpret_cast<byte*>(pc_) + pc_delta;
|
| - reloc_info_writer.Reposition(reloc_info_writer.pos() + rc_delta,
|
| - reloc_info_writer.last_pc() + pc_delta);
|
| -
|
| - // None of our relocation types are pc relative pointing outside the code
|
| - // buffer nor pc absolute pointing inside the code buffer, so there is no need
|
| - // to relocate any emitted relocation entries.
|
| -
|
| - // Relocate pending relocation entries.
|
| - for (int i = 0; i < num_pending_reloc_info_; i++) {
|
| - RelocInfo& rinfo = pending_reloc_info_[i];
|
| - ASSERT(rinfo.rmode() != RelocInfo::COMMENT &&
|
| - rinfo.rmode() != RelocInfo::POSITION);
|
| - if (rinfo.rmode() != RelocInfo::JS_RETURN) {
|
| - rinfo.set_pc(rinfo.pc() + pc_delta);
|
| - }
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::RecordRelocInfo(RelocInfo::Mode rmode, intptr_t data) {
|
| - // We do not try to reuse pool constants.
|
| - RelocInfo rinfo(reinterpret_cast<byte*>(pc_), rmode, data, NULL);
|
| - if (((rmode >= RelocInfo::JS_RETURN) &&
|
| - (rmode <= RelocInfo::DEBUG_BREAK_SLOT)) ||
|
| - (rmode == RelocInfo::CONST_POOL) ||
|
| - (rmode == RelocInfo::VENEER_POOL)) {
|
| - // Adjust code for new modes.
|
| - ASSERT(RelocInfo::IsDebugBreakSlot(rmode)
|
| - || RelocInfo::IsJSReturn(rmode)
|
| - || RelocInfo::IsComment(rmode)
|
| - || RelocInfo::IsPosition(rmode)
|
| - || RelocInfo::IsConstPool(rmode)
|
| - || RelocInfo::IsVeneerPool(rmode));
|
| - // These modes do not need an entry in the constant pool.
|
| - } else {
|
| - ASSERT(num_pending_reloc_info_ < kMaxNumPendingRelocInfo);
|
| - if (num_pending_reloc_info_ == 0) {
|
| - first_const_pool_use_ = pc_offset();
|
| - }
|
| - pending_reloc_info_[num_pending_reloc_info_++] = rinfo;
|
| - // Make sure the constant pool is not emitted in place of the next
|
| - // instruction for which we just recorded relocation info.
|
| - BlockConstPoolFor(1);
|
| - }
|
| -
|
| - if (!RelocInfo::IsNone(rmode)) {
|
| - // Don't record external references unless the heap will be serialized.
|
| - if (rmode == RelocInfo::EXTERNAL_REFERENCE) {
|
| -#ifdef DEBUG
|
| - if (!Serializer::enabled()) {
|
| - Serializer::TooLateToEnableNow();
|
| - }
|
| -#endif
|
| - if (!Serializer::enabled() && !emit_debug_code()) {
|
| - return;
|
| - }
|
| - }
|
| - ASSERT(buffer_space() >= kMaxRelocSize); // too late to grow buffer here
|
| - if (rmode == RelocInfo::CODE_TARGET_WITH_ID) {
|
| - RelocInfo reloc_info_with_ast_id(
|
| - reinterpret_cast<byte*>(pc_), rmode, RecordedAstId().ToInt(), NULL);
|
| - ClearRecordedAstId();
|
| - reloc_info_writer.Write(&reloc_info_with_ast_id);
|
| - } else {
|
| - reloc_info_writer.Write(&rinfo);
|
| - }
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::BlockConstPoolFor(int instructions) {
|
| - int pc_limit = pc_offset() + instructions * kInstructionSize;
|
| - if (no_const_pool_before_ < pc_limit) {
|
| - // If there are some pending entries, the constant pool cannot be blocked
|
| - // further than first_const_pool_use_ + kMaxDistToConstPool
|
| - ASSERT((num_pending_reloc_info_ == 0) ||
|
| - (pc_limit < (first_const_pool_use_ + kMaxDistToConstPool)));
|
| - no_const_pool_before_ = pc_limit;
|
| - }
|
| -
|
| - if (next_constant_pool_check_ < no_const_pool_before_) {
|
| - next_constant_pool_check_ = no_const_pool_before_;
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::CheckConstPool(bool force_emit, bool require_jump) {
|
| - // Some short sequence of instruction mustn't be broken up by constant pool
|
| - // emission, such sequences are protected by calls to BlockConstPoolFor and
|
| - // BlockConstPoolScope.
|
| - if (is_const_pool_blocked()) {
|
| - // Something is wrong if emission is forced and blocked at the same time.
|
| - ASSERT(!force_emit);
|
| - return;
|
| - }
|
| -
|
| - // There is nothing to do if there are no pending constant pool entries.
|
| - if (num_pending_reloc_info_ == 0) {
|
| - // Calculate the offset of the next check.
|
| - next_constant_pool_check_ = pc_offset() + kCheckConstPoolInterval;
|
| - return;
|
| - }
|
| -
|
| - // We emit a constant pool when:
|
| - // * requested to do so by parameter force_emit (e.g. after each function).
|
| - // * the distance to the first instruction accessing the constant pool is
|
| - // kAvgDistToConstPool or more.
|
| - // * no jump is required and the distance to the first instruction accessing
|
| - // the constant pool is at least kMaxDistToPConstool / 2.
|
| - ASSERT(first_const_pool_use_ >= 0);
|
| - int dist = pc_offset() - first_const_pool_use_;
|
| - if (!force_emit && dist < kAvgDistToConstPool &&
|
| - (require_jump || (dist < (kMaxDistToConstPool / 2)))) {
|
| - return;
|
| - }
|
| -
|
| - int jump_instr = require_jump ? kInstructionSize : 0;
|
| - int size_pool_marker = kInstructionSize;
|
| - int size_pool_guard = kInstructionSize;
|
| - int pool_size = jump_instr + size_pool_marker + size_pool_guard +
|
| - num_pending_reloc_info_ * kPointerSize;
|
| - int needed_space = pool_size + kGap;
|
| -
|
| - // Emit veneers for branches that would go out of range during emission of the
|
| - // constant pool.
|
| - CheckVeneerPool(false, require_jump, kVeneerDistanceMargin + pool_size);
|
| -
|
| - Label size_check;
|
| - bind(&size_check);
|
| -
|
| - // Check that the code buffer is large enough before emitting the constant
|
| - // pool (include the jump over the pool, the constant pool marker, the
|
| - // constant pool guard, and the gap to the relocation information).
|
| - while (buffer_space() <= needed_space) {
|
| - GrowBuffer();
|
| - }
|
| -
|
| - {
|
| - // Block recursive calls to CheckConstPool and protect from veneer pools.
|
| - BlockPoolsScope block_pools(this);
|
| - RecordComment("[ Constant Pool");
|
| - RecordConstPool(pool_size);
|
| -
|
| - // Emit jump over constant pool if necessary.
|
| - Label after_pool;
|
| - if (require_jump) {
|
| - b(&after_pool);
|
| - }
|
| -
|
| - // Emit a constant pool header. The header has two goals:
|
| - // 1) Encode the size of the constant pool, for use by the disassembler.
|
| - // 2) Terminate the program, to try to prevent execution from accidentally
|
| - // flowing into the constant pool.
|
| - // The header is therefore made of two a64 instructions:
|
| - // ldr xzr, #<size of the constant pool in 32-bit words>
|
| - // blr xzr
|
| - // If executed the code will likely segfault and lr will point to the
|
| - // beginning of the constant pool.
|
| - // TODO(all): currently each relocated constant is 64 bits, consider adding
|
| - // support for 32-bit entries.
|
| - ConstantPoolMarker(2 * num_pending_reloc_info_);
|
| - ConstantPoolGuard();
|
| -
|
| - // Emit constant pool entries.
|
| - for (int i = 0; i < num_pending_reloc_info_; i++) {
|
| - RelocInfo& rinfo = pending_reloc_info_[i];
|
| - ASSERT(rinfo.rmode() != RelocInfo::COMMENT &&
|
| - rinfo.rmode() != RelocInfo::POSITION &&
|
| - rinfo.rmode() != RelocInfo::STATEMENT_POSITION &&
|
| - rinfo.rmode() != RelocInfo::CONST_POOL &&
|
| - rinfo.rmode() != RelocInfo::VENEER_POOL);
|
| -
|
| - Instruction* instr = reinterpret_cast<Instruction*>(rinfo.pc());
|
| - // Instruction to patch must be 'ldr rd, [pc, #offset]' with offset == 0.
|
| - ASSERT(instr->IsLdrLiteral() &&
|
| - instr->ImmLLiteral() == 0);
|
| -
|
| - instr->SetImmPCOffsetTarget(reinterpret_cast<Instruction*>(pc_));
|
| - dc64(rinfo.data());
|
| - }
|
| -
|
| - num_pending_reloc_info_ = 0;
|
| - first_const_pool_use_ = -1;
|
| -
|
| - RecordComment("]");
|
| -
|
| - if (after_pool.is_linked()) {
|
| - bind(&after_pool);
|
| - }
|
| - }
|
| -
|
| - // Since a constant pool was just emitted, move the check offset forward by
|
| - // the standard interval.
|
| - next_constant_pool_check_ = pc_offset() + kCheckConstPoolInterval;
|
| -
|
| - ASSERT(SizeOfCodeGeneratedSince(&size_check) ==
|
| - static_cast<unsigned>(pool_size));
|
| -}
|
| -
|
| -
|
| -bool Assembler::ShouldEmitVeneer(int max_reachable_pc, int margin) {
|
| - // Account for the branch around the veneers and the guard.
|
| - int protection_offset = 2 * kInstructionSize;
|
| - return pc_offset() > max_reachable_pc - margin - protection_offset -
|
| - static_cast<int>(unresolved_branches_.size() * kMaxVeneerCodeSize);
|
| -}
|
| -
|
| -
|
| -void Assembler::RecordVeneerPool(int location_offset, int size) {
|
| -#ifdef ENABLE_DEBUGGER_SUPPORT
|
| - RelocInfo rinfo(buffer_ + location_offset,
|
| - RelocInfo::VENEER_POOL, static_cast<intptr_t>(size),
|
| - NULL);
|
| - reloc_info_writer.Write(&rinfo);
|
| -#endif
|
| -}
|
| -
|
| -
|
| -void Assembler::EmitVeneers(bool force_emit, bool need_protection, int margin) {
|
| - BlockPoolsScope scope(this);
|
| - RecordComment("[ Veneers");
|
| -
|
| - // The exact size of the veneer pool must be recorded (see the comment at the
|
| - // declaration site of RecordConstPool()), but computing the number of
|
| - // veneers that will be generated is not obvious. So instead we remember the
|
| - // current position and will record the size after the pool has been
|
| - // generated.
|
| - Label size_check;
|
| - bind(&size_check);
|
| - int veneer_pool_relocinfo_loc = pc_offset();
|
| -
|
| - Label end;
|
| - if (need_protection) {
|
| - b(&end);
|
| - }
|
| -
|
| - EmitVeneersGuard();
|
| -
|
| - Label veneer_size_check;
|
| -
|
| - std::multimap<int, FarBranchInfo>::iterator it, it_to_delete;
|
| -
|
| - it = unresolved_branches_.begin();
|
| - while (it != unresolved_branches_.end()) {
|
| - if (force_emit || ShouldEmitVeneer(it->first, margin)) {
|
| - Instruction* branch = InstructionAt(it->second.pc_offset_);
|
| - Label* label = it->second.label_;
|
| -
|
| -#ifdef DEBUG
|
| - bind(&veneer_size_check);
|
| -#endif
|
| - // Patch the branch to point to the current position, and emit a branch
|
| - // to the label.
|
| - Instruction* veneer = reinterpret_cast<Instruction*>(pc_);
|
| - RemoveBranchFromLabelLinkChain(branch, label, veneer);
|
| - branch->SetImmPCOffsetTarget(veneer);
|
| - b(label);
|
| -#ifdef DEBUG
|
| - ASSERT(SizeOfCodeGeneratedSince(&veneer_size_check) <=
|
| - static_cast<uint64_t>(kMaxVeneerCodeSize));
|
| - veneer_size_check.Unuse();
|
| -#endif
|
| -
|
| - it_to_delete = it++;
|
| - unresolved_branches_.erase(it_to_delete);
|
| - } else {
|
| - ++it;
|
| - }
|
| - }
|
| -
|
| - // Record the veneer pool size.
|
| - int pool_size = SizeOfCodeGeneratedSince(&size_check);
|
| - RecordVeneerPool(veneer_pool_relocinfo_loc, pool_size);
|
| -
|
| - if (unresolved_branches_.empty()) {
|
| - next_veneer_pool_check_ = kMaxInt;
|
| - } else {
|
| - next_veneer_pool_check_ =
|
| - unresolved_branches_first_limit() - kVeneerDistanceCheckMargin;
|
| - }
|
| -
|
| - bind(&end);
|
| -
|
| - RecordComment("]");
|
| -}
|
| -
|
| -
|
| -void Assembler::CheckVeneerPool(bool force_emit, bool require_jump,
|
| - int margin) {
|
| - // There is nothing to do if there are no pending veneer pool entries.
|
| - if (unresolved_branches_.empty()) {
|
| - ASSERT(next_veneer_pool_check_ == kMaxInt);
|
| - return;
|
| - }
|
| -
|
| - ASSERT(pc_offset() < unresolved_branches_first_limit());
|
| -
|
| - // Some short sequence of instruction mustn't be broken up by veneer pool
|
| - // emission, such sequences are protected by calls to BlockVeneerPoolFor and
|
| - // BlockVeneerPoolScope.
|
| - if (is_veneer_pool_blocked()) {
|
| - ASSERT(!force_emit);
|
| - return;
|
| - }
|
| -
|
| - if (!require_jump) {
|
| - // Prefer emitting veneers protected by an existing instruction.
|
| - margin *= kVeneerNoProtectionFactor;
|
| - }
|
| - if (force_emit || ShouldEmitVeneers(margin)) {
|
| - EmitVeneers(force_emit, require_jump, margin);
|
| - } else {
|
| - next_veneer_pool_check_ =
|
| - unresolved_branches_first_limit() - kVeneerDistanceCheckMargin;
|
| - }
|
| -}
|
| -
|
| -
|
| -void Assembler::RecordComment(const char* msg) {
|
| - if (FLAG_code_comments) {
|
| - CheckBuffer();
|
| - RecordRelocInfo(RelocInfo::COMMENT, reinterpret_cast<intptr_t>(msg));
|
| - }
|
| -}
|
| -
|
| -
|
| -int Assembler::buffer_space() const {
|
| - return reloc_info_writer.pos() - reinterpret_cast<byte*>(pc_);
|
| -}
|
| -
|
| -
|
| -void Assembler::RecordJSReturn() {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - CheckBuffer();
|
| - RecordRelocInfo(RelocInfo::JS_RETURN);
|
| -}
|
| -
|
| -
|
| -void Assembler::RecordDebugBreakSlot() {
|
| - positions_recorder()->WriteRecordedPositions();
|
| - CheckBuffer();
|
| - RecordRelocInfo(RelocInfo::DEBUG_BREAK_SLOT);
|
| -}
|
| -
|
| -
|
| -void Assembler::RecordConstPool(int size) {
|
| - // We only need this for debugger support, to correctly compute offsets in the
|
| - // code.
|
| -#ifdef ENABLE_DEBUGGER_SUPPORT
|
| - RecordRelocInfo(RelocInfo::CONST_POOL, static_cast<intptr_t>(size));
|
| -#endif
|
| -}
|
| -
|
| -
|
| -MaybeObject* Assembler::AllocateConstantPool(Heap* heap) {
|
| - // No out-of-line constant pool support.
|
| - UNREACHABLE();
|
| - return NULL;
|
| -}
|
| -
|
| -
|
| -void Assembler::PopulateConstantPool(ConstantPoolArray* constant_pool) {
|
| - // No out-of-line constant pool support.
|
| - UNREACHABLE();
|
| -}
|
| -
|
| -
|
| -} } // namespace v8::internal
|
| -
|
| -#endif // V8_TARGET_ARCH_A64
|
|
|