Index: runtime/vm/simulator_dbc.cc |
diff --git a/runtime/vm/simulator_dbc.cc b/runtime/vm/simulator_dbc.cc |
new file mode 100644 |
index 0000000000000000000000000000000000000000..5576bbce695f85f71e95ed1e2e01219c3294085a |
--- /dev/null |
+++ b/runtime/vm/simulator_dbc.cc |
@@ -0,0 +1,1737 @@ |
+// Copyright (c) 2016, the Dart project authors. Please see the AUTHORS file |
+// for details. All rights reserved. Use of this source code is governed by a |
+// BSD-style license that can be found in the LICENSE file. |
+ |
+#include <setjmp.h> // NOLINT |
+#include <stdlib.h> |
+ |
+#include "vm/globals.h" |
+#if defined(TARGET_ARCH_DBC) |
+ |
+#if !defined(USING_SIMULATOR) |
+#error "DBC is a simulated architecture" |
+#endif |
+ |
+#include "vm/simulator.h" |
+ |
+#include "vm/assembler.h" |
+#include "vm/compiler.h" |
+#include "vm/constants_dbc.h" |
+#include "vm/cpu.h" |
+#include "vm/dart_entry.h" |
+#include "vm/debugger.h" |
+#include "vm/disassembler.h" |
+#include "vm/lockers.h" |
+#include "vm/native_arguments.h" |
+#include "vm/native_entry.h" |
+#include "vm/object.h" |
+#include "vm/object_store.h" |
+#include "vm/os_thread.h" |
+#include "vm/stack_frame.h" |
+ |
+namespace dart { |
+ |
+DEFINE_FLAG(uint64_t, trace_sim_after, ULLONG_MAX, |
+ "Trace simulator execution after instruction count reached."); |
+DEFINE_FLAG(uint64_t, stop_sim_at, ULLONG_MAX, |
+ "Instruction address or instruction count to stop simulator at."); |
+ |
+// SimulatorSetjmpBuffer are linked together, and the last created one |
+// is referenced by the Simulator. When an exception is thrown, the exception |
+// runtime looks at where to jump and finds the corresponding |
+// SimulatorSetjmpBuffer based on the stack pointer of the exception handler. |
+// The runtime then does a Longjmp on that buffer to return to the simulator. |
+class SimulatorSetjmpBuffer { |
+ public: |
+ void Longjmp() { |
+ // "This" is now the last setjmp buffer. |
+ simulator_->set_last_setjmp_buffer(this); |
+ longjmp(buffer_, 1); |
+ } |
+ |
+ explicit SimulatorSetjmpBuffer(Simulator* sim) { |
+ simulator_ = sim; |
+ link_ = sim->last_setjmp_buffer(); |
+ sim->set_last_setjmp_buffer(this); |
+ top_ = sim->top_; |
+ base_ = sim->base_; |
+ } |
+ |
+ ~SimulatorSetjmpBuffer() { |
+ ASSERT(simulator_->last_setjmp_buffer() == this); |
+ simulator_->set_last_setjmp_buffer(link_); |
+ } |
+ |
+ SimulatorSetjmpBuffer* link() { return link_; } |
+ |
+ uintptr_t* top() const { return top_; } |
+ uword base() const { return reinterpret_cast<uword>(base_); } |
+ |
+ jmp_buf buffer_; |
+ |
+ private: |
+ uintptr_t* top_; |
+ uintptr_t* base_; |
+ Simulator* simulator_; |
+ SimulatorSetjmpBuffer* link_; |
+ |
+ friend class Simulator; |
+}; |
+ |
+ |
+DART_FORCE_INLINE static RawObject** SavedCallerFP(RawObject** FP) { |
+ return reinterpret_cast<RawObject**>(FP[kSavedCallerFpSlotFromFp]); |
+} |
+ |
+ |
+DART_FORCE_INLINE static RawCode* FrameCode(RawObject** FP) { |
+ return static_cast<RawCode*>(FP[kPcMarkerSlotFromFp]); |
+} |
+ |
+ |
+DART_FORCE_INLINE static void SetFrameCode(RawObject** FP, RawCode* code) { |
+ FP[kPcMarkerSlotFromFp] = code; |
+} |
+ |
+ |
+DART_FORCE_INLINE static RawObject** FrameArguments(RawObject** FP, |
+ intptr_t argc) { |
+ return FP - (kDartFrameFixedSize + argc); |
+} |
+ |
+ |
+class SimulatorHelpers { |
+ public: |
+ DART_FORCE_INLINE static RawSmi* GetClassIdAsSmi(RawObject* obj) { |
+ return Smi::New(obj->IsHeapObject() ? obj->GetClassId() : kSmiCid); |
+ } |
+ |
+ DART_FORCE_INLINE static intptr_t GetClassId(RawObject* obj) { |
+ return obj->IsHeapObject() ? obj->GetClassId() : kSmiCid; |
+ } |
+ |
+ DART_FORCE_INLINE static void IncrementUsageCounter(RawICData* icdata) { |
+ reinterpret_cast<RawFunction*>(icdata->ptr()->owner_) |
+ ->ptr() |
+ ->usage_counter_++; |
+ } |
+ |
+ DART_FORCE_INLINE static bool IsStrictEqualWithNumberCheck(RawObject* lhs, |
+ RawObject* rhs) { |
+ if (lhs == rhs) { |
+ return true; |
+ } |
+ |
+ if (lhs->IsHeapObject() && rhs->IsHeapObject()) { |
+ const intptr_t lhs_cid = lhs->GetClassId(); |
+ const intptr_t rhs_cid = rhs->GetClassId(); |
+ if (lhs_cid == rhs_cid) { |
+ switch (lhs_cid) { |
+ case kDoubleCid: |
+ return (bit_cast<uint64_t, double>( |
+ static_cast<RawDouble*>(lhs)->ptr()->value_) == |
+ bit_cast<uint64_t, double>( |
+ static_cast<RawDouble*>(rhs)->ptr()->value_)); |
+ |
+ case kMintCid: |
+ return (static_cast<RawMint*>(lhs)->ptr()->value_ == |
+ static_cast<RawMint*>(rhs)->ptr()->value_); |
+ |
+ case kBigintCid: |
+ return (DLRT_BigintCompare(static_cast<RawBigint*>(lhs), |
+ static_cast<RawBigint*>(rhs)) == 0); |
+ } |
+ } |
+ } |
+ |
+ return false; |
+ } |
+ |
+ template <typename T> |
+ DART_FORCE_INLINE static T* Untag(T* tagged) { |
+ return tagged->ptr(); |
+ } |
+ |
+ static bool ObjectArraySetIndexed(Thread* thread, RawObject** B, |
+ RawObject** result) { |
+ if (thread->isolate()->type_checks()) { |
+ return false; |
+ } |
+ |
+ RawObject** args = FrameArguments(B, 3); |
+ RawSmi* index = static_cast<RawSmi*>(args[1]); |
+ RawArray* array = static_cast<RawArray*>(args[0]); |
+ if (!index->IsHeapObject() && reinterpret_cast<intptr_t>(index) >= 0 && |
+ reinterpret_cast<intptr_t>(index) < |
+ reinterpret_cast<intptr_t>(array->ptr()->length_)) { |
+ array->StorePointer(array->ptr()->data() + Smi::Value(index), args[2]); |
+ return true; |
+ } |
+ return false; |
+ } |
+ |
+ static bool ObjectArrayGetIndexed(Thread* thread, RawObject** B, |
+ RawObject** result) { |
+ RawObject** args = FrameArguments(B, 2); |
+ RawSmi* index = static_cast<RawSmi*>(args[1]); |
+ RawArray* array = static_cast<RawArray*>(args[0]); |
+ if (!index->IsHeapObject() && reinterpret_cast<intptr_t>(index) >= 0 && |
+ reinterpret_cast<intptr_t>(index) < |
+ reinterpret_cast<intptr_t>(array->ptr()->length_)) { |
+ *result = array->ptr()->data()[Smi::Value(index)]; |
+ return true; |
+ } |
+ return false; |
+ } |
+ |
+ static bool GrowableArraySetIndexed(Thread* thread, RawObject** B, |
+ RawObject** result) { |
+ if (thread->isolate()->type_checks()) { |
+ return false; |
+ } |
+ |
+ RawObject** args = FrameArguments(B, 3); |
+ RawSmi* index = static_cast<RawSmi*>(args[1]); |
+ RawGrowableObjectArray* array = |
+ static_cast<RawGrowableObjectArray*>(args[0]); |
+ if (!index->IsHeapObject() && reinterpret_cast<intptr_t>(index) >= 0 && |
+ reinterpret_cast<intptr_t>(index) < |
+ reinterpret_cast<intptr_t>(array->ptr()->length_)) { |
+ RawArray* data = array->ptr()->data_; |
+ data->StorePointer(data->ptr()->data() + Smi::Value(index), args[2]); |
+ return true; |
+ } |
+ return false; |
+ } |
+ |
+ static bool GrowableArrayGetIndexed(Thread* thread, RawObject** B, |
+ RawObject** result) { |
+ RawObject** args = FrameArguments(B, 2); |
+ RawSmi* index = static_cast<RawSmi*>(args[1]); |
+ RawGrowableObjectArray* array = |
+ static_cast<RawGrowableObjectArray*>(args[0]); |
+ if (!index->IsHeapObject() && reinterpret_cast<intptr_t>(index) >= 0 && |
+ reinterpret_cast<intptr_t>(index) < |
+ reinterpret_cast<intptr_t>(array->ptr()->length_)) { |
+ *result = array->ptr()->data_->ptr()->data()[Smi::Value(index)]; |
+ return true; |
+ } |
+ return false; |
+ } |
+}; |
+ |
+ |
+DART_FORCE_INLINE static uint32_t* SavedCallerPC(RawObject** FP) { |
+ return reinterpret_cast<uint32_t*>(FP[kSavedCallerPcSlotFromFp]); |
+} |
+ |
+ |
+DART_FORCE_INLINE static RawFunction* FrameFunction(RawObject** FP) { |
+ RawFunction* function = static_cast<RawFunction*>(FP[kFunctionSlotFromFp]); |
+ ASSERT(SimulatorHelpers::GetClassId(function) == kFunctionCid); |
+ return function; |
+} |
+ |
+ |
+IntrinsicHandler Simulator::intrinsics_[Simulator::kIntrinsicCount]; |
+ |
+ |
+// Synchronization primitives support. |
+void Simulator::InitOnce() { |
+ for (intptr_t i = 0; i < kIntrinsicCount; i++) { |
+ intrinsics_[i] = 0; |
+ } |
+ |
+ intrinsics_[kObjectArraySetIndexedIntrinsic] = |
+ SimulatorHelpers::ObjectArraySetIndexed; |
+ intrinsics_[kObjectArrayGetIndexedIntrinsic] = |
+ SimulatorHelpers::ObjectArrayGetIndexed; |
+ intrinsics_[kGrowableArraySetIndexedIntrinsic] = |
+ SimulatorHelpers::GrowableArraySetIndexed; |
+ intrinsics_[kGrowableArrayGetIndexedIntrinsic] = |
+ SimulatorHelpers::GrowableArrayGetIndexed; |
+} |
+ |
+ |
+Simulator::Simulator() { |
+ // Setup simulator support first. Some of this information is needed to |
+ // setup the architecture state. |
+ // We allocate the stack here, the size is computed as the sum of |
+ // the size specified by the user and the buffer space needed for |
+ // handling stack overflow exceptions. To be safe in potential |
+ // stack underflows we also add some underflow buffer space. |
+ stack_ = new uintptr_t[(OSThread::GetSpecifiedStackSize() + |
+ OSThread::kStackSizeBuffer + |
+ kSimulatorStackUnderflowSize) / |
+ sizeof(uintptr_t)]; |
+ base_ = top_ = stack_; |
+ last_setjmp_buffer_ = NULL; |
+ top_exit_frame_info_ = 0; |
+} |
+ |
+ |
+Simulator::~Simulator() { |
+ delete[] stack_; |
+ Isolate* isolate = Isolate::Current(); |
+ if (isolate != NULL) { |
+ isolate->set_simulator(NULL); |
+ } |
+} |
+ |
+ |
+// Get the active Simulator for the current isolate. |
+Simulator* Simulator::Current() { |
+ Simulator* simulator = Isolate::Current()->simulator(); |
+ if (simulator == NULL) { |
+ simulator = new Simulator(); |
+ Isolate::Current()->set_simulator(simulator); |
+ } |
+ return simulator; |
+} |
+ |
+ |
+// Returns the top of the stack area to enable checking for stack pointer |
+// validity. |
+uword Simulator::StackTop() const { |
+ // To be safe in potential stack underflows we leave some buffer above and |
+ // set the stack top. |
+ return StackBase() + |
+ (OSThread::GetSpecifiedStackSize() + OSThread::kStackSizeBuffer); |
+} |
+ |
+ |
+// Calls into the Dart runtime are based on this interface. |
+typedef void (*SimulatorRuntimeCall)(NativeArguments arguments); |
+ |
+// Calls to leaf Dart runtime functions are based on this interface. |
+typedef int32_t (*SimulatorLeafRuntimeCall)(int32_t r0, int32_t r1, int32_t r2, |
+ int32_t r3); |
+ |
+// Calls to leaf float Dart runtime functions are based on this interface. |
+typedef double (*SimulatorLeafFloatRuntimeCall)(double d0, double d1); |
+ |
+// Calls to native Dart functions are based on this interface. |
+typedef void (*SimulatorBootstrapNativeCall)(NativeArguments* arguments); |
+typedef void (*SimulatorNativeCall)(NativeArguments* arguments, uword target); |
+ |
+ |
+void Simulator::Exit(Thread* thread, RawObject** base, RawObject** frame, |
+ uint32_t* pc) { |
+ frame[0] = Function::null(); |
+ frame[1] = Code::null(); |
+ frame[2] = reinterpret_cast<RawObject*>(pc); |
+ frame[3] = reinterpret_cast<RawObject*>(base); |
+ base_ = top_ = reinterpret_cast<uintptr_t*>(frame + kDartFrameFixedSize); |
+ thread->set_top_exit_frame_info(reinterpret_cast<uword>(top_)); |
+} |
+ |
+ |
+#if defined(__has_builtin) |
+#if __has_builtin(__builtin_smul_overflow) |
+#define HAS_MUL_OVERFLOW |
+#endif |
+#if __has_builtin(__builtin_sadd_overflow) |
+#define HAS_ADD_OVERFLOW |
+#endif |
+#if __has_builtin(__builtin_ssub_overflow) |
+#define HAS_SUB_OVERFLOW |
+#endif |
+#endif |
+ |
+ |
+DART_FORCE_INLINE static int32_t SignedAddWithOverflow(int32_t lhs, int32_t rhs, |
+ intptr_t* out) { |
+ int32_t res = 1; |
+#if defined(HAS_ADD_OVERFLOW) |
+ res = __builtin_sadd_overflow(lhs, rhs, out); |
+#elif defined(__i386__) |
+ asm volatile( |
+ "add %2, %1\n" |
+ "jo 1f;\n" |
+ "xor %0, %0\n" |
+ "mov %1, 0(%3)\n" |
+ "1: " |
+ : "+r"(res), "+r"(lhs) |
+ : "r"(rhs), "r"(out) |
+ : "cc"); |
+#elif defined(__arm__) |
+ asm volatile( |
+ "adds %1, %1, %2;\n" |
+ "bvs 1f;\n" |
+ "mov %0, $0;\n" |
+ "str %1, [%3, #0]\n" |
+ "1:" |
+ : "+r"(res), "+r"(lhs) |
+ : "r"(rhs), "r"(out) |
+ : "cc", "r12"); |
+#else |
+#error "Unsupported platform" |
+#endif |
+ return res; |
+} |
+ |
+ |
+DART_FORCE_INLINE static int32_t SignedSubWithOverflow(int32_t lhs, int32_t rhs, |
+ intptr_t* out) { |
+ int32_t res = 1; |
+#if defined(HAS_SUB_OVERFLOW) |
+ res = __builtin_ssub_overflow(lhs, rhs, out); |
+#elif defined(__i386__) |
+ asm volatile( |
+ "sub %2, %1\n" |
+ "jo 1f;\n" |
+ "xor %0, %0\n" |
+ "mov %1, 0(%3)\n" |
+ "1: " |
+ : "+r"(res), "+r"(lhs) |
+ : "r"(rhs), "r"(out) |
+ : "cc"); |
+#elif defined(__arm__) |
+ asm volatile( |
+ "subs %1, %1, %2;\n" |
+ "bvs 1f;\n" |
+ "mov %0, $0;\n" |
+ "str %1, [%3, #0]\n" |
+ "1:" |
+ : "+r"(res), "+r"(lhs) |
+ : "r"(rhs), "r"(out) |
+ : "cc", "r12"); |
+#else |
+#error "Unsupported platform" |
+#endif |
+ return res; |
+} |
+ |
+ |
+DART_FORCE_INLINE static int32_t SignedMulWithOverflow(int32_t lhs, int32_t rhs, |
+ intptr_t* out) { |
+ int32_t res = 1; |
+#if defined(HAS_MUL_OVERFLOW) |
+ res = __builtin_smul_overflow(lhs, rhs, out); |
+#elif defined(__i386__) |
+ asm volatile( |
+ "imul %2, %1\n" |
+ "jo 1f;\n" |
+ "xor %0, %0\n" |
+ "mov %1, 0(%3)\n" |
+ "1: " |
+ : "+r"(res), "+r"(lhs) |
+ : "r"(rhs), "r"(out) |
+ : "cc"); |
+#elif defined(__arm__) |
+ asm volatile( |
+ "smull %1, ip, %1, %2;\n" |
+ "cmp ip, %1, ASR #31;\n" |
+ "bne 1f;\n" |
+ "mov %0, $0;\n" |
+ "str %1, [%3, #0]\n" |
+ "1:" |
+ : "+r"(res), "+r"(lhs) |
+ : "r"(rhs), "r"(out) |
+ : "cc", "r12"); |
+#else |
+#error "Unsupported platform" |
+#endif |
+ return res; |
+} |
+ |
+DART_FORCE_INLINE static int32_t SMI_DIV(int32_t lhs, int32_t rhs, |
+ intptr_t* out) { |
+ if (rhs == 0) { |
+ return 1; |
+ } |
+ |
+ const int32_t res = (lhs >> 1) / (rhs >> 1); |
+ if (res == 0x40000000) { |
+ return 1; // Overflow |
+ } |
+ |
+ *out = res << 1; |
+ return 0; |
+} |
+ |
+ |
+#define LIKELY(cond) __builtin_expect((cond), 1) |
+ |
+ |
+DART_FORCE_INLINE static bool AreBothSmis(intptr_t a, intptr_t b) { |
+ return ((a | b) & kHeapObjectTag) == 0; |
+} |
+ |
+ |
+#define SMI_MUL(lhs, rhs, pres) SignedMulWithOverflow((lhs), (rhs) >> 1, pres) |
+#define SMI_COND(cond, lhs, rhs, pres) \ |
+ ((*(pres) = ((lhs cond rhs) ? true_value : false_value)), false) |
+#define SMI_EQ(lhs, rhs, pres) SMI_COND(==, lhs, rhs, pres) |
+#define SMI_LT(lhs, rhs, pres) SMI_COND(<, lhs, rhs, pres) |
+#define SMI_GT(lhs, rhs, pres) SMI_COND(>, lhs, rhs, pres) |
+#define SMI_BITOR(lhs, rhs, pres) ((*(pres) = (lhs | rhs)), false) |
+#define SMI_BITAND(lhs, rhs, pres) ((*(pres) = (lhs & rhs)), false) |
+ |
+ |
+void Simulator::CallRuntime(Thread* thread, RawObject** base, |
+ RawObject** exit_frame, uint32_t* pc, |
+ intptr_t argc_tag, RawObject** args, |
+ RawObject** result, uword target) { |
+ Exit(thread, base, exit_frame, pc); |
+ NativeArguments native_args(thread, argc_tag, args, result); |
+ reinterpret_cast<RuntimeFunction>(target)(native_args); |
+} |
+ |
+ |
+DART_FORCE_INLINE void Simulator::Invoke(Thread* thread, RawObject** call_base, |
+ RawObject** call_top, |
+ RawObjectPool** pp, uint32_t** pc, |
+ RawObject*** B, RawObject*** SP) { |
+ RawObject** callee_fp = call_top + kDartFrameFixedSize; |
+ |
+ RawFunction* function = FrameFunction(callee_fp); |
+ RawCode* code = function->ptr()->code_; |
+ callee_fp[kPcMarkerSlotFromFp] = code; |
+ callee_fp[kSavedCallerPcSlotFromFp] = reinterpret_cast<RawObject*>(*pc); |
+ callee_fp[kSavedCallerFpSlotFromFp] = reinterpret_cast<RawObject*>(*B); |
+ *pp = code->ptr()->object_pool_->ptr(); |
+ *pc = reinterpret_cast<uint32_t*>(code->ptr()->entry_point_); |
+ *B = callee_fp; |
+ *SP = *B - 1; |
+} |
+ |
+ |
+void Simulator::InlineCacheMiss(int checked_args, Thread* thread, |
+ RawICData* icdata, RawObject** call_base, |
+ RawObject** top, uint32_t* pc, RawObject** B, |
+ RawObject** SP) { |
+ RawObject** args = call_base; |
+ for (intptr_t i = 0; i < checked_args; i++) { |
+ top[1 + i] = args[i]; |
+ } |
+ top[1 + checked_args] = icdata; |
+ RuntimeFunction handler = NULL; |
+ switch (checked_args) { |
+ case 1: |
+ handler = DRT_InlineCacheMissHandlerOneArg; |
+ break; |
+ case 2: |
+ handler = DRT_InlineCacheMissHandlerTwoArgs; |
+ break; |
+ case 3: |
+ handler = DRT_InlineCacheMissHandlerThreeArgs; |
+ break; |
+ default: |
+ UNREACHABLE(); |
+ break; |
+ } |
+ CallRuntime(thread, B, top + checked_args + 1 + 1, pc, checked_args + 1, |
+ top + 1, top, reinterpret_cast<uword>(handler)); |
+} |
+ |
+ |
+DART_FORCE_INLINE void Simulator::InstanceCall1( |
+ Thread* thread, RawICData* icdata, RawObject** call_base, RawObject** top, |
+ Array* argdesc, RawObjectPool** pp, uint32_t** pc, RawObject*** B, |
+ RawObject*** SP) { |
+ ASSERT(icdata->GetClassId() == kICDataCid); |
+ SimulatorHelpers::IncrementUsageCounter(icdata); |
+ |
+ const intptr_t kCheckedArgs = 1; |
+ RawObject** args = call_base; |
+ RawArray* cache = icdata->ptr()->ic_data_->ptr(); |
+ |
+ RawSmi* receiver_cid = SimulatorHelpers::GetClassIdAsSmi(args[0]); |
+ |
+ bool found = false; |
+ for (intptr_t i = 0, length = Smi::Value(cache->length_); |
+ i < (length - (kCheckedArgs + 2)); i += (kCheckedArgs + 2)) { |
+ if (cache->data()[i + 0] == receiver_cid) { |
+ top[0] = cache->data()[i + kCheckedArgs]; |
+ found = true; |
+ break; |
+ } |
+ } |
+ |
+ if (!found) { |
+ InlineCacheMiss(kCheckedArgs, thread, icdata, call_base, top, *pc, *B, *SP); |
+ } |
+ |
+ *argdesc = icdata->ptr()->args_descriptor_; |
+ Invoke(thread, call_base, top, pp, pc, B, SP); |
+} |
+ |
+ |
+DART_FORCE_INLINE void Simulator::InstanceCall2( |
+ Thread* thread, RawICData* icdata, RawObject** call_base, RawObject** top, |
+ Array* argdesc, RawObjectPool** pp, uint32_t** pc, RawObject*** B, |
+ RawObject*** SP) { |
+ ASSERT(icdata->GetClassId() == kICDataCid); |
+ SimulatorHelpers::IncrementUsageCounter(icdata); |
+ |
+ const intptr_t kCheckedArgs = 2; |
+ RawObject** args = call_base; |
+ RawArray* cache = icdata->ptr()->ic_data_->ptr(); |
+ |
+ RawSmi* receiver_cid = SimulatorHelpers::GetClassIdAsSmi(args[0]); |
+ RawSmi* arg0_cid = SimulatorHelpers::GetClassIdAsSmi(args[1]); |
+ |
+ bool found = false; |
+ for (intptr_t i = 0, length = Smi::Value(cache->length_); |
+ i < (length - (kCheckedArgs + 2)); i += (kCheckedArgs + 2)) { |
+ if (cache->data()[i + 0] == receiver_cid && |
+ cache->data()[i + 1] == arg0_cid) { |
+ top[0] = cache->data()[i + kCheckedArgs]; |
+ found = true; |
+ break; |
+ } |
+ } |
+ |
+ if (!found) { |
+ InlineCacheMiss(kCheckedArgs, thread, icdata, call_base, top, *pc, *B, *SP); |
+ } |
+ |
+ *argdesc = icdata->ptr()->args_descriptor_; |
+ Invoke(thread, call_base, top, pp, pc, B, SP); |
+} |
+ |
+ |
+DART_FORCE_INLINE void Simulator::InstanceCall3( |
+ Thread* thread, RawICData* icdata, RawObject** call_base, RawObject** top, |
+ Array* argdesc, RawObjectPool** pp, uint32_t** pc, RawObject*** B, |
+ RawObject*** SP) { |
+ ASSERT(icdata->GetClassId() == kICDataCid); |
+ SimulatorHelpers::IncrementUsageCounter(icdata); |
+ |
+ const intptr_t kCheckedArgs = 3; |
+ RawObject** args = call_base; |
+ RawArray* cache = icdata->ptr()->ic_data_->ptr(); |
+ |
+ RawSmi* receiver_cid = SimulatorHelpers::GetClassIdAsSmi(args[0]); |
+ RawSmi* arg0_cid = SimulatorHelpers::GetClassIdAsSmi(args[1]); |
+ RawSmi* arg1_cid = SimulatorHelpers::GetClassIdAsSmi(args[2]); |
+ |
+ bool found = false; |
+ for (intptr_t i = 0, length = Smi::Value(cache->length_); |
+ i < (length - (kCheckedArgs + 2)); i += (kCheckedArgs + 2)) { |
+ if (cache->data()[i + 0] == receiver_cid && |
+ cache->data()[i + 1] == arg0_cid && cache->data()[i + 2] == arg1_cid) { |
+ top[0] = cache->data()[i + kCheckedArgs]; |
+ found = true; |
+ break; |
+ } |
+ } |
+ |
+ if (!found) { |
+ InlineCacheMiss(kCheckedArgs, thread, icdata, call_base, top, *pc, *B, *SP); |
+ } |
+ |
+ *argdesc = icdata->ptr()->args_descriptor_; |
+ Invoke(thread, call_base, top, pp, pc, B, SP); |
+} |
+ |
+ |
+static __attribute__((noinline)) bool InvokeRuntime( |
+ Thread* thread, Simulator* sim, RuntimeFunction drt, |
+ const NativeArguments& args) { |
+ SimulatorSetjmpBuffer buffer(sim); |
+ if (!setjmp(buffer.buffer_)) { |
+ thread->set_vm_tag(reinterpret_cast<uword>(drt)); |
+ drt(args); |
+ thread->set_vm_tag(VMTag::kDartTagId); |
+ return true; |
+ } else { |
+ return false; |
+ } |
+} |
+ |
+ |
+static __attribute__((noinline)) bool InvokeNative( |
+ Thread* thread, Simulator* sim, SimulatorBootstrapNativeCall f, |
+ NativeArguments* args) { |
+ SimulatorSetjmpBuffer buffer(sim); |
+ if (!setjmp(buffer.buffer_)) { |
+ thread->set_vm_tag(reinterpret_cast<uword>(f)); |
+ f(args); |
+ thread->set_vm_tag(VMTag::kDartTagId); |
+ return true; |
+ } else { |
+ return false; |
+ } |
+} |
+ |
+ |
+static __attribute__((noinline)) bool InvokeNativeWrapper( |
+ Thread* thread, Simulator* sim, Dart_NativeFunction f, |
+ NativeArguments* args) { |
+ SimulatorSetjmpBuffer buffer(sim); |
+ if (!setjmp(buffer.buffer_)) { |
+ thread->set_vm_tag(reinterpret_cast<uword>(f)); |
+ NativeEntry::NativeCallWrapper( |
+ reinterpret_cast<Dart_NativeArguments>(args), f); |
+ thread->set_vm_tag(VMTag::kDartTagId); |
+ return true; |
+ } else { |
+ return false; |
+ } |
+} |
+ |
+ |
+RawObject* Simulator::Call(const Code& code, const Array& arguments_descriptor, |
+ const Array& arguments, Thread* thread) { |
+ static void* dispatch[] = { |
+#define TARGET(name, fmt, fmta, fmtb, fmtc) &&bc##name, |
+ BYTECODES_LIST(TARGET) |
+#undef TARGET |
+ }; |
+ |
+ const uword vm_tag = thread->vm_tag(); |
+ thread->set_vm_tag(VMTag::kDartTagId); |
+ |
+ StackResource* top_resource = thread->top_resource(); |
+ thread->set_top_resource(NULL); |
+ |
+ if (top_ == NULL) { |
+ top_ = base_ = stack_; |
+ } |
+ |
+ top_[0] = thread->top_exit_frame_info(); |
+ |
+ // Unpack arguments. |
+ { |
+ const intptr_t argc = arguments.Length(); |
+ RawObject** call_base = reinterpret_cast<RawObject**>(top_ + 1); |
+ RawObject** call_top = call_base + argc; |
+ for (intptr_t i = 0; i < argc; i++) { |
+ call_base[i] = arguments.At(i); |
+ } |
+ |
+ call_top[0] = code.function(); |
+ call_top[1] = code.raw(); |
+ call_top[2] = |
+ reinterpret_cast<RawObject*>((argc << 2) | 2); // Return address. |
+ call_top[3] = reinterpret_cast<RawObject*>(top_); // Caller FP |
+ } |
+ |
+ RawObject** B = |
+ reinterpret_cast<RawObject**>(top_ + |
+ arguments.Length() + |
+ kDartFrameFixedSize + |
+ 1); |
+ RawObject** SP = B - 1; |
+ uint32_t* pc = reinterpret_cast<uint32_t*>(code.raw()->ptr()->entry_point_); |
+ RawObjectPool* pp = code.object_pool(); |
+ |
+ pp = pp->ptr(); |
+ RawBool* true_value = Bool::True().raw(); |
+ RawBool* false_value = Bool::False().raw(); |
+ RawObject* null_value = Object::null(); |
+ RawObject* empty_context = thread->isolate()->object_store()->empty_context(); |
+ |
+ Array& argdesc = Array::Handle(); |
+#if defined(DEBUG) |
+ Function& function_h = Function::Handle(); |
+#endif |
+ argdesc = arguments_descriptor.raw(); |
+ |
+#define DECLARE_A_B_C \ |
+ uint16_t rB, rC; \ |
+ USE(rB); \ |
+ USE(rC) |
+#define DECODE_A_B_C(type, shiftB, shiftC, mask) \ |
+ rB = ((__op >> shiftB) & mask) /* | rBx */; \ |
+ rC = ((__op >> shiftC) & mask) /* | rCx */; |
+ |
+#define DECLARE_0 |
+#define DECODE_0(type, shiftB, shiftC, mask) |
+ |
+#define DECLARE_A |
+#define DECODE_A(type, shiftB, shiftC, mask) |
+ |
+#define DECLARE_A_D \ |
+ uint32_t rD; \ |
+ USE(rD) |
+#define DECODE_A_D(type, shiftB, shiftC, mask) rD = (__op >> shiftB); |
+ |
+#define DECLARE___D \ |
+ uint32_t rD; \ |
+ USE(rD) |
+#define DECODE___D(type, shiftB, shiftC, mask) rD = (__op >> shiftB); |
+ |
+#define DECLARE_A_X \ |
+ int32_t rD; \ |
+ USE(rD) |
+#define DECODE_A_X(type, shiftB, shiftC, mask) \ |
+ rD = (static_cast<int32_t>(__op) >> shiftB); |
+ |
+#define BYTECODE_HEADER(Name, Declare, Decode) \ |
+ Declare; \ |
+ bc##Name : Decode(uint8_t, 16, 24, 0xFF); \ |
+ goto bc##Name##Entry; \ |
+ bc##Name##Entry: |
+ |
+#define BYTECODE(Name, type) \ |
+ BYTECODE_HEADER(Name, DECLARE_##type, DECODE_##type) |
+ |
+#define DISPATCH_OP(val) \ |
+ do { \ |
+ __op = (val); \ |
+ rA = ((__op >> 8) & 0xFF); \ |
+ goto* dispatch[__op & 0xFF]; \ |
+ } while (0) |
+ |
+#define DISPATCH() DISPATCH_OP(*pc++) |
+ |
+#define SMI_FASTPATH_TOS(ResultT, F) \ |
+ { \ |
+ const intptr_t lhs = reinterpret_cast<intptr_t>(SP[-1]); \ |
+ const intptr_t rhs = reinterpret_cast<intptr_t>(SP[-0]); \ |
+ ResultT* slot = reinterpret_cast<ResultT*>(SP - 1); \ |
+ if (LIKELY(AreBothSmis(lhs, rhs) && !F(lhs, rhs, slot))) { \ |
+ pc += 1; \ |
+ --SP; \ |
+ } \ |
+ DISPATCH(); \ |
+ } |
+ |
+#define FALLTHROUGH |
+ |
+#define HANDLE_EXCEPTION(name, ON_EXCEPTION) \ |
+ do { \ |
+ B = reinterpret_cast<RawObject**>(base_); \ |
+ pc = reinterpret_cast<uint32_t*>(pc_); \ |
+ if ((reinterpret_cast<uword>(pc) & 2) != 0) { \ |
+ base_ = top_ = reinterpret_cast<uintptr_t*>(base_[0]); \ |
+ thread->set_top_exit_frame_info(reinterpret_cast<uword>(top_)); \ |
+ thread->set_top_resource(top_resource); \ |
+ thread->set_vm_tag(vm_tag); \ |
+ return special_[0]; \ |
+ } \ |
+ pp = FrameCode(B)->ptr()->object_pool_->ptr(); \ |
+ ON_EXCEPTION; \ |
+ } while (0) |
+ |
+#define INVOKE_RUNTIME(func, args, onexception) \ |
+ if (!InvokeRuntime(thread, this, func, args)) { \ |
+ HANDLE_EXCEPTION(InvokeRuntime, onexception); \ |
+ } |
+ |
+#define INVOKE_NATIVE(func, args, onexception) \ |
+ if (!InvokeNative(thread, this, func, &args)) { \ |
+ HANDLE_EXCEPTION(InvokeRuntime, onexception); \ |
+ } |
+ |
+#define INVOKE_NATIVE_WRAPPER(func, args, onexception) \ |
+ if (!InvokeNativeWrapper(thread, this, func, &args)) { \ |
+ HANDLE_EXCEPTION(InvokeRuntime, onexception); \ |
+ } |
+ |
+ uint16_t rA; |
+ uint32_t __op; |
+ DISPATCH(); |
+ while (true) { |
+ { |
+ { |
+ ClosureNoSuchMethod: |
+#if defined(DEBUG) |
+ function_h ^= FrameFunction(B); |
+ ASSERT(function_h.IsClosureFunction()); |
+#endif |
+ pc = SavedCallerPC(B); |
+ |
+ const bool has_dart_callee = (reinterpret_cast<uword>(pc) & 2) == 0; |
+ const intptr_t argc = has_dart_callee |
+ ? Bytecode::DecodeArgc(pc[-1]) |
+ : (reinterpret_cast<uword>(pc) >> 2); |
+ |
+ SP = FrameArguments(B, 0); |
+ RawObject** args = SP - argc; |
+ B = SavedCallerFP(B); |
+ if (has_dart_callee) { |
+ pp = FrameCode(B)->ptr()->object_pool_->ptr(); |
+ } |
+ |
+ *++SP = null_value; |
+ *++SP = args[0]; |
+ *++SP = argdesc.raw(); |
+ *++SP = null_value; // will contain array |
+ { |
+ SP[1] = Smi::New(argc); // length |
+ SP[2] = null_value; // type |
+ Exit(thread, B, SP + 3, pc); |
+ NativeArguments native_args(thread, 2, SP + 1, SP); |
+ INVOKE_RUNTIME(DRT_AllocateArray, native_args, |
+ goto ClosureNoSuchMethodDispatch); |
+ |
+ RawArray* array = static_cast<RawArray*>(SP[0]); |
+ ASSERT(array->GetClassId() == kArrayCid); |
+ for (intptr_t i = 0; i < argc; i++) { |
+ array->ptr()->data()[i] = args[i]; |
+ } |
+ } |
+ { |
+ Exit(thread, B, SP + 1, pc); |
+ NativeArguments native_args(thread, 3, SP - 2, SP - 3); |
+ INVOKE_RUNTIME(DRT_InvokeClosureNoSuchMethod, native_args, |
+ goto ClosureNoSuchMethodDispatch); |
+ UNREACHABLE(); |
+ } |
+ ClosureNoSuchMethodDispatch: |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(Entry, A_B_C); |
+ const uint16_t num_locals = rB; |
+ const uint16_t context_reg = rC; |
+ const intptr_t pos_count = Smi::Value( |
+ |
+ *reinterpret_cast<RawSmi**>( |
+ reinterpret_cast<uword>(argdesc.raw()->ptr()) + |
+ Array::element_offset( |
+ ArgumentsDescriptor:: |
+ kPositionalCountIndex))); /* desc.PositionalCount(); */ |
+ if (pos_count != rA) { |
+ goto ClosureNoSuchMethod; |
+ } |
+ |
+ { |
+ RawObject** L = B; |
+ for (intptr_t i = 0; i < num_locals; i++) { |
+ L[i] = null_value; |
+ } |
+ L[context_reg] = empty_context; |
+ SP = B + num_locals - 1; |
+ } |
+ |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(DebugStep, A); |
+ if (thread->isolate()->single_step()) { |
+ Exit(thread, B, SP + 1, pc); |
+ NativeArguments args(thread, 0, NULL, NULL); |
+ INVOKE_RUNTIME(DRT_SingleStepHandler, args, FALLTHROUGH); |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(DebugBreak, A); |
+ { |
+ const uint32_t original_bc = |
+ static_cast<uint32_t>(reinterpret_cast<uintptr_t>( |
+ thread->isolate()->debugger()->GetPatchedStubAddress( |
+ reinterpret_cast<uword>(pc)))); |
+ |
+ SP[1] = null_value; |
+ Exit(thread, B, SP + 2, pc); |
+ NativeArguments args(thread, 0, NULL, SP + 1); |
+ INVOKE_RUNTIME(DRT_BreakpointRuntimeHandler, args, FALLTHROUGH) else { |
+ DISPATCH_OP(original_bc); |
+ } |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(CheckStack, A); |
+ { |
+ if (reinterpret_cast<uword>(SP) >= thread->isolate()->stack_limit()) { |
+ Exit(thread, B, SP + 1, pc); |
+ NativeArguments args(thread, 0, NULL, NULL); |
+ INVOKE_RUNTIME(DRT_StackOverflow, args, FALLTHROUGH); |
+ } |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(EntryOpt, A_B_C); |
+ const uint16_t num_fixed_params = rA; |
+ const uint16_t num_opt_pos_params = rB; |
+ const uint16_t num_opt_named_params = rC; |
+ |
+ const intptr_t min_num_pos_args = num_fixed_params; |
+ const intptr_t max_num_pos_args = num_fixed_params + num_opt_pos_params; |
+ const intptr_t arg_count = Smi::Value(*reinterpret_cast<RawSmi**>( |
+ reinterpret_cast<uword>(argdesc.raw()->ptr()) + |
+ Array::element_offset(ArgumentsDescriptor::kCountIndex))); |
+ const intptr_t pos_count = Smi::Value(*reinterpret_cast<RawSmi**>( |
+ reinterpret_cast<uword>(argdesc.raw()->ptr()) + |
+ Array::element_offset(ArgumentsDescriptor::kPositionalCountIndex))); |
+ const intptr_t named_count = (arg_count - pos_count); |
+ if (!(min_num_pos_args <= pos_count && pos_count <= max_num_pos_args)) { |
+ goto ClosureNoSuchMethod; |
+ } |
+ |
+ // Copy all passed position arguments.Entry |
+ RawObject** first_arg = FrameArguments(B, arg_count); |
+ memmove(B, first_arg, pos_count * kWordSize); |
+ if (num_opt_named_params != 0) { |
+ // RawObject** opt_copy = first_arg + pos_count; |
+ |
+ intptr_t i = named_count - 1; |
+ intptr_t j = num_opt_named_params - 1; |
+ while (j >= 0 && i >= 0) { |
+ const uint32_t load_name = pc[2 * j]; |
+ const uint32_t load_value = pc[2 * j + 1]; |
+ ASSERT((load_name & 0xFF) == Bytecode::kLoadConstant); |
+ ASSERT((load_value & 0xFF) == Bytecode::kLoadConstant); |
+ ASSERT((load_value & 0xFF00) == (load_name & 0xFF00)); |
+ const uint8_t reg = (load_name >> 8) & 0xFF; |
+ RawString* name = reinterpret_cast<RawString*>( |
+ pp->data()[load_name >> 16].raw_obj_); |
+ if (name == argdesc.At(ArgumentsDescriptor::name_index(i))) { |
+ const intptr_t copy_idx = Smi::Value(static_cast<RawSmi*>( |
+ argdesc.At(ArgumentsDescriptor::position_index(i)))); |
+ B[reg] = first_arg[copy_idx]; |
+ i--; |
+ } else { |
+ RawObject* value = pp->data()[load_value >> 16].raw_obj_; |
+ B[reg] = value; |
+ } |
+ j--; |
+ } |
+ |
+ while (j >= 0) { |
+ const uint32_t load_name = pc[2 * j]; |
+ const uint32_t load_value = pc[2 * j + 1]; |
+ ASSERT((load_name & 0xFF) == Bytecode::kLoadConstant); |
+ ASSERT((load_value & 0xFF) == Bytecode::kLoadConstant); |
+ ASSERT((load_value & 0xFF00) == (load_name & 0xFF00)); |
+ const uint8_t reg = (load_name >> 8) & 0xFF; |
+ RawObject* value = pp->data()[load_value >> 16].raw_obj_; |
+ B[reg] = value; |
+ j--; |
+ } |
+ |
+ if (i != -1) { |
+ goto ClosureNoSuchMethod; |
+ } |
+ |
+ pc += num_opt_named_params * 2; |
+ SP = B + num_fixed_params + num_opt_named_params - 1; |
+ } else { |
+ ASSERT(num_opt_pos_params != 0); |
+ if (named_count != 0) { |
+ goto ClosureNoSuchMethod; |
+ } |
+ |
+ RawObject** opt_base = B + rA; |
+ for (intptr_t i = pos_count - rA; i < num_opt_pos_params; i++) { |
+ const uint32_t load_value = pc[i]; |
+ ASSERT((load_value & 0xFF) == Bytecode::kLoadConstant); |
+ const uint8_t reg = (load_value >> 8) & 0xFF; |
+ RawObject* value = pp->data()[load_value >> 16].raw_obj_; |
+ ASSERT((i + rA) == reg); |
+ opt_base[i] = value; |
+ } |
+ |
+ pc += num_opt_pos_params; |
+ SP = B + max_num_pos_args - 1; |
+ } |
+ |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(InstantiateType, A_D); |
+ RawObject* type = pp->data()[rD].raw_obj_; |
+ SP[1] = type; |
+ SP[2] = SP[0]; |
+ SP[0] = null_value; |
+ Exit(thread, B, SP + 3, pc); |
+ { |
+ NativeArguments args(thread, 2, SP + 1, SP); |
+ INVOKE_RUNTIME(DRT_InstantiateType, args, FALLTHROUGH); |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(InstantiateTypeArgumentsTOS, A_D); |
+ RawTypeArguments* type_arguments = |
+ static_cast<RawTypeArguments*>(pp->data()[rD].raw_obj_); |
+ |
+ RawObject* instantiator = SP[0]; |
+ // If the instantiator is null and if the type argument vector |
+ // instantiated from null becomes a vector of dynamic, then use null as |
+ // the type arguments. |
+ if (rA == 0 || null_value != instantiator) { |
+ RawArray* instantiations = type_arguments->ptr()->instantiations_; |
+ for (intptr_t i = 0; |
+ instantiations->ptr()->data()[i] != NULL; // kNoInstantiator |
+ i += 2) { |
+ if (instantiations->ptr()->data()[i] == instantiator) { |
+ SP[0] = instantiations->ptr()->data()[i + 1]; |
+ goto InstantiateTypeArgumentsTOSDone; |
+ } |
+ } |
+ |
+ SP[1] = type_arguments; |
+ SP[2] = instantiator; |
+ |
+ Exit(thread, B, SP + 3, pc); |
+ NativeArguments args(thread, 2, SP + 1, SP); |
+ INVOKE_RUNTIME(DRT_InstantiateTypeArguments, args, FALLTHROUGH); |
+ } |
+ |
+ InstantiateTypeArgumentsTOSDone: |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(Throw, A); |
+ { |
+ SP[1] = 0; |
+ Exit(thread, B, SP + 2, pc); |
+ if (rA == 0) { |
+ NativeArguments args(thread, 1, SP, SP + 1); |
+ INVOKE_RUNTIME(DRT_Throw, args, FALLTHROUGH); |
+ } else { |
+ NativeArguments args(thread, 2, SP - 1, SP + 1); |
+ INVOKE_RUNTIME(DRT_ReThrow, args, FALLTHROUGH); |
+ } |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(Frame, A_D); |
+ const uint16_t num_locals = rD; |
+ for (intptr_t i = 1; i <= num_locals; i++) { |
+ SP[i] = null_value; |
+ } |
+ SP += num_locals; |
+ |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(SetFrame, A); |
+ SP = B + rA - 1; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(Drop1, 0); |
+ SP--; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(Drop, 0); |
+ SP -= rA; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(DropR, 0); |
+ RawObject* result = SP[0]; |
+ SP -= rA; |
+ SP[0] = result; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(LoadConstant, A_D); |
+ B[rA] = pp->data()[rD].raw_obj_; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(PushConstant, __D); |
+ *++SP = pp->data()[rD].raw_obj_; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(Push, A_X); |
+ *++SP = B[rD]; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(Move, A_X); |
+ B[rA] = B[rD]; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(StoreLocal, A_X); |
+ B[rD] = *SP; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(PopLocal, A_X); |
+ B[rD] = *SP--; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(MoveSpecial, A_D); |
+ B[rA] = special_[rD]; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(BooleanNegateTOS, 0); |
+ SP[0] = (SP[0] == true_value) ? false_value : true_value; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(StaticCall, A_D); |
+ if (thread->isolate()->single_step()) { |
+ Exit(thread, B, SP + 1, pc); |
+ NativeArguments args(thread, 0, NULL, NULL); |
+ INVOKE_RUNTIME(DRT_SingleStepHandler, args, goto StaticCallDispatch); |
+ } |
+ |
+ { |
+ const uint16_t argc = rA; |
+ RawObject** call_base = SP - argc; |
+ RawObject** call_top = SP; // *SP contains function |
+ argdesc ^= pp->data()[rD].raw_obj_; |
+ Invoke(thread, call_base, call_top, &pp, &pc, &B, &SP); |
+ } |
+ |
+ StaticCallDispatch: |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(InstanceCall, A_D); |
+ if (thread->isolate()->single_step()) { |
+ Exit(thread, B, SP + 1, pc); |
+ NativeArguments args(thread, 0, NULL, NULL); |
+ INVOKE_RUNTIME(DRT_SingleStepHandler, args, |
+ goto InstanceCallDispatch); |
+ } |
+ |
+ { |
+ const uint16_t argc = rA; |
+ const uint16_t kidx = rD; |
+ |
+ RawObject** call_base = SP - argc + 1; |
+ RawObject** call_top = SP + 1; |
+ InstanceCall1(thread, |
+ static_cast<RawICData*>(pp->data()[kidx].raw_obj_), |
+ call_base, call_top, &argdesc, &pp, &pc, &B, &SP); |
+ } |
+ |
+ InstanceCallDispatch: |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(InstanceCall2, A_D); |
+ if (thread->isolate()->single_step()) { |
+ Exit(thread, B, SP + 1, pc); |
+ NativeArguments args(thread, 0, NULL, NULL); |
+ INVOKE_RUNTIME(DRT_SingleStepHandler, args, |
+ goto InstanceCall2Dispatch); |
+ } |
+ |
+ { |
+ const uint16_t argc = rA; |
+ const uint16_t kidx = rD; |
+ |
+ RawObject** call_base = SP - argc + 1; |
+ RawObject** call_top = SP + 1; |
+ InstanceCall2(thread, |
+ static_cast<RawICData*>(pp->data()[kidx].raw_obj_), |
+ call_base, call_top, &argdesc, &pp, &pc, &B, &SP); |
+ } |
+ |
+ InstanceCall2Dispatch: |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(InstanceCall3, A_D); |
+ if (thread->isolate()->single_step()) { |
+ Exit(thread, B, SP + 1, pc); |
+ NativeArguments args(thread, 0, NULL, NULL); |
+ INVOKE_RUNTIME(DRT_SingleStepHandler, args, |
+ goto InstanceCall3Dispatch); |
+ } |
+ |
+ { |
+ const uint16_t argc = rA; |
+ const uint16_t kidx = rD; |
+ |
+ RawObject** call_base = SP - argc + 1; |
+ RawObject** call_top = SP + 1; |
+ InstanceCall3(thread, |
+ static_cast<RawICData*>(pp->data()[kidx].raw_obj_), |
+ call_base, call_top, &argdesc, &pp, &pc, &B, &SP); |
+ } |
+ |
+ InstanceCall3Dispatch: |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(NativeBootstrapCall, 0); |
+ RawFunction* function = FrameFunction(B); |
+ RawObject** incoming_args = |
+ function->ptr()->num_optional_parameters_ == 0 |
+ ? FrameArguments(B, function->ptr()->num_fixed_parameters_) |
+ : B; |
+ |
+ SimulatorBootstrapNativeCall native_target = |
+ reinterpret_cast<SimulatorBootstrapNativeCall>(SP[-1]); |
+ intptr_t argc_tag = reinterpret_cast<intptr_t>(SP[-0]); |
+ SP[-0] = 0; // Note: argc_tag is not smi-tagged. |
+ SP[-1] = null_value; |
+ Exit(thread, B, SP + 1, pc); |
+ NativeArguments args(thread, argc_tag, incoming_args, SP - 1); |
+ INVOKE_NATIVE(native_target, args, FALLTHROUGH) else { SP -= 1; } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(NativeCall, 0); |
+ RawFunction* function = FrameFunction(B); |
+ RawObject** incoming_args = |
+ function->ptr()->num_optional_parameters_ == 0 |
+ ? FrameArguments(B, function->ptr()->num_fixed_parameters_) |
+ : B; |
+ |
+ Dart_NativeFunction native_target = |
+ reinterpret_cast<Dart_NativeFunction>(SP[-1]); |
+ intptr_t argc_tag = reinterpret_cast<intptr_t>(SP[-0]); |
+ SP[-0] = 0; // argc_tag is not smi tagged! |
+ SP[-1] = null_value; |
+ Exit(thread, B, SP + 1, pc); |
+ NativeArguments args(thread, argc_tag, incoming_args, SP - 1); |
+ INVOKE_NATIVE_WRAPPER(native_target, args, FALLTHROUGH) else { |
+ SP -= 1; |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(AddTOS, A_B_C); |
+ SMI_FASTPATH_TOS(intptr_t, SignedAddWithOverflow); |
+ } |
+ { |
+ BYTECODE(SubTOS, A_B_C); |
+ SMI_FASTPATH_TOS(intptr_t, SignedSubWithOverflow); |
+ } |
+ { |
+ BYTECODE(MulTOS, A_B_C); |
+ SMI_FASTPATH_TOS(intptr_t, SMI_MUL); |
+ } |
+ { |
+ BYTECODE(BitOrTOS, A_B_C); |
+ SMI_FASTPATH_TOS(intptr_t, SMI_BITOR); |
+ } |
+ { |
+ BYTECODE(BitAndTOS, A_B_C); |
+ SMI_FASTPATH_TOS(intptr_t, SMI_BITAND); |
+ } |
+ { |
+ BYTECODE(EqualTOS, A_B_C); |
+ SMI_FASTPATH_TOS(RawObject*, SMI_EQ); |
+ } |
+ { |
+ BYTECODE(LessThanTOS, A_B_C); |
+ SMI_FASTPATH_TOS(RawObject*, SMI_LT); |
+ } |
+ { |
+ BYTECODE(GreaterThanTOS, A_B_C); |
+ SMI_FASTPATH_TOS(RawObject*, SMI_GT); |
+ } |
+ |
+ { |
+ BYTECODE(Compile, 0); |
+ B[0] = FrameFunction(B); |
+ B[1] = 0; |
+ Exit(thread, B, B + 2, pc); |
+ NativeArguments args(thread, 1, B, B + 1); |
+ INVOKE_RUNTIME(DRT_CompileFunction, args, FALLTHROUGH) else { |
+ // Function should be compiled now. |
+ RawCode* code = FrameFunction(B)->ptr()->code_; |
+ SetFrameCode(B, code); |
+ pp = code->ptr()->object_pool_->ptr(); |
+ pc = reinterpret_cast<uint32_t*>(code->ptr()->entry_point_); |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ RawObject* result; |
+ |
+ BYTECODE(Intrinsic, A); |
+ result = null_value; |
+ if (!intrinsics_[rA](thread, B, &result)) { |
+ DISPATCH(); |
+ } |
+ goto ReturnImpl; |
+ |
+ BYTECODE(Return, A); |
+ result = B[rA]; |
+ goto ReturnImpl; |
+ |
+ BYTECODE(ReturnTOS, 0); |
+ result = *SP; |
+ |
+ ReturnImpl: |
+ pc = SavedCallerPC(B); |
+ if ((reinterpret_cast<uword>(pc) & 2) != 0) { |
+ const intptr_t argc = reinterpret_cast<uword>(pc) >> 2; |
+ base_ = top_ = reinterpret_cast<uintptr_t*>( |
+ FrameArguments(B, argc + 1)[0]); |
+ thread->set_top_exit_frame_info(reinterpret_cast<uword>(top_)); |
+ thread->set_top_resource(top_resource); |
+ thread->set_vm_tag(vm_tag); |
+ return result; |
+ } |
+ const uint8_t argc = Bytecode::DecodeArgc(pc[-1]); |
+ SP = FrameArguments(B, argc); |
+ B = SavedCallerFP(B); |
+ *SP = result; |
+ RawCode* code = FrameCode(B); |
+ pp = code->ptr()->object_pool_->ptr(); |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(StoreStaticTOS, A_D); |
+ RawField* field = reinterpret_cast<RawField*>(pp->data()[rD].raw_obj_); |
+ RawInstance* value = static_cast<RawInstance*>(*SP--); |
+ field->StorePointer(&field->ptr()->value_.static_value_, value); |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(PushStatic, A_D); |
+ RawField* field = reinterpret_cast<RawField*>(pp->data()[rD].raw_obj_); |
+ *SP = field->ptr()->value_.static_value_; // Note: field on the stack. |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(StoreField, A_B_C); |
+ const uint16_t offset_in_words = rB; |
+ const uint16_t value_reg = rC; |
+ |
+ RawInstance* instance = reinterpret_cast<RawInstance*>(B[rA]); |
+ RawObject* value = reinterpret_cast<RawObject*>(B[value_reg]); |
+ |
+ instance->StorePointer( |
+ reinterpret_cast<RawObject**>(instance->ptr()) + offset_in_words, |
+ value); |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(StoreFieldTOS, A_D); |
+ const uint16_t offset_in_words = rD; |
+ RawInstance* instance = reinterpret_cast<RawInstance*>(SP[-1]); |
+ RawObject* value = reinterpret_cast<RawObject*>(SP[0]); |
+ SP -= 2; |
+ instance->StorePointer( |
+ reinterpret_cast<RawObject**>(instance->ptr()) + offset_in_words, |
+ value); |
+ |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(LoadField, A_B_C); |
+ const uint16_t instance_reg = rB; |
+ const uint16_t offset_in_words = rC; |
+ RawInstance* instance = reinterpret_cast<RawInstance*>(B[instance_reg]); |
+ B[rA] = reinterpret_cast<RawObject**>(instance->ptr())[offset_in_words]; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(LoadFieldTOS, A_D); |
+ const uint16_t offset_in_words = rD; |
+ RawInstance* instance = static_cast<RawInstance*>(SP[0]); |
+ SP[0] = reinterpret_cast<RawObject**>(instance->ptr())[offset_in_words]; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(InitStaticTOS, A); |
+ RawField* field = static_cast<RawField*>(*SP--); |
+ RawObject* value = field->ptr()->value_.static_value_; |
+ if ((value == Object::sentinel().raw()) || |
+ (value == Object::transition_sentinel().raw())) { |
+ /* SP[1] field */ |
+ SP[2] = 0; |
+ Exit(thread, B, SP + 3, pc); |
+ NativeArguments args(thread, 1, SP + 1, SP + 2); |
+ INVOKE_RUNTIME(DRT_InitStaticField, args, FALLTHROUGH); |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(AllocateContext, A_D); |
+ const uint16_t num_context_variables = rD; |
+ { |
+ *++SP = 0; |
+ SP[1] = Smi::New(num_context_variables); |
+ Exit(thread, B, SP + 2, pc); |
+ NativeArguments args(thread, 1, SP + 1, SP); |
+ INVOKE_RUNTIME(DRT_AllocateContext, args, FALLTHROUGH); |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(CloneContext, A); |
+ { |
+ SP[1] = SP[0]; |
+ Exit(thread, B, SP + 2, pc); |
+ NativeArguments args(thread, 1, SP + 1, SP); |
+ INVOKE_RUNTIME(DRT_CloneContext, args, FALLTHROUGH); |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(Allocate, A_D); |
+ SP[1] = 0; // result |
+ SP[2] = pp->data()[rD].raw_obj_; |
+ SP[3] = null_value; |
+ Exit(thread, B, SP + 4, pc); |
+ NativeArguments args(thread, 2, SP + 2, SP + 1); |
+ INVOKE_RUNTIME(DRT_AllocateObject, args, FALLTHROUGH); |
+ SP++; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(AllocateT, 0); |
+ SP[1] = SP[-0]; // class |
+ SP[2] = SP[-1]; // type arguments |
+ Exit(thread, B, SP + 3, pc); |
+ NativeArguments args(thread, 2, SP + 1, SP - 1); |
+ INVOKE_RUNTIME(DRT_AllocateObject, args, FALLTHROUGH); |
+ SP -= 1; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(CreateArrayTOS, 0); |
+ SP[1] = SP[-0]; // length |
+ SP[2] = SP[-1]; // type |
Florian Schneider
2016/04/12 02:29:58
Would it make sense to have a fast-path new-space
Vyacheslav Egorov (Google)
2016/04/12 09:01:21
Yes, I think it does makes sense to have a fast-pa
|
+ Exit(thread, B, SP + 3, pc); |
+ NativeArguments args(thread, 2, SP + 1, SP - 1); |
+ INVOKE_RUNTIME(DRT_AllocateArray, args, FALLTHROUGH); |
+ SP -= 1; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(AssertAssignable, A_D); // instance, type args, type, name |
+ RawObject** args = SP - 3; |
+ if (args[0] != null_value) { |
+ RawSubtypeTestCache* cache = |
+ static_cast<RawSubtypeTestCache*>(pp->data()[rD].raw_obj_); |
+ if (cache != null_value) { |
+ RawInstance* instance = static_cast<RawInstance*>(args[0]); |
+ RawTypeArguments* instantiator_type_arguments = |
+ static_cast<RawTypeArguments*>(args[1]); |
+ |
+ const intptr_t cid = SimulatorHelpers::GetClassId(instance); |
+ |
+ RawTypeArguments* instance_type_arguments = |
+ static_cast<RawTypeArguments*>(null_value); |
+ RawObject* instance_cid_or_function; |
+ if (cid == kClosureCid) { |
+ RawClosure* closure = static_cast<RawClosure*>(instance); |
+ instance_type_arguments = closure->ptr()->type_arguments_; |
+ instance_cid_or_function = closure->ptr()->function_; |
+ } else { |
+ instance_cid_or_function = Smi::New(cid); |
+ |
+ RawClass* instance_class = |
+ thread->isolate()->class_table()->At(cid); |
+ if (instance_class->ptr()->num_type_arguments_ < 0) { |
+ goto AssertAssignableCallRuntime; |
+ } else if (instance_class->ptr()->num_type_arguments_ > 0) { |
+ instance_type_arguments = reinterpret_cast<RawTypeArguments**>( |
+ instance |
+ ->ptr())[instance_class->ptr() |
+ ->type_arguments_field_offset_in_words_]; |
+ } |
+ } |
+ |
+ for (RawObject** entries = cache->ptr()->cache_->ptr()->data(); |
+ entries[0] != null_value; |
+ entries += SubtypeTestCache::kTestEntryLength) { |
+ if (entries[SubtypeTestCache::kInstanceClassIdOrFunction] == |
+ instance_cid_or_function && |
+ entries[SubtypeTestCache::kInstanceTypeArguments] == |
+ instance_type_arguments && |
+ entries[SubtypeTestCache::kInstantiatorTypeArguments] == |
+ instantiator_type_arguments) { |
+ if (true_value == entries[SubtypeTestCache::kTestResult]) { |
+ goto AssertAssignableOk; |
+ } else { |
+ break; |
+ } |
+ } |
+ } |
+ } |
+ |
+ AssertAssignableCallRuntime: |
+ SP[1] = args[0]; // instance |
+ SP[2] = args[2]; // type |
+ SP[3] = args[1]; // type args |
+ SP[4] = args[3]; // name |
+ SP[5] = cache; |
+ Exit(thread, B, SP + 6, pc); |
+ NativeArguments args(thread, 5, SP + 1, SP - 3); |
+ INVOKE_RUNTIME(DRT_TypeCheck, args, FALLTHROUGH); |
+ } |
+ |
+ AssertAssignableOk: |
+ SP -= 3; |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(AssertBoolean, A); |
+ RawObject* value = SP[0]; |
+ if (rA) { |
+ if (value == true_value || value == false_value) { |
+ goto AssertBooleanOk; |
+ } |
+ } else if (value != null_value) { |
+ goto AssertBooleanOk; |
+ } |
+ |
+ { |
+ SP[1] = SP[0]; // instance |
+ Exit(thread, B, SP + 2, pc); |
+ NativeArguments args(thread, 1, SP + 1, SP); |
+ INVOKE_RUNTIME(DRT_NonBoolTypeError, args, FALLTHROUGH); |
+ } |
+ |
+ AssertBooleanOk: |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(IfEqStrictTOS, A_D); |
+ SP -= 2; |
+ if (SP[1] != SP[2]) { |
+ pc++; |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(IfNeStrictTOS, A_D); |
+ SP -= 2; |
+ if (SP[1] == SP[2]) { |
+ pc++; |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(IfEqStrictNumTOS, A_D); |
+ if (thread->isolate()->single_step()) { |
+ Exit(thread, B, SP + 1, pc); |
+ NativeArguments args(thread, 0, NULL, NULL); |
+ INVOKE_RUNTIME(DRT_SingleStepHandler, args, FALLTHROUGH); |
+ } |
+ |
+ SP -= 2; |
+ if (!SimulatorHelpers::IsStrictEqualWithNumberCheck(SP[1], SP[2])) { |
+ pc++; |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(IfNeStrictNumTOS, A_D); |
+ if (thread->isolate()->single_step()) { |
+ Exit(thread, B, SP + 1, pc); |
+ NativeArguments args(thread, 0, NULL, NULL); |
+ INVOKE_RUNTIME(DRT_SingleStepHandler, args, FALLTHROUGH); |
+ } |
+ |
+ SP -= 2; |
+ if (SimulatorHelpers::IsStrictEqualWithNumberCheck(SP[1], SP[2])) { |
+ pc++; |
+ } |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(Jump, 0); |
+ const int32_t tgt = static_cast<int32_t>(__op) >> 8; |
+ pc += (tgt - 1); |
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(StoreIndexedTOS, 0); |
+ SP -= 3; |
+ RawArray* array = static_cast<RawArray*>(SP[1]); |
+ RawSmi* index = static_cast<RawSmi*>(SP[2]); |
+ RawObject* value = SP[3]; |
+ ASSERT(array->GetClassId() == kArrayCid); |
+ ASSERT(!index->IsHeapObject()); |
+ array->StorePointer(array->ptr()->data() + Smi::Value(index), value); |
+ // THR_Print("{%p} %p[%d] = %p\n", pc, array, Smi::Value(index), value); |
Florian Schneider
2016/04/12 02:29:59
Left over debug printing
Vyacheslav Egorov (Google)
2016/04/12 09:01:21
Done.
|
+ DISPATCH(); |
+ } |
+ |
+ { |
+ BYTECODE(Trap, 0); |
+ UNIMPLEMENTED(); |
+ DISPATCH(); |
+ } |
+ } |
+ } |
+ |
+ UNREACHABLE(); |
+ return 0; |
+} |
+ |
+void Simulator::Longjmp(uword pc, uword sp, uword fp, RawObject* raw_exception, |
+ RawObject* raw_stacktrace, Thread* thread) { |
+ // Walk over all setjmp buffers (simulated --> C++ transitions) |
+ // and try to find the setjmp associated with the simulated stack pointer. |
+ SimulatorSetjmpBuffer* buf = last_setjmp_buffer(); |
+ while ((buf->link() != NULL) && (buf->link()->base() > fp)) { |
+ buf = buf->link(); |
+ } |
+ ASSERT(buf != NULL); |
+ ASSERT(last_setjmp_buffer() == buf); |
+ |
+ // The C++ caller has not cleaned up the stack memory of C++ frames. |
+ // Prepare for unwinding frames by destroying all the stack resources |
+ // in the previous C++ frames. |
+ StackResource::Unwind(thread); |
+ |
+ // Set the tag. |
+ thread->set_vm_tag(VMTag::kDartTagId); |
+ // Clear top exit frame. |
+ thread->set_top_exit_frame_info(0); |
+ |
+ ASSERT(raw_exception != Object::null()); |
+ top_ = reinterpret_cast<uintptr_t*>(sp); |
+ base_ = reinterpret_cast<uintptr_t*>(fp); |
+ pc_ = pc; |
+ special_[kExceptionSpecialIndex] = raw_exception; |
+ special_[kStacktraceSpecialIndex] = raw_stacktrace; |
+ buf->Longjmp(); |
+ UNREACHABLE(); |
+} |
+ |
+} // namespace dart |
+ |
+ |
+#endif // defined TARGET_ARCH_DBC |