| OLD | NEW |
| 1 // Copyright 2015 the V8 project authors. All rights reserved. | 1 // Copyright 2015 the V8 project authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include <memory> | 5 #include <memory> |
| 6 | 6 |
| 7 #include "src/assembler-inl.h" | 7 #include "src/assembler-inl.h" |
| 8 #include "src/base/adapters.h" | 8 #include "src/base/adapters.h" |
| 9 #include "src/base/atomic-utils.h" | 9 #include "src/base/atomic-utils.h" |
| 10 #include "src/code-stubs.h" | 10 #include "src/code-stubs.h" |
| (...skipping 43 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 54 it.rinfo()->set_target_object(*new_ref); | 54 it.rinfo()->set_target_object(*new_ref); |
| 55 } | 55 } |
| 56 } | 56 } |
| 57 } | 57 } |
| 58 | 58 |
| 59 static void MemoryFinalizer(const v8::WeakCallbackInfo<void>& data) { | 59 static void MemoryFinalizer(const v8::WeakCallbackInfo<void>& data) { |
| 60 DisallowHeapAllocation no_gc; | 60 DisallowHeapAllocation no_gc; |
| 61 JSArrayBuffer** p = reinterpret_cast<JSArrayBuffer**>(data.GetParameter()); | 61 JSArrayBuffer** p = reinterpret_cast<JSArrayBuffer**>(data.GetParameter()); |
| 62 JSArrayBuffer* buffer = *p; | 62 JSArrayBuffer* buffer = *p; |
| 63 | 63 |
| 64 void* memory = buffer->backing_store(); | 64 if (!buffer->was_neutered()) { |
| 65 base::OS::Free(memory, | 65 void* memory = buffer->backing_store(); |
| 66 RoundUp(kWasmMaxHeapOffset, base::OS::CommitPageSize())); | 66 DCHECK(memory != nullptr); |
| 67 base::OS::Free(memory, |
| 68 RoundUp(kWasmMaxHeapOffset, base::OS::CommitPageSize())); |
| 67 | 69 |
| 68 data.GetIsolate()->AdjustAmountOfExternalAllocatedMemory( | 70 data.GetIsolate()->AdjustAmountOfExternalAllocatedMemory( |
| 69 -buffer->byte_length()->Number()); | 71 -buffer->byte_length()->Number()); |
| 72 } |
| 70 | 73 |
| 71 GlobalHandles::Destroy(reinterpret_cast<Object**>(p)); | 74 GlobalHandles::Destroy(reinterpret_cast<Object**>(p)); |
| 72 } | 75 } |
| 73 | 76 |
| 74 #if V8_TARGET_ARCH_64_BIT | 77 #if V8_TARGET_ARCH_64_BIT |
| 75 const bool kGuardRegionsSupported = true; | 78 const bool kGuardRegionsSupported = true; |
| 76 #else | 79 #else |
| 77 const bool kGuardRegionsSupported = false; | 80 const bool kGuardRegionsSupported = false; |
| 78 #endif | 81 #endif |
| 79 | 82 |
| (...skipping 669 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 749 DCHECK(name_chars >= 0 && name_chars < kBufferSize); | 752 DCHECK(name_chars >= 0 && name_chars < kBufferSize); |
| 750 MaybeHandle<String> name_str = isolate->factory()->NewStringFromOneByte( | 753 MaybeHandle<String> name_str = isolate->factory()->NewStringFromOneByte( |
| 751 Vector<const uint8_t>(reinterpret_cast<uint8_t*>(buffer), name_chars), | 754 Vector<const uint8_t>(reinterpret_cast<uint8_t*>(buffer), name_chars), |
| 752 TENURED); | 755 TENURED); |
| 753 script->set_name(*name_str.ToHandleChecked()); | 756 script->set_name(*name_str.ToHandleChecked()); |
| 754 | 757 |
| 755 return script; | 758 return script; |
| 756 } | 759 } |
| 757 } // namespace | 760 } // namespace |
| 758 | 761 |
| 762 Handle<JSArrayBuffer> SetupArrayBuffer(Isolate* isolate, void* backing_store, |
| 763 size_t size, bool is_external, |
| 764 bool enable_guard_regions) { |
| 765 Handle<JSArrayBuffer> buffer = isolate->factory()->NewJSArrayBuffer(); |
| 766 JSArrayBuffer::Setup(buffer, isolate, is_external, backing_store, |
| 767 static_cast<int>(size)); |
| 768 buffer->set_is_neuterable(false); |
| 769 buffer->set_has_guard_region(enable_guard_regions); |
| 770 |
| 771 if (is_external) { |
| 772 // We mark the buffer as external if we allocated it here with guard |
| 773 // pages. That means we need to arrange for it to be freed. |
| 774 |
| 775 // TODO(eholk): Finalizers may not run when the main thread is shutting |
| 776 // down, which means we may leak memory here. |
| 777 Handle<Object> global_handle = isolate->global_handles()->Create(*buffer); |
| 778 GlobalHandles::MakeWeak(global_handle.location(), global_handle.location(), |
| 779 &MemoryFinalizer, v8::WeakCallbackType::kFinalizer); |
| 780 } |
| 781 return buffer; |
| 782 } |
| 783 |
| 759 Handle<JSArrayBuffer> wasm::NewArrayBuffer(Isolate* isolate, size_t size, | 784 Handle<JSArrayBuffer> wasm::NewArrayBuffer(Isolate* isolate, size_t size, |
| 760 bool enable_guard_regions) { | 785 bool enable_guard_regions) { |
| 761 if (size > (FLAG_wasm_max_mem_pages * WasmModule::kPageSize)) { | 786 if (size > (FLAG_wasm_max_mem_pages * WasmModule::kPageSize)) { |
| 762 // TODO(titzer): lift restriction on maximum memory allocated here. | 787 // TODO(titzer): lift restriction on maximum memory allocated here. |
| 763 return Handle<JSArrayBuffer>::null(); | 788 return Handle<JSArrayBuffer>::null(); |
| 764 } | 789 } |
| 765 | 790 |
| 766 enable_guard_regions = enable_guard_regions && kGuardRegionsSupported; | 791 enable_guard_regions = enable_guard_regions && kGuardRegionsSupported; |
| 767 | 792 |
| 768 bool is_external; // Set by TryAllocateBackingStore | 793 bool is_external; // Set by TryAllocateBackingStore |
| 769 void* memory = | 794 void* memory = |
| 770 TryAllocateBackingStore(isolate, size, enable_guard_regions, is_external); | 795 TryAllocateBackingStore(isolate, size, enable_guard_regions, is_external); |
| 771 | 796 |
| 772 if (memory == nullptr) { | 797 if (memory == nullptr) { |
| 773 return Handle<JSArrayBuffer>::null(); | 798 return Handle<JSArrayBuffer>::null(); |
| 774 } | 799 } |
| 775 | 800 |
| 776 #if DEBUG | 801 #if DEBUG |
| 777 // Double check the API allocator actually zero-initialized the memory. | 802 // Double check the API allocator actually zero-initialized the memory. |
| 778 const byte* bytes = reinterpret_cast<const byte*>(memory); | 803 const byte* bytes = reinterpret_cast<const byte*>(memory); |
| 779 for (size_t i = 0; i < size; ++i) { | 804 for (size_t i = 0; i < size; ++i) { |
| 780 DCHECK_EQ(0, bytes[i]); | 805 DCHECK_EQ(0, bytes[i]); |
| 781 } | 806 } |
| 782 #endif | 807 #endif |
| 783 | 808 |
| 784 Handle<JSArrayBuffer> buffer = isolate->factory()->NewJSArrayBuffer(); | 809 return SetupArrayBuffer(isolate, memory, size, is_external, |
| 785 JSArrayBuffer::Setup(buffer, isolate, is_external, memory, | 810 enable_guard_regions); |
| 786 static_cast<int>(size)); | |
| 787 buffer->set_is_neuterable(false); | |
| 788 buffer->set_has_guard_region(enable_guard_regions); | |
| 789 | |
| 790 if (is_external) { | |
| 791 // We mark the buffer as external if we allocated it here with guard | |
| 792 // pages. That means we need to arrange for it to be freed. | |
| 793 | |
| 794 // TODO(eholk): Finalizers may not run when the main thread is shutting | |
| 795 // down, which means we may leak memory here. | |
| 796 Handle<Object> global_handle = isolate->global_handles()->Create(*buffer); | |
| 797 GlobalHandles::MakeWeak(global_handle.location(), global_handle.location(), | |
| 798 &MemoryFinalizer, v8::WeakCallbackType::kFinalizer); | |
| 799 } | |
| 800 | |
| 801 return buffer; | |
| 802 } | 811 } |
| 803 | 812 |
| 804 const char* wasm::SectionName(WasmSectionCode code) { | 813 const char* wasm::SectionName(WasmSectionCode code) { |
| 805 switch (code) { | 814 switch (code) { |
| 806 case kUnknownSectionCode: | 815 case kUnknownSectionCode: |
| 807 return "Unknown"; | 816 return "Unknown"; |
| 808 case kTypeSectionCode: | 817 case kTypeSectionCode: |
| 809 return "Type"; | 818 return "Type"; |
| 810 case kImportSectionCode: | 819 case kImportSectionCode: |
| 811 return "Import"; | 820 return "Import"; |
| (...skipping 1530 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2342 old_size = old_buffer->byte_length()->Number(); | 2351 old_size = old_buffer->byte_length()->Number(); |
| 2343 } | 2352 } |
| 2344 DCHECK(old_size + pages * WasmModule::kPageSize <= | 2353 DCHECK(old_size + pages * WasmModule::kPageSize <= |
| 2345 std::numeric_limits<uint32_t>::max()); | 2354 std::numeric_limits<uint32_t>::max()); |
| 2346 uint32_t new_size = old_size + pages * WasmModule::kPageSize; | 2355 uint32_t new_size = old_size + pages * WasmModule::kPageSize; |
| 2347 if (new_size <= old_size || max_pages * WasmModule::kPageSize < new_size || | 2356 if (new_size <= old_size || max_pages * WasmModule::kPageSize < new_size || |
| 2348 FLAG_wasm_max_mem_pages * WasmModule::kPageSize < new_size) { | 2357 FLAG_wasm_max_mem_pages * WasmModule::kPageSize < new_size) { |
| 2349 return Handle<JSArrayBuffer>::null(); | 2358 return Handle<JSArrayBuffer>::null(); |
| 2350 } | 2359 } |
| 2351 | 2360 |
| 2352 Handle<JSArrayBuffer> new_buffer; | 2361 // TODO(gdeepti): Change the protection here instead of allocating a new |
| 2353 if (!old_buffer.is_null() && old_buffer->has_guard_region()) { | 2362 // buffer before guard regions are turned on, see issue #5886. |
| 2354 // We don't move the backing store, we simply change the protection to make | 2363 const bool enable_guard_regions = |
| 2355 // more of it accessible. | 2364 !old_buffer.is_null() && old_buffer->has_guard_region(); |
| 2356 base::OS::Unprotect(old_buffer->backing_store(), new_size); | 2365 Handle<JSArrayBuffer> new_buffer = |
| 2357 reinterpret_cast<v8::Isolate*>(isolate) | 2366 NewArrayBuffer(isolate, new_size, enable_guard_regions); |
| 2358 ->AdjustAmountOfExternalAllocatedMemory(pages * WasmModule::kPageSize); | 2367 if (new_buffer.is_null()) return new_buffer; |
| 2359 Handle<Object> new_size_object = | 2368 Address new_mem_start = static_cast<Address>(new_buffer->backing_store()); |
| 2360 isolate->factory()->NewNumberFromSize(new_size); | 2369 if (old_size != 0) { |
| 2361 old_buffer->set_byte_length(*new_size_object); | 2370 memcpy(new_mem_start, old_mem_start, old_size); |
| 2362 new_buffer = old_buffer; | |
| 2363 } else { | |
| 2364 const bool enable_guard_regions = false; | |
| 2365 new_buffer = NewArrayBuffer(isolate, new_size, enable_guard_regions); | |
| 2366 if (new_buffer.is_null()) return new_buffer; | |
| 2367 Address new_mem_start = static_cast<Address>(new_buffer->backing_store()); | |
| 2368 if (old_size != 0) { | |
| 2369 memcpy(new_mem_start, old_mem_start, old_size); | |
| 2370 } | |
| 2371 } | 2371 } |
| 2372 return new_buffer; | 2372 return new_buffer; |
| 2373 } | 2373 } |
| 2374 | 2374 |
| 2375 void UncheckedUpdateInstanceMemory(Isolate* isolate, | 2375 void UncheckedUpdateInstanceMemory(Isolate* isolate, |
| 2376 Handle<WasmInstanceObject> instance, | 2376 Handle<WasmInstanceObject> instance, |
| 2377 Address old_mem_start, uint32_t old_size) { | 2377 Address old_mem_start, uint32_t old_size) { |
| 2378 DCHECK(instance->has_memory_buffer()); | 2378 DCHECK(instance->has_memory_buffer()); |
| 2379 Handle<JSArrayBuffer> new_buffer(instance->memory_buffer()); | 2379 Handle<JSArrayBuffer> new_buffer(instance->memory_buffer()); |
| 2380 uint32_t new_size = new_buffer->byte_length()->Number(); | 2380 uint32_t new_size = new_buffer->byte_length()->Number(); |
| 2381 DCHECK(new_size <= std::numeric_limits<uint32_t>::max()); | 2381 DCHECK(new_size <= std::numeric_limits<uint32_t>::max()); |
| 2382 Address new_mem_start = static_cast<Address>(new_buffer->backing_store()); | 2382 Address new_mem_start = static_cast<Address>(new_buffer->backing_store()); |
| 2383 DCHECK_NOT_NULL(new_mem_start); | 2383 DCHECK_NOT_NULL(new_mem_start); |
| 2384 Handle<FixedArray> code_table = instance->compiled_module()->code_table(); | 2384 Handle<FixedArray> code_table = instance->compiled_module()->code_table(); |
| 2385 RelocateMemoryReferencesInCode( | 2385 RelocateMemoryReferencesInCode( |
| 2386 code_table, instance->compiled_module()->module()->num_imported_functions, | 2386 code_table, instance->compiled_module()->module()->num_imported_functions, |
| 2387 old_mem_start, new_mem_start, old_size, new_size); | 2387 old_mem_start, new_mem_start, old_size, new_size); |
| 2388 } | 2388 } |
| 2389 | 2389 |
| 2390 void DetachArrayBuffer(Isolate* isolate, Handle<JSArrayBuffer> buffer) { |
| 2391 const bool has_guard_regions = |
| 2392 (!buffer.is_null() && buffer->has_guard_region()); |
| 2393 void* backing_store = buffer->backing_store(); |
| 2394 if (backing_store != nullptr) { |
| 2395 DCHECK(!buffer->is_neuterable()); |
| 2396 int64_t byte_length = NumberToSize(buffer->byte_length()); |
| 2397 buffer->set_is_neuterable(true); |
| 2398 if (!has_guard_regions) { |
| 2399 buffer->set_is_external(true); |
| 2400 isolate->heap()->UnregisterArrayBuffer(*buffer); |
| 2401 } |
| 2402 buffer->Neuter(); |
| 2403 if (!has_guard_regions) { |
| 2404 isolate->array_buffer_allocator()->Free(backing_store, byte_length); |
| 2405 } else { |
| 2406 base::OS::Free(backing_store, RoundUp(i::wasm::kWasmMaxHeapOffset, |
| 2407 base::OS::CommitPageSize())); |
| 2408 reinterpret_cast<v8::Isolate*>(isolate) |
| 2409 ->AdjustAmountOfExternalAllocatedMemory(-byte_length); |
| 2410 } |
| 2411 } |
| 2412 } |
| 2413 |
| 2390 int32_t wasm::GrowWebAssemblyMemory(Isolate* isolate, | 2414 int32_t wasm::GrowWebAssemblyMemory(Isolate* isolate, |
| 2391 Handle<WasmMemoryObject> receiver, | 2415 Handle<WasmMemoryObject> receiver, |
| 2392 uint32_t pages) { | 2416 uint32_t pages) { |
| 2393 DCHECK(WasmJs::IsWasmMemoryObject(isolate, receiver)); | 2417 DCHECK(WasmJs::IsWasmMemoryObject(isolate, receiver)); |
| 2394 Handle<WasmMemoryObject> memory_object = | 2418 Handle<WasmMemoryObject> memory_object = |
| 2395 handle(WasmMemoryObject::cast(*receiver)); | 2419 handle(WasmMemoryObject::cast(*receiver)); |
| 2396 MaybeHandle<JSArrayBuffer> memory_buffer = handle(memory_object->buffer()); | 2420 MaybeHandle<JSArrayBuffer> memory_buffer = handle(memory_object->buffer()); |
| 2397 Handle<JSArrayBuffer> old_buffer; | 2421 Handle<JSArrayBuffer> old_buffer; |
| 2398 uint32_t old_size = 0; | 2422 uint32_t old_size = 0; |
| 2399 Address old_mem_start = nullptr; | 2423 Address old_mem_start = nullptr; |
| 2400 if (memory_buffer.ToHandle(&old_buffer) && | 2424 if (memory_buffer.ToHandle(&old_buffer) && |
| 2401 old_buffer->backing_store() != nullptr) { | 2425 old_buffer->backing_store() != nullptr) { |
| 2402 old_size = old_buffer->byte_length()->Number(); | 2426 old_size = old_buffer->byte_length()->Number(); |
| 2403 old_mem_start = static_cast<Address>(old_buffer->backing_store()); | 2427 old_mem_start = static_cast<Address>(old_buffer->backing_store()); |
| 2404 } | 2428 } |
| 2429 Handle<JSArrayBuffer> new_buffer; |
| 2405 // Return current size if grow by 0 | 2430 // Return current size if grow by 0 |
| 2406 if (pages == 0) { | 2431 if (pages == 0) { |
| 2432 if (!old_buffer.is_null() && old_buffer->backing_store() != nullptr) { |
| 2433 new_buffer = SetupArrayBuffer(isolate, old_buffer->backing_store(), |
| 2434 old_size, old_buffer->is_external(), |
| 2435 old_buffer->has_guard_region()); |
| 2436 memory_object->set_buffer(*new_buffer); |
| 2437 old_buffer->set_is_neuterable(true); |
| 2438 if (!old_buffer->has_guard_region()) { |
| 2439 old_buffer->set_is_external(true); |
| 2440 isolate->heap()->UnregisterArrayBuffer(*old_buffer); |
| 2441 } |
| 2442 // Neuter but don't free the memory because it is now being used by |
| 2443 // new_buffer. |
| 2444 old_buffer->Neuter(); |
| 2445 } |
| 2407 DCHECK(old_size % WasmModule::kPageSize == 0); | 2446 DCHECK(old_size % WasmModule::kPageSize == 0); |
| 2408 return (old_size / WasmModule::kPageSize); | 2447 return (old_size / WasmModule::kPageSize); |
| 2409 } | 2448 } |
| 2410 Handle<JSArrayBuffer> new_buffer; | |
| 2411 if (!memory_object->has_instances_link()) { | 2449 if (!memory_object->has_instances_link()) { |
| 2412 // Memory object does not have an instance associated with it, just grow | 2450 // Memory object does not have an instance associated with it, just grow |
| 2413 uint32_t max_pages; | 2451 uint32_t max_pages; |
| 2414 if (memory_object->has_maximum_pages()) { | 2452 if (memory_object->has_maximum_pages()) { |
| 2415 max_pages = static_cast<uint32_t>(memory_object->maximum_pages()); | 2453 max_pages = static_cast<uint32_t>(memory_object->maximum_pages()); |
| 2416 if (FLAG_wasm_max_mem_pages < max_pages) return -1; | 2454 if (FLAG_wasm_max_mem_pages < max_pages) return -1; |
| 2417 } else { | 2455 } else { |
| 2418 max_pages = FLAG_wasm_max_mem_pages; | 2456 max_pages = FLAG_wasm_max_mem_pages; |
| 2419 } | 2457 } |
| 2420 new_buffer = GrowMemoryBuffer(isolate, memory_buffer, pages, max_pages); | 2458 new_buffer = GrowMemoryBuffer(isolate, memory_buffer, pages, max_pages); |
| (...skipping 16 matching lines...) Expand all Loading... |
| 2437 while (instance_wrapper->has_next()) { | 2475 while (instance_wrapper->has_next()) { |
| 2438 instance_wrapper = instance_wrapper->next_wrapper(); | 2476 instance_wrapper = instance_wrapper->next_wrapper(); |
| 2439 DCHECK(WasmInstanceWrapper::IsWasmInstanceWrapper(*instance_wrapper)); | 2477 DCHECK(WasmInstanceWrapper::IsWasmInstanceWrapper(*instance_wrapper)); |
| 2440 Handle<WasmInstanceObject> instance = instance_wrapper->instance_object(); | 2478 Handle<WasmInstanceObject> instance = instance_wrapper->instance_object(); |
| 2441 DCHECK(IsWasmInstance(*instance)); | 2479 DCHECK(IsWasmInstance(*instance)); |
| 2442 SetInstanceMemory(instance, *new_buffer); | 2480 SetInstanceMemory(instance, *new_buffer); |
| 2443 UncheckedUpdateInstanceMemory(isolate, instance, old_mem_start, old_size); | 2481 UncheckedUpdateInstanceMemory(isolate, instance, old_mem_start, old_size); |
| 2444 } | 2482 } |
| 2445 } | 2483 } |
| 2446 memory_object->set_buffer(*new_buffer); | 2484 memory_object->set_buffer(*new_buffer); |
| 2485 DetachArrayBuffer(isolate, old_buffer); |
| 2447 DCHECK(old_size % WasmModule::kPageSize == 0); | 2486 DCHECK(old_size % WasmModule::kPageSize == 0); |
| 2448 return (old_size / WasmModule::kPageSize); | 2487 return (old_size / WasmModule::kPageSize); |
| 2449 } | 2488 } |
| 2450 | 2489 |
| 2451 int32_t wasm::GrowMemory(Isolate* isolate, Handle<WasmInstanceObject> instance, | 2490 int32_t wasm::GrowMemory(Isolate* isolate, Handle<WasmInstanceObject> instance, |
| 2452 uint32_t pages) { | 2491 uint32_t pages) { |
| 2453 if (!IsWasmInstance(*instance)) return -1; | 2492 if (!IsWasmInstance(*instance)) return -1; |
| 2454 if (pages == 0) return GetInstanceMemorySize(isolate, instance); | 2493 if (pages == 0) return GetInstanceMemorySize(isolate, instance); |
| 2455 Handle<WasmInstanceObject> instance_obj(WasmInstanceObject::cast(*instance)); | 2494 Handle<WasmInstanceObject> instance_obj(WasmInstanceObject::cast(*instance)); |
| 2456 if (!instance_obj->has_memory_object()) { | 2495 if (!instance_obj->has_memory_object()) { |
| (...skipping 297 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 2754 Handle<FixedArray> storage = factory->NewFixedArray(num_custom_sections); | 2793 Handle<FixedArray> storage = factory->NewFixedArray(num_custom_sections); |
| 2755 JSArray::SetContent(array_object, storage); | 2794 JSArray::SetContent(array_object, storage); |
| 2756 array_object->set_length(Smi::FromInt(num_custom_sections)); | 2795 array_object->set_length(Smi::FromInt(num_custom_sections)); |
| 2757 | 2796 |
| 2758 for (int i = 0; i < num_custom_sections; i++) { | 2797 for (int i = 0; i < num_custom_sections; i++) { |
| 2759 storage->set(i, *matching_sections[i]); | 2798 storage->set(i, *matching_sections[i]); |
| 2760 } | 2799 } |
| 2761 | 2800 |
| 2762 return array_object; | 2801 return array_object; |
| 2763 } | 2802 } |
| OLD | NEW |