| OLD | NEW |
| 1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
| 2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
| 3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
| 4 // met: | 4 // met: |
| 5 // | 5 // |
| 6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
| 7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
| 8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
| 9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
| 10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
| (...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 48 } | 48 } |
| 49 | 49 |
| 50 | 50 |
| 51 template<typename LabelType> | 51 template<typename LabelType> |
| 52 void MacroAssembler::InOldSpaceIsBlack(Register object, | 52 void MacroAssembler::InOldSpaceIsBlack(Register object, |
| 53 Register scratch0, | 53 Register scratch0, |
| 54 Register scratch1, | 54 Register scratch1, |
| 55 LabelType* is_black) { | 55 LabelType* is_black) { |
| 56 HasColour(object, scratch0, scratch1, | 56 HasColour(object, scratch0, scratch1, |
| 57 is_black, | 57 is_black, |
| 58 Page::kPageAlignmentMask, | 58 1, 0); // kBlackBitPattern. |
| 59 MemoryChunk::kHeaderSize, | |
| 60 1, 0, // kBlackBitPattern. | |
| 61 false); // In old space. | |
| 62 ASSERT(strcmp(IncrementalMarking::kBlackBitPattern, "10") == 0); | 59 ASSERT(strcmp(IncrementalMarking::kBlackBitPattern, "10") == 0); |
| 63 } | 60 } |
| 64 | 61 |
| 65 | 62 |
| 66 template<typename LabelType> | 63 template<typename LabelType> |
| 67 void MacroAssembler::InNewSpaceIsBlack(Register object, | 64 void MacroAssembler::InNewSpaceIsBlack(Register object, |
| 68 Register scratch0, | 65 Register scratch0, |
| 69 Register scratch1, | 66 Register scratch1, |
| 70 LabelType* is_black) { | 67 LabelType* is_black) { |
| 71 HasColour(object, scratch0, scratch1, | 68 HasColour(object, scratch0, scratch1, |
| 72 is_black, | 69 is_black, |
| 73 ~HEAP->new_space()->mask(), | 70 1, 0); // kBlackBitPattern. |
| 74 0, | |
| 75 1, 0, // kBlackBitPattern. | |
| 76 true); // In new space. | |
| 77 ASSERT(strcmp(IncrementalMarking::kBlackBitPattern, "10") == 0); | 71 ASSERT(strcmp(IncrementalMarking::kBlackBitPattern, "10") == 0); |
| 78 } | 72 } |
| 79 | 73 |
| 80 | 74 |
| 81 template<typename LabelType> | 75 template<typename LabelType> |
| 82 void MacroAssembler::HasColour(Register object, | 76 void MacroAssembler::HasColour(Register object, |
| 83 Register bitmap_scratch, | 77 Register bitmap_scratch, |
| 84 Register mask_scratch, | 78 Register mask_scratch, |
| 85 LabelType* has_colour, | 79 LabelType* has_colour, |
| 86 uint32_t mask, | |
| 87 int header_size, | |
| 88 int first_bit, | 80 int first_bit, |
| 89 int second_bit, | 81 int second_bit) { |
| 90 bool in_new_space) { | |
| 91 ASSERT(!Aliasing(object, bitmap_scratch, mask_scratch, ecx)); | 82 ASSERT(!Aliasing(object, bitmap_scratch, mask_scratch, ecx)); |
| 92 int32_t high_mask = ~mask; | |
| 93 | 83 |
| 94 MarkBits(object, bitmap_scratch, mask_scratch, high_mask, in_new_space); | 84 MarkBits(object, bitmap_scratch, mask_scratch); |
| 95 | 85 |
| 96 NearLabel other_colour, word_boundary; | 86 NearLabel other_colour, word_boundary; |
| 97 test(mask_scratch, Operand(bitmap_scratch, header_size)); | 87 test(mask_scratch, Operand(bitmap_scratch, MemoryChunk::kHeaderSize)); |
| 98 j(first_bit == 1 ? zero : not_zero, &other_colour); | 88 j(first_bit == 1 ? zero : not_zero, &other_colour); |
| 99 add(mask_scratch, Operand(mask_scratch)); // Shift left 1 by adding. | 89 add(mask_scratch, Operand(mask_scratch)); // Shift left 1 by adding. |
| 100 j(zero, &word_boundary); | 90 j(zero, &word_boundary); |
| 101 test(mask_scratch, Operand(bitmap_scratch, header_size)); | 91 test(mask_scratch, Operand(bitmap_scratch, MemoryChunk::kHeaderSize)); |
| 102 j(second_bit == 1 ? not_zero : zero, has_colour); | 92 j(second_bit == 1 ? not_zero : zero, has_colour); |
| 103 jmp(&other_colour); | 93 jmp(&other_colour); |
| 104 | 94 |
| 105 bind(&word_boundary); | 95 bind(&word_boundary); |
| 106 test_b(Operand(bitmap_scratch, header_size + kPointerSize), 1); | 96 test_b(Operand(bitmap_scratch, MemoryChunk::kHeaderSize + kPointerSize), 1); |
| 107 | 97 |
| 108 j(second_bit == 1 ? not_zero : zero, has_colour); | 98 j(second_bit == 1 ? not_zero : zero, has_colour); |
| 109 bind(&other_colour); | 99 bind(&other_colour); |
| 110 } | 100 } |
| 111 | 101 |
| 112 | 102 |
| 113 template<typename LabelType> | 103 template<typename LabelType> |
| 114 void MacroAssembler::IsDataObject(Register value, | 104 void MacroAssembler::IsDataObject(Register value, |
| 115 Register scratch, | 105 Register scratch, |
| 116 LabelType* not_data_object, | 106 LabelType* not_data_object, |
| (...skipping 18 matching lines...) Expand all Loading... |
| 135 test_b(Operand(scratch, MemoryChunk::kFlagsOffset), | 125 test_b(Operand(scratch, MemoryChunk::kFlagsOffset), |
| 136 1 << MemoryChunk::CONTAINS_ONLY_DATA); | 126 1 << MemoryChunk::CONTAINS_ONLY_DATA); |
| 137 // Jump if we need to mark it grey and push it. | 127 // Jump if we need to mark it grey and push it. |
| 138 j(zero, not_data_object); | 128 j(zero, not_data_object); |
| 139 } | 129 } |
| 140 } | 130 } |
| 141 | 131 |
| 142 | 132 |
| 143 void MacroAssembler::MarkBits(Register addr_reg, | 133 void MacroAssembler::MarkBits(Register addr_reg, |
| 144 Register bitmap_reg, | 134 Register bitmap_reg, |
| 145 Register mask_reg, | 135 Register mask_reg) { |
| 146 int32_t high_mask, | |
| 147 bool in_new_space) { | |
| 148 ASSERT(!Aliasing(addr_reg, bitmap_reg, mask_reg, ecx)); | 136 ASSERT(!Aliasing(addr_reg, bitmap_reg, mask_reg, ecx)); |
| 149 if (in_new_space) { | 137 mov(bitmap_reg, Operand(addr_reg)); |
| 150 mov(bitmap_reg, | 138 and_(bitmap_reg, ~Page::kPageAlignmentMask); |
| 151 Immediate(ExternalReference::new_space_mark_bits(isolate()))); | |
| 152 } else { | |
| 153 mov(bitmap_reg, Operand(addr_reg)); | |
| 154 and_(bitmap_reg, high_mask); | |
| 155 } | |
| 156 mov(ecx, Operand(addr_reg)); | 139 mov(ecx, Operand(addr_reg)); |
| 157 static const int kBitsPerCellLog2 = | 140 shr(ecx, Bitmap::kBitsPerCellLog2); |
| 158 Bitmap<MemoryChunk::BitmapStorageDescriptor>::kBitsPerCellLog2; | 141 and_(ecx, |
| 159 shr(ecx, kBitsPerCellLog2); | 142 (Page::kPageAlignmentMask >> Bitmap::kBitsPerCellLog2) & |
| 160 and_(ecx, ~((high_mask >> kBitsPerCellLog2) | (kPointerSize - 1))); | 143 ~(kPointerSize - 1)); |
| 161 | 144 |
| 162 add(bitmap_reg, Operand(ecx)); | 145 add(bitmap_reg, Operand(ecx)); |
| 163 mov(ecx, Operand(addr_reg)); | 146 mov(ecx, Operand(addr_reg)); |
| 164 shr(ecx, kPointerSizeLog2); | 147 shr(ecx, kPointerSizeLog2); |
| 165 and_(ecx, (1 << kBitsPerCellLog2) - 1); | 148 and_(ecx, (1 << Bitmap::kBitsPerCellLog2) - 1); |
| 166 mov(mask_reg, Immediate(1)); | 149 mov(mask_reg, Immediate(1)); |
| 167 shl_cl(mask_reg); | 150 shl_cl(mask_reg); |
| 168 } | 151 } |
| 169 | 152 |
| 170 | 153 |
| 171 template<typename LabelType> | 154 template<typename LabelType> |
| 172 void MacroAssembler::EnsureNotWhite( | 155 void MacroAssembler::EnsureNotWhite( |
| 173 Register value, | 156 Register value, |
| 174 Register bitmap_scratch, | 157 Register bitmap_scratch, |
| 175 Register mask_scratch, | 158 Register mask_scratch, |
| 176 LabelType* value_is_white_and_not_data, | 159 LabelType* value_is_white_and_not_data, |
| 177 bool in_new_space) { | 160 bool in_new_space) { |
| 178 ASSERT(!Aliasing(value, bitmap_scratch, mask_scratch, ecx)); | 161 ASSERT(!Aliasing(value, bitmap_scratch, mask_scratch, ecx)); |
| 179 int32_t high_mask = in_new_space ? | 162 MarkBits(value, bitmap_scratch, mask_scratch); |
| 180 HEAP->new_space()->mask() : | |
| 181 ~Page::kPageAlignmentMask; | |
| 182 int header_size = in_new_space ? 0 : MemoryChunk::kHeaderSize; | |
| 183 MarkBits(value, bitmap_scratch, mask_scratch, high_mask, in_new_space); | |
| 184 | 163 |
| 185 // If the value is black or grey we don't need to do anything. | 164 // If the value is black or grey we don't need to do anything. |
| 186 ASSERT(strcmp(IncrementalMarking::kWhiteBitPattern, "00") == 0); | 165 ASSERT(strcmp(IncrementalMarking::kWhiteBitPattern, "00") == 0); |
| 187 ASSERT(strcmp(IncrementalMarking::kBlackBitPattern, "10") == 0); | 166 ASSERT(strcmp(IncrementalMarking::kBlackBitPattern, "10") == 0); |
| 188 ASSERT(strcmp(IncrementalMarking::kGreyBitPattern, "11") == 0); | 167 ASSERT(strcmp(IncrementalMarking::kGreyBitPattern, "11") == 0); |
| 189 ASSERT(strcmp(IncrementalMarking::kImpossibleBitPattern, "01") == 0); | 168 ASSERT(strcmp(IncrementalMarking::kImpossibleBitPattern, "01") == 0); |
| 190 | 169 |
| 191 NearLabel done; | 170 NearLabel done; |
| 192 | 171 |
| 193 // Since both black and grey have a 1 in the first position and white does | 172 // Since both black and grey have a 1 in the first position and white does |
| 194 // not have a 1 there we only need to check one bit. | 173 // not have a 1 there we only need to check one bit. |
| 195 test(mask_scratch, Operand(bitmap_scratch, header_size)); | 174 test(mask_scratch, Operand(bitmap_scratch, MemoryChunk::kHeaderSize)); |
| 196 j(not_zero, &done); | 175 j(not_zero, &done); |
| 197 | 176 |
| 198 if (FLAG_debug_code) { | 177 if (FLAG_debug_code) { |
| 199 // Check for impossible bit pattern. | 178 // Check for impossible bit pattern. |
| 200 NearLabel ok; | 179 NearLabel ok; |
| 201 push(mask_scratch); | 180 push(mask_scratch); |
| 202 // shl. May overflow making the check conservative. | 181 // shl. May overflow making the check conservative. |
| 203 add(mask_scratch, Operand(mask_scratch)); | 182 add(mask_scratch, Operand(mask_scratch)); |
| 204 test(mask_scratch, Operand(bitmap_scratch, header_size)); | 183 test(mask_scratch, Operand(bitmap_scratch, MemoryChunk::kHeaderSize)); |
| 205 j(zero, &ok); | 184 j(zero, &ok); |
| 206 int3(); | 185 int3(); |
| 207 bind(&ok); | 186 bind(&ok); |
| 208 pop(mask_scratch); | 187 pop(mask_scratch); |
| 209 } | 188 } |
| 210 | 189 |
| 211 // Value is white. We check whether it is data that doesn't need scanning. | 190 // Value is white. We check whether it is data that doesn't need scanning. |
| 212 IsDataObject(value, ecx, value_is_white_and_not_data, in_new_space); | 191 IsDataObject(value, ecx, value_is_white_and_not_data, in_new_space); |
| 213 | 192 |
| 214 // Value is a data object, and it is white. Mark it black. Since we know | 193 // Value is a data object, and it is white. Mark it black. Since we know |
| 215 // that the object is white we can make it black by flipping one bit. | 194 // that the object is white we can make it black by flipping one bit. |
| 216 or_(Operand(bitmap_scratch, header_size), mask_scratch); | 195 or_(Operand(bitmap_scratch, MemoryChunk::kHeaderSize), mask_scratch); |
| 217 bind(&done); | 196 bind(&done); |
| 218 } | 197 } |
| 219 | 198 |
| 220 } } // namespace v8::internal | 199 } } // namespace v8::internal |
| 221 | 200 |
| 222 #endif // V8_IA32_MACRO_ASSEMBLER_IA32_INL_H_ | 201 #endif // V8_IA32_MACRO_ASSEMBLER_IA32_INL_H_ |
| OLD | NEW |