| OLD | NEW |
| 1 // Copyright 2006-2008 the V8 project authors. All rights reserved. | 1 // Copyright 2006-2008 the V8 project authors. All rights reserved. |
| 2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
| 3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
| 4 // met: | 4 // met: |
| 5 // | 5 // |
| 6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
| 7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
| 8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
| 9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
| 10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
| (...skipping 201 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 212 Label miss; | 212 Label miss; |
| 213 | 213 |
| 214 StubCompiler::GenerateLoadFunctionPrototype(masm, eax, edx, ebx, &miss); | 214 StubCompiler::GenerateLoadFunctionPrototype(masm, eax, edx, ebx, &miss); |
| 215 __ bind(&miss); | 215 __ bind(&miss); |
| 216 StubCompiler::GenerateLoadMiss(masm, Code::LOAD_IC); | 216 StubCompiler::GenerateLoadMiss(masm, Code::LOAD_IC); |
| 217 } | 217 } |
| 218 | 218 |
| 219 | 219 |
| 220 void KeyedLoadIC::GenerateGeneric(MacroAssembler* masm) { | 220 void KeyedLoadIC::GenerateGeneric(MacroAssembler* masm) { |
| 221 // ----------- S t a t e ------------- | 221 // ----------- S t a t e ------------- |
| 222 // -- eax : key |
| 223 // -- edx : receiver |
| 222 // -- esp[0] : return address | 224 // -- esp[0] : return address |
| 223 // -- esp[4] : name | |
| 224 // -- esp[8] : receiver | |
| 225 // ----------------------------------- | 225 // ----------------------------------- |
| 226 Label slow, check_string, index_int, index_string; | 226 Label slow, check_string, index_int, index_string; |
| 227 Label check_pixel_array, probe_dictionary; | 227 Label check_pixel_array, probe_dictionary; |
| 228 | 228 |
| 229 // Load name and receiver. | |
| 230 __ mov(eax, Operand(esp, kPointerSize)); | |
| 231 __ mov(ecx, Operand(esp, 2 * kPointerSize)); | |
| 232 | |
| 233 // Check that the object isn't a smi. | 229 // Check that the object isn't a smi. |
| 234 __ test(ecx, Immediate(kSmiTagMask)); | 230 __ test(edx, Immediate(kSmiTagMask)); |
| 235 __ j(zero, &slow, not_taken); | 231 __ j(zero, &slow, not_taken); |
| 236 | 232 |
| 237 // Get the map of the receiver. | 233 // Get the map of the receiver. |
| 238 __ mov(edx, FieldOperand(ecx, HeapObject::kMapOffset)); | 234 __ mov(ecx, FieldOperand(edx, HeapObject::kMapOffset)); |
| 239 | 235 |
| 240 // Check bit field. | 236 // Check bit field. |
| 241 __ movzx_b(ebx, FieldOperand(edx, Map::kBitFieldOffset)); | 237 __ movzx_b(ebx, FieldOperand(ecx, Map::kBitFieldOffset)); |
| 242 __ test(ebx, Immediate(kSlowCaseBitFieldMask)); | 238 __ test(ebx, Immediate(kSlowCaseBitFieldMask)); |
| 243 __ j(not_zero, &slow, not_taken); | 239 __ j(not_zero, &slow, not_taken); |
| 244 // Check that the object is some kind of JS object EXCEPT JS Value type. | 240 // Check that the object is some kind of JS object EXCEPT JS Value type. |
| 245 // In the case that the object is a value-wrapper object, | 241 // In the case that the object is a value-wrapper object, |
| 246 // we enter the runtime system to make sure that indexing | 242 // we enter the runtime system to make sure that indexing |
| 247 // into string objects work as intended. | 243 // into string objects work as intended. |
| 248 ASSERT(JS_OBJECT_TYPE > JS_VALUE_TYPE); | 244 ASSERT(JS_OBJECT_TYPE > JS_VALUE_TYPE); |
| 249 __ movzx_b(edx, FieldOperand(edx, Map::kInstanceTypeOffset)); | 245 __ CmpInstanceType(ecx, JS_OBJECT_TYPE); |
| 250 __ cmp(edx, JS_OBJECT_TYPE); | 246 __ j(below, &slow, not_taken); |
| 251 __ j(less, &slow, not_taken); | |
| 252 // Check that the key is a smi. | 247 // Check that the key is a smi. |
| 253 __ test(eax, Immediate(kSmiTagMask)); | 248 __ test(eax, Immediate(kSmiTagMask)); |
| 254 __ j(not_zero, &check_string, not_taken); | 249 __ j(not_zero, &check_string, not_taken); |
| 255 __ sar(eax, kSmiTagSize); | 250 __ mov(ebx, eax); |
| 251 __ SmiUntag(ebx); |
| 256 // Get the elements array of the object. | 252 // Get the elements array of the object. |
| 257 __ bind(&index_int); | 253 __ bind(&index_int); |
| 258 __ mov(ecx, FieldOperand(ecx, JSObject::kElementsOffset)); | 254 __ mov(ecx, FieldOperand(edx, JSObject::kElementsOffset)); |
| 259 // Check that the object is in fast mode (not dictionary). | 255 // Check that the object is in fast mode (not dictionary). |
| 260 __ cmp(FieldOperand(ecx, HeapObject::kMapOffset), | 256 __ CheckMap(ecx, Factory::fixed_array_map(), &check_pixel_array, true); |
| 261 Immediate(Factory::fixed_array_map())); | |
| 262 __ j(not_equal, &check_pixel_array); | |
| 263 // Check that the key (index) is within bounds. | 257 // Check that the key (index) is within bounds. |
| 264 __ cmp(eax, FieldOperand(ecx, FixedArray::kLengthOffset)); | 258 __ cmp(ebx, FieldOperand(ecx, FixedArray::kLengthOffset)); |
| 265 __ j(above_equal, &slow); | 259 __ j(above_equal, &slow); |
| 266 // Fast case: Do the load. | 260 // Fast case: Do the load. |
| 267 __ mov(eax, | 261 __ mov(ecx, FieldOperand(ecx, ebx, times_4, FixedArray::kHeaderSize)); |
| 268 Operand(ecx, eax, times_4, FixedArray::kHeaderSize - kHeapObjectTag)); | 262 __ cmp(Operand(ecx), Immediate(Factory::the_hole_value())); |
| 269 __ cmp(Operand(eax), Immediate(Factory::the_hole_value())); | |
| 270 // In case the loaded value is the_hole we have to consult GetProperty | 263 // In case the loaded value is the_hole we have to consult GetProperty |
| 271 // to ensure the prototype chain is searched. | 264 // to ensure the prototype chain is searched. |
| 272 __ j(equal, &slow); | 265 __ j(equal, &slow); |
| 266 __ mov(eax, ecx); |
| 273 __ IncrementCounter(&Counters::keyed_load_generic_smi, 1); | 267 __ IncrementCounter(&Counters::keyed_load_generic_smi, 1); |
| 274 __ ret(0); | 268 __ ret(0); |
| 275 | 269 |
| 270 __ bind(&check_pixel_array); |
| 276 // Check whether the elements is a pixel array. | 271 // Check whether the elements is a pixel array. |
| 277 // eax: untagged index | 272 // edx: receiver |
| 278 // ecx: elements array | 273 // ebx: untagged index |
| 279 __ bind(&check_pixel_array); | 274 // eax: key |
| 280 __ cmp(FieldOperand(ecx, HeapObject::kMapOffset), | 275 // ecx: elements |
| 281 Immediate(Factory::pixel_array_map())); | 276 __ CheckMap(ecx, Factory::pixel_array_map(), &slow, true); |
| 282 __ j(not_equal, &slow); | 277 __ cmp(ebx, FieldOperand(ecx, PixelArray::kLengthOffset)); |
| 283 __ cmp(eax, FieldOperand(ecx, PixelArray::kLengthOffset)); | |
| 284 __ j(above_equal, &slow); | 278 __ j(above_equal, &slow); |
| 285 __ mov(ecx, FieldOperand(ecx, PixelArray::kExternalPointerOffset)); | 279 __ mov(eax, FieldOperand(ecx, PixelArray::kExternalPointerOffset)); |
| 286 __ movzx_b(eax, Operand(ecx, eax, times_1, 0)); | 280 __ movzx_b(eax, Operand(eax, ebx, times_1, 0)); |
| 287 __ shl(eax, kSmiTagSize); | 281 __ SmiTag(eax); |
| 288 __ ret(0); | 282 __ ret(0); |
| 289 | 283 |
| 290 // Slow case: Load name and receiver from stack and jump to runtime. | |
| 291 __ bind(&slow); | 284 __ bind(&slow); |
| 285 // Slow case: jump to runtime. |
| 286 // edx: receiver |
| 287 // eax: key |
| 292 __ IncrementCounter(&Counters::keyed_load_generic_slow, 1); | 288 __ IncrementCounter(&Counters::keyed_load_generic_slow, 1); |
| 293 GenerateRuntimeGetProperty(masm); | 289 GenerateRuntimeGetProperty(masm); |
| 294 | 290 |
| 295 __ bind(&check_string); | 291 __ bind(&check_string); |
| 296 // The key is not a smi. | 292 // The key is not a smi. |
| 297 // Is it a string? | 293 // Is it a string? |
| 298 __ CmpObjectType(eax, FIRST_NONSTRING_TYPE, edx); | 294 // edx: receiver |
| 295 // eax: key |
| 296 __ CmpObjectType(eax, FIRST_NONSTRING_TYPE, ecx); |
| 299 __ j(above_equal, &slow); | 297 __ j(above_equal, &slow); |
| 300 // Is the string an array index, with cached numeric value? | 298 // Is the string an array index, with cached numeric value? |
| 301 __ mov(ebx, FieldOperand(eax, String::kHashFieldOffset)); | 299 __ mov(ebx, FieldOperand(eax, String::kHashFieldOffset)); |
| 302 __ test(ebx, Immediate(String::kIsArrayIndexMask)); | 300 __ test(ebx, Immediate(String::kIsArrayIndexMask)); |
| 303 __ j(not_zero, &index_string, not_taken); | 301 __ j(not_zero, &index_string, not_taken); |
| 304 | 302 |
| 305 // Is the string a symbol? | 303 // Is the string a symbol? |
| 306 __ movzx_b(ebx, FieldOperand(edx, Map::kInstanceTypeOffset)); | 304 __ movzx_b(ebx, FieldOperand(ecx, Map::kInstanceTypeOffset)); |
| 307 ASSERT(kSymbolTag != 0); | 305 ASSERT(kSymbolTag != 0); |
| 308 __ test(ebx, Immediate(kIsSymbolMask)); | 306 __ test(ebx, Immediate(kIsSymbolMask)); |
| 309 __ j(zero, &slow, not_taken); | 307 __ j(zero, &slow, not_taken); |
| 310 | 308 |
| 311 // If the receiver is a fast-case object, check the keyed lookup | 309 // If the receiver is a fast-case object, check the keyed lookup |
| 312 // cache. Otherwise probe the dictionary leaving result in ecx. | 310 // cache. Otherwise probe the dictionary. |
| 313 __ mov(ebx, FieldOperand(ecx, JSObject::kPropertiesOffset)); | 311 __ mov(ebx, FieldOperand(edx, JSObject::kPropertiesOffset)); |
| 314 __ cmp(FieldOperand(ebx, HeapObject::kMapOffset), | 312 __ cmp(FieldOperand(ebx, HeapObject::kMapOffset), |
| 315 Immediate(Factory::hash_table_map())); | 313 Immediate(Factory::hash_table_map())); |
| 316 __ j(equal, &probe_dictionary); | 314 __ j(equal, &probe_dictionary); |
| 317 | 315 |
| 318 // Load the map of the receiver, compute the keyed lookup cache hash | 316 // Load the map of the receiver, compute the keyed lookup cache hash |
| 319 // based on 32 bits of the map pointer and the string hash. | 317 // based on 32 bits of the map pointer and the string hash. |
| 320 __ mov(ebx, FieldOperand(ecx, HeapObject::kMapOffset)); | 318 __ mov(ebx, FieldOperand(edx, HeapObject::kMapOffset)); |
| 321 __ mov(edx, ebx); | 319 __ mov(ecx, ebx); |
| 322 __ shr(edx, KeyedLookupCache::kMapHashShift); | 320 __ shr(ecx, KeyedLookupCache::kMapHashShift); |
| 323 __ mov(eax, FieldOperand(eax, String::kHashFieldOffset)); | 321 __ mov(edi, FieldOperand(eax, String::kHashFieldOffset)); |
| 324 __ shr(eax, String::kHashShift); | 322 __ shr(edi, String::kHashShift); |
| 325 __ xor_(edx, Operand(eax)); | 323 __ xor_(ecx, Operand(edi)); |
| 326 __ and_(edx, KeyedLookupCache::kCapacityMask); | 324 __ and_(ecx, KeyedLookupCache::kCapacityMask); |
| 327 | 325 |
| 328 // Load the key (consisting of map and symbol) from the cache and | 326 // Load the key (consisting of map and symbol) from the cache and |
| 329 // check for match. | 327 // check for match. |
| 330 ExternalReference cache_keys | 328 ExternalReference cache_keys |
| 331 = ExternalReference::keyed_lookup_cache_keys(); | 329 = ExternalReference::keyed_lookup_cache_keys(); |
| 332 __ mov(edi, edx); | 330 __ mov(edi, ecx); |
| 333 __ shl(edi, kPointerSizeLog2 + 1); | 331 __ shl(edi, kPointerSizeLog2 + 1); |
| 334 __ cmp(ebx, Operand::StaticArray(edi, times_1, cache_keys)); | 332 __ cmp(ebx, Operand::StaticArray(edi, times_1, cache_keys)); |
| 335 __ j(not_equal, &slow); | 333 __ j(not_equal, &slow); |
| 336 __ add(Operand(edi), Immediate(kPointerSize)); | 334 __ add(Operand(edi), Immediate(kPointerSize)); |
| 337 __ mov(edi, Operand::StaticArray(edi, times_1, cache_keys)); | 335 __ cmp(eax, Operand::StaticArray(edi, times_1, cache_keys)); |
| 338 __ cmp(edi, Operand(esp, kPointerSize)); | |
| 339 __ j(not_equal, &slow); | 336 __ j(not_equal, &slow); |
| 340 | 337 |
| 341 // Get field offset and check that it is an in-object property. | 338 // Get field offset and check that it is an in-object property. |
| 339 // edx : receiver |
| 340 // ebx : receiver's map |
| 341 // eax : key |
| 342 // ecx : lookup cache index |
| 342 ExternalReference cache_field_offsets | 343 ExternalReference cache_field_offsets |
| 343 = ExternalReference::keyed_lookup_cache_field_offsets(); | 344 = ExternalReference::keyed_lookup_cache_field_offsets(); |
| 344 __ mov(eax, | 345 __ mov(edi, |
| 345 Operand::StaticArray(edx, times_pointer_size, cache_field_offsets)); | 346 Operand::StaticArray(ecx, times_pointer_size, cache_field_offsets)); |
| 346 __ movzx_b(edx, FieldOperand(ebx, Map::kInObjectPropertiesOffset)); | 347 __ movzx_b(ecx, FieldOperand(ebx, Map::kInObjectPropertiesOffset)); |
| 347 __ cmp(eax, Operand(edx)); | 348 __ cmp(edi, Operand(ecx)); |
| 348 __ j(above_equal, &slow); | 349 __ j(above_equal, &slow); |
| 349 | 350 |
| 350 // Load in-object property. | 351 // Load in-object property. |
| 351 __ sub(eax, Operand(edx)); | 352 __ sub(edi, Operand(ecx)); |
| 352 __ movzx_b(edx, FieldOperand(ebx, Map::kInstanceSizeOffset)); | 353 __ movzx_b(ecx, FieldOperand(ebx, Map::kInstanceSizeOffset)); |
| 353 __ add(eax, Operand(edx)); | 354 __ add(ecx, Operand(edi)); |
| 354 __ mov(eax, FieldOperand(ecx, eax, times_pointer_size, 0)); | 355 __ mov(eax, FieldOperand(edx, ecx, times_pointer_size, 0)); |
| 355 __ ret(0); | 356 __ ret(0); |
| 356 | 357 |
| 357 // Do a quick inline probe of the receiver's dictionary, if it | 358 // Do a quick inline probe of the receiver's dictionary, if it |
| 358 // exists. | 359 // exists. |
| 359 __ bind(&probe_dictionary); | 360 __ bind(&probe_dictionary); |
| 360 GenerateDictionaryLoad(masm, | 361 GenerateDictionaryLoad(masm, |
| 361 &slow, | 362 &slow, |
| 362 ecx, | 363 edx, |
| 363 eax, | 364 eax, |
| 364 ebx, | 365 ebx, |
| 365 edx, | 366 ecx, |
| 366 edi, | 367 edi, |
| 367 DICTIONARY_CHECK_DONE); | 368 DICTIONARY_CHECK_DONE); |
| 368 GenerateCheckNonObjectOrLoaded(masm, &slow, edx, ebx); | 369 GenerateCheckNonObjectOrLoaded(masm, &slow, ecx, ebx); |
| 369 __ mov(eax, Operand(edx)); | 370 __ mov(eax, ecx); |
| 370 __ IncrementCounter(&Counters::keyed_load_generic_symbol, 1); | 371 __ IncrementCounter(&Counters::keyed_load_generic_symbol, 1); |
| 371 __ ret(0); | 372 __ ret(0); |
| 372 | 373 |
| 373 // If the hash field contains an array index pick it out. The assert checks | 374 // If the hash field contains an array index pick it out. The assert checks |
| 374 // that the constants for the maximum number of digits for an array index | 375 // that the constants for the maximum number of digits for an array index |
| 375 // cached in the hash field and the number of bits reserved for it does not | 376 // cached in the hash field and the number of bits reserved for it does not |
| 376 // conflict. | 377 // conflict. |
| 377 ASSERT(TenToThe(String::kMaxCachedArrayIndexLength) < | 378 ASSERT(TenToThe(String::kMaxCachedArrayIndexLength) < |
| 378 (1 << String::kArrayIndexValueBits)); | 379 (1 << String::kArrayIndexValueBits)); |
| 379 __ bind(&index_string); | 380 __ bind(&index_string); |
| 380 __ mov(eax, Operand(ebx)); | 381 __ and_(ebx, String::kArrayIndexHashMask); |
| 381 __ and_(eax, String::kArrayIndexHashMask); | 382 __ shr(ebx, String::kHashShift); |
| 382 __ shr(eax, String::kHashShift); | |
| 383 __ jmp(&index_int); | 383 __ jmp(&index_int); |
| 384 } | 384 } |
| 385 | 385 |
| 386 | 386 |
| 387 void KeyedLoadIC::GenerateString(MacroAssembler* masm) { | 387 void KeyedLoadIC::GenerateString(MacroAssembler* masm) { |
| 388 // ----------- S t a t e ------------- | 388 // ----------- S t a t e ------------- |
| 389 // -- eax : key |
| 390 // -- edx : receiver |
| 389 // -- esp[0] : return address | 391 // -- esp[0] : return address |
| 390 // -- esp[4] : key | |
| 391 // -- esp[8] : receiver | |
| 392 // ----------------------------------- | 392 // ----------------------------------- |
| 393 Label miss, index_ok; | 393 Label miss, index_ok; |
| 394 | 394 |
| 395 // Pop return address. | 395 // Pop return address. |
| 396 // Performing the load early is better in the common case. | 396 // Performing the load early is better in the common case. |
| 397 __ pop(eax); | 397 __ pop(ebx); |
| 398 | 398 |
| 399 __ mov(ebx, Operand(esp, 1 * kPointerSize)); | 399 __ test(edx, Immediate(kSmiTagMask)); |
| 400 __ test(ebx, Immediate(kSmiTagMask)); | |
| 401 __ j(zero, &miss); | 400 __ j(zero, &miss); |
| 402 __ mov(ecx, FieldOperand(ebx, HeapObject::kMapOffset)); | 401 __ mov(ecx, FieldOperand(edx, HeapObject::kMapOffset)); |
| 403 __ movzx_b(ecx, FieldOperand(ecx, Map::kInstanceTypeOffset)); | 402 __ movzx_b(ecx, FieldOperand(ecx, Map::kInstanceTypeOffset)); |
| 404 __ test(ecx, Immediate(kIsNotStringMask)); | 403 __ test(ecx, Immediate(kIsNotStringMask)); |
| 405 __ j(not_zero, &miss); | 404 __ j(not_zero, &miss); |
| 406 | 405 |
| 407 // Check if key is a smi or a heap number. | 406 // Check if key is a smi or a heap number. |
| 408 __ mov(edx, Operand(esp, 0)); | 407 __ test(eax, Immediate(kSmiTagMask)); |
| 409 __ test(edx, Immediate(kSmiTagMask)); | |
| 410 __ j(zero, &index_ok); | 408 __ j(zero, &index_ok); |
| 411 __ mov(ecx, FieldOperand(ebx, HeapObject::kMapOffset)); | 409 __ mov(ecx, FieldOperand(eax, HeapObject::kMapOffset)); |
| 412 __ cmp(ecx, Factory::heap_number_map()); | 410 __ cmp(ecx, Factory::heap_number_map()); |
| 413 __ j(not_equal, &miss); | 411 __ j(not_equal, &miss); |
| 414 | 412 |
| 415 __ bind(&index_ok); | 413 __ bind(&index_ok); |
| 416 // Duplicate receiver and key since they are expected on the stack after | 414 // Push receiver and key on the stack, and make a tail call. |
| 417 // the KeyedLoadIC call. | 415 __ push(edx); // receiver |
| 418 __ push(ebx); // receiver | 416 __ push(eax); // key |
| 419 __ push(edx); // key | 417 __ push(ebx); // return address |
| 420 __ push(eax); // return address | |
| 421 __ InvokeBuiltin(Builtins::STRING_CHAR_AT, JUMP_FUNCTION); | 418 __ InvokeBuiltin(Builtins::STRING_CHAR_AT, JUMP_FUNCTION); |
| 422 | 419 |
| 423 __ bind(&miss); | 420 __ bind(&miss); |
| 424 __ push(eax); | 421 __ push(ebx); |
| 425 GenerateMiss(masm); | 422 GenerateMiss(masm); |
| 426 } | 423 } |
| 427 | 424 |
| 428 | 425 |
| 429 void KeyedLoadIC::GenerateExternalArray(MacroAssembler* masm, | 426 void KeyedLoadIC::GenerateExternalArray(MacroAssembler* masm, |
| 430 ExternalArrayType array_type) { | 427 ExternalArrayType array_type) { |
| 431 // ----------- S t a t e ------------- | 428 // ----------- S t a t e ------------- |
| 429 // -- eax : key |
| 430 // -- edx : receiver |
| 432 // -- esp[0] : return address | 431 // -- esp[0] : return address |
| 433 // -- esp[4] : key | |
| 434 // -- esp[8] : receiver | |
| 435 // ----------------------------------- | 432 // ----------------------------------- |
| 436 Label slow, failed_allocation; | 433 Label slow, failed_allocation; |
| 437 | 434 |
| 438 // Load name and receiver. | |
| 439 __ mov(eax, Operand(esp, kPointerSize)); | |
| 440 __ mov(ecx, Operand(esp, 2 * kPointerSize)); | |
| 441 | |
| 442 // Check that the object isn't a smi. | 435 // Check that the object isn't a smi. |
| 443 __ test(ecx, Immediate(kSmiTagMask)); | 436 __ test(edx, Immediate(kSmiTagMask)); |
| 444 __ j(zero, &slow, not_taken); | 437 __ j(zero, &slow, not_taken); |
| 445 | 438 |
| 446 // Check that the key is a smi. | 439 // Check that the key is a smi. |
| 447 __ test(eax, Immediate(kSmiTagMask)); | 440 __ test(eax, Immediate(kSmiTagMask)); |
| 448 __ j(not_zero, &slow, not_taken); | 441 __ j(not_zero, &slow, not_taken); |
| 449 | 442 |
| 450 // Get the map of the receiver. | 443 // Get the map of the receiver. |
| 451 __ mov(edx, FieldOperand(ecx, HeapObject::kMapOffset)); | 444 __ mov(ecx, FieldOperand(edx, HeapObject::kMapOffset)); |
| 452 // Check that the receiver does not require access checks. We need | 445 // Check that the receiver does not require access checks. We need |
| 453 // to check this explicitly since this generic stub does not perform | 446 // to check this explicitly since this generic stub does not perform |
| 454 // map checks. | 447 // map checks. |
| 455 __ movzx_b(ebx, FieldOperand(edx, Map::kBitFieldOffset)); | 448 __ movzx_b(ebx, FieldOperand(ecx, Map::kBitFieldOffset)); |
| 456 __ test(ebx, Immediate(1 << Map::kIsAccessCheckNeeded)); | 449 __ test(ebx, Immediate(1 << Map::kIsAccessCheckNeeded)); |
| 457 __ j(not_zero, &slow, not_taken); | 450 __ j(not_zero, &slow, not_taken); |
| 458 | 451 |
| 459 // Get the instance type from the map of the receiver. | 452 __ CmpInstanceType(ecx, JS_OBJECT_TYPE); |
| 460 __ movzx_b(edx, FieldOperand(edx, Map::kInstanceTypeOffset)); | |
| 461 // Check that the object is a JS object. | |
| 462 __ cmp(edx, JS_OBJECT_TYPE); | |
| 463 __ j(not_equal, &slow, not_taken); | 453 __ j(not_equal, &slow, not_taken); |
| 464 | 454 |
| 465 // Check that the elements array is the appropriate type of | 455 // Check that the elements array is the appropriate type of |
| 466 // ExternalArray. | 456 // ExternalArray. |
| 467 // eax: index (as a smi) | 457 __ mov(ebx, FieldOperand(edx, JSObject::kElementsOffset)); |
| 468 // ecx: JSObject | |
| 469 __ mov(ecx, FieldOperand(ecx, JSObject::kElementsOffset)); | |
| 470 Handle<Map> map(Heap::MapForExternalArrayType(array_type)); | 458 Handle<Map> map(Heap::MapForExternalArrayType(array_type)); |
| 471 __ cmp(FieldOperand(ecx, HeapObject::kMapOffset), | 459 __ cmp(FieldOperand(ebx, HeapObject::kMapOffset), |
| 472 Immediate(map)); | 460 Immediate(map)); |
| 473 __ j(not_equal, &slow, not_taken); | 461 __ j(not_equal, &slow, not_taken); |
| 474 | 462 |
| 463 // eax: key, known to be a smi. |
| 464 // edx: receiver, known to be a JSObject. |
| 465 // ebx: elements object, known to be an external array. |
| 475 // Check that the index is in range. | 466 // Check that the index is in range. |
| 476 __ sar(eax, kSmiTagSize); // Untag the index. | 467 __ mov(ecx, eax); |
| 477 __ cmp(eax, FieldOperand(ecx, ExternalArray::kLengthOffset)); | 468 __ SmiUntag(ecx); // Untag the index. |
| 469 __ cmp(ecx, FieldOperand(ebx, ExternalArray::kLengthOffset)); |
| 478 // Unsigned comparison catches both negative and too-large values. | 470 // Unsigned comparison catches both negative and too-large values. |
| 479 __ j(above_equal, &slow); | 471 __ j(above_equal, &slow); |
| 480 | 472 |
| 481 // eax: untagged index | 473 __ mov(ebx, FieldOperand(ebx, ExternalArray::kExternalPointerOffset)); |
| 482 // ecx: elements array | 474 // ebx: base pointer of external storage |
| 483 __ mov(ecx, FieldOperand(ecx, ExternalArray::kExternalPointerOffset)); | |
| 484 // ecx: base pointer of external storage | |
| 485 switch (array_type) { | 475 switch (array_type) { |
| 486 case kExternalByteArray: | 476 case kExternalByteArray: |
| 487 __ movsx_b(eax, Operand(ecx, eax, times_1, 0)); | 477 __ movsx_b(ecx, Operand(ebx, ecx, times_1, 0)); |
| 488 break; | 478 break; |
| 489 case kExternalUnsignedByteArray: | 479 case kExternalUnsignedByteArray: |
| 490 __ movzx_b(eax, Operand(ecx, eax, times_1, 0)); | 480 __ movzx_b(ecx, Operand(ebx, ecx, times_1, 0)); |
| 491 break; | 481 break; |
| 492 case kExternalShortArray: | 482 case kExternalShortArray: |
| 493 __ movsx_w(eax, Operand(ecx, eax, times_2, 0)); | 483 __ movsx_w(ecx, Operand(ebx, ecx, times_2, 0)); |
| 494 break; | 484 break; |
| 495 case kExternalUnsignedShortArray: | 485 case kExternalUnsignedShortArray: |
| 496 __ movzx_w(eax, Operand(ecx, eax, times_2, 0)); | 486 __ movzx_w(ecx, Operand(ebx, ecx, times_2, 0)); |
| 497 break; | 487 break; |
| 498 case kExternalIntArray: | 488 case kExternalIntArray: |
| 499 case kExternalUnsignedIntArray: | 489 case kExternalUnsignedIntArray: |
| 500 __ mov(eax, Operand(ecx, eax, times_4, 0)); | 490 __ mov(ecx, Operand(ebx, ecx, times_4, 0)); |
| 501 break; | 491 break; |
| 502 case kExternalFloatArray: | 492 case kExternalFloatArray: |
| 503 __ fld_s(Operand(ecx, eax, times_4, 0)); | 493 __ fld_s(Operand(ebx, ecx, times_4, 0)); |
| 504 break; | 494 break; |
| 505 default: | 495 default: |
| 506 UNREACHABLE(); | 496 UNREACHABLE(); |
| 507 break; | 497 break; |
| 508 } | 498 } |
| 509 | 499 |
| 510 // For integer array types: | 500 // For integer array types: |
| 511 // eax: value | 501 // ecx: value |
| 512 // For floating-point array type: | 502 // For floating-point array type: |
| 513 // FP(0): value | 503 // FP(0): value |
| 514 | 504 |
| 515 if (array_type == kExternalIntArray || | 505 if (array_type == kExternalIntArray || |
| 516 array_type == kExternalUnsignedIntArray) { | 506 array_type == kExternalUnsignedIntArray) { |
| 517 // For the Int and UnsignedInt array types, we need to see whether | 507 // For the Int and UnsignedInt array types, we need to see whether |
| 518 // the value can be represented in a Smi. If not, we need to convert | 508 // the value can be represented in a Smi. If not, we need to convert |
| 519 // it to a HeapNumber. | 509 // it to a HeapNumber. |
| 520 Label box_int; | 510 Label box_int; |
| 521 if (array_type == kExternalIntArray) { | 511 if (array_type == kExternalIntArray) { |
| 522 // See Smi::IsValid for why this works. | 512 __ cmp(ecx, 0xC0000000); |
| 523 __ mov(ebx, eax); | 513 __ j(sign, &box_int); |
| 524 __ add(Operand(ebx), Immediate(0x40000000)); | |
| 525 __ cmp(ebx, 0x80000000); | |
| 526 __ j(above_equal, &box_int); | |
| 527 } else { | 514 } else { |
| 528 ASSERT_EQ(array_type, kExternalUnsignedIntArray); | 515 ASSERT_EQ(array_type, kExternalUnsignedIntArray); |
| 529 // The test is different for unsigned int values. Since we need | 516 // The test is different for unsigned int values. Since we need |
| 530 // the Smi-encoded result to be treated as unsigned, we can't | 517 // the value to be in the range of a positive smi, we can't |
| 531 // handle either of the top two bits being set in the value. | 518 // handle either of the top two bits being set in the value. |
| 532 __ test(eax, Immediate(0xC0000000)); | 519 __ test(ecx, Immediate(0xC0000000)); |
| 533 __ j(not_zero, &box_int); | 520 __ j(not_zero, &box_int); |
| 534 } | 521 } |
| 535 | 522 |
| 536 __ shl(eax, kSmiTagSize); | 523 __ mov(eax, ecx); |
| 524 __ SmiTag(eax); |
| 537 __ ret(0); | 525 __ ret(0); |
| 538 | 526 |
| 539 __ bind(&box_int); | 527 __ bind(&box_int); |
| 540 | 528 |
| 541 // Allocate a HeapNumber for the int and perform int-to-double | 529 // Allocate a HeapNumber for the int and perform int-to-double |
| 542 // conversion. | 530 // conversion. |
| 543 if (array_type == kExternalIntArray) { | 531 if (array_type == kExternalIntArray) { |
| 544 __ push(eax); | 532 __ push(ecx); |
| 545 __ fild_s(Operand(esp, 0)); | 533 __ fild_s(Operand(esp, 0)); |
| 546 __ pop(eax); | 534 __ pop(ecx); |
| 547 } else { | 535 } else { |
| 548 ASSERT(array_type == kExternalUnsignedIntArray); | 536 ASSERT(array_type == kExternalUnsignedIntArray); |
| 549 // Need to zero-extend the value. | 537 // Need to zero-extend the value. |
| 550 // There's no fild variant for unsigned values, so zero-extend | 538 // There's no fild variant for unsigned values, so zero-extend |
| 551 // to a 64-bit int manually. | 539 // to a 64-bit int manually. |
| 552 __ push(Immediate(0)); | 540 __ push(Immediate(0)); |
| 553 __ push(eax); | 541 __ push(ecx); |
| 554 __ fild_d(Operand(esp, 0)); | 542 __ fild_d(Operand(esp, 0)); |
| 555 __ pop(eax); | 543 __ pop(ecx); |
| 556 __ pop(eax); | 544 __ pop(ecx); |
| 557 } | 545 } |
| 558 // FP(0): value | 546 // FP(0): value |
| 559 __ AllocateHeapNumber(eax, ebx, ecx, &failed_allocation); | 547 __ AllocateHeapNumber(ecx, ebx, edi, &failed_allocation); |
| 560 // Set the value. | 548 // Set the value. |
| 549 __ mov(eax, ecx); |
| 561 __ fstp_d(FieldOperand(eax, HeapNumber::kValueOffset)); | 550 __ fstp_d(FieldOperand(eax, HeapNumber::kValueOffset)); |
| 562 __ ret(0); | 551 __ ret(0); |
| 563 } else if (array_type == kExternalFloatArray) { | 552 } else if (array_type == kExternalFloatArray) { |
| 564 // For the floating-point array type, we need to always allocate a | 553 // For the floating-point array type, we need to always allocate a |
| 565 // HeapNumber. | 554 // HeapNumber. |
| 566 __ AllocateHeapNumber(eax, ebx, ecx, &failed_allocation); | 555 __ AllocateHeapNumber(ecx, ebx, edi, &failed_allocation); |
| 567 // Set the value. | 556 // Set the value. |
| 557 __ mov(eax, ecx); |
| 568 __ fstp_d(FieldOperand(eax, HeapNumber::kValueOffset)); | 558 __ fstp_d(FieldOperand(eax, HeapNumber::kValueOffset)); |
| 569 __ ret(0); | 559 __ ret(0); |
| 570 } else { | 560 } else { |
| 571 __ shl(eax, kSmiTagSize); | 561 __ mov(eax, ecx); |
| 562 __ SmiTag(eax); |
| 572 __ ret(0); | 563 __ ret(0); |
| 573 } | 564 } |
| 574 | 565 |
| 575 // If we fail allocation of the HeapNumber, we still have a value on | 566 // If we fail allocation of the HeapNumber, we still have a value on |
| 576 // top of the FPU stack. Remove it. | 567 // top of the FPU stack. Remove it. |
| 577 __ bind(&failed_allocation); | 568 __ bind(&failed_allocation); |
| 578 __ ffree(); | 569 __ ffree(); |
| 579 __ fincstp(); | 570 __ fincstp(); |
| 580 // Fall through to slow case. | 571 // Fall through to slow case. |
| 581 | 572 |
| 582 // Slow case: Load name and receiver from stack and jump to runtime. | 573 // Slow case: Load key and receiver from stack and jump to runtime. |
| 583 __ bind(&slow); | 574 __ bind(&slow); |
| 584 __ IncrementCounter(&Counters::keyed_load_external_array_slow, 1); | 575 __ IncrementCounter(&Counters::keyed_load_external_array_slow, 1); |
| 585 GenerateRuntimeGetProperty(masm); | 576 GenerateRuntimeGetProperty(masm); |
| 586 } | 577 } |
| 587 | 578 |
| 588 | 579 |
| 589 void KeyedLoadIC::GenerateIndexedInterceptor(MacroAssembler* masm) { | 580 void KeyedLoadIC::GenerateIndexedInterceptor(MacroAssembler* masm) { |
| 590 // ----------- S t a t e ------------- | 581 // ----------- S t a t e ------------- |
| 591 // -- eax : value | 582 // -- eax : key |
| 583 // -- edx : receiver |
| 592 // -- esp[0] : return address | 584 // -- esp[0] : return address |
| 593 // -- esp[4] : key | |
| 594 // -- esp[8] : receiver | |
| 595 // ----------------------------------- | 585 // ----------------------------------- |
| 596 Label slow; | 586 Label slow; |
| 597 | 587 |
| 598 // Load key and receiver. | |
| 599 __ mov(eax, Operand(esp, kPointerSize)); | |
| 600 __ mov(ecx, Operand(esp, 2 * kPointerSize)); | |
| 601 | |
| 602 // Check that the receiver isn't a smi. | 588 // Check that the receiver isn't a smi. |
| 603 __ test(ecx, Immediate(kSmiTagMask)); | 589 __ test(edx, Immediate(kSmiTagMask)); |
| 604 __ j(zero, &slow, not_taken); | 590 __ j(zero, &slow, not_taken); |
| 605 | 591 |
| 606 // Check that the key is a smi. | 592 // Check that the key is a smi. |
| 607 __ test(eax, Immediate(kSmiTagMask)); | 593 __ test(eax, Immediate(kSmiTagMask)); |
| 608 __ j(not_zero, &slow, not_taken); | 594 __ j(not_zero, &slow, not_taken); |
| 609 | 595 |
| 610 // Get the map of the receiver. | 596 // Get the map of the receiver. |
| 611 __ mov(edx, FieldOperand(ecx, HeapObject::kMapOffset)); | 597 __ mov(ecx, FieldOperand(edx, HeapObject::kMapOffset)); |
| 612 | 598 |
| 613 // Check that it has indexed interceptor and access checks | 599 // Check that it has indexed interceptor and access checks |
| 614 // are not enabled for this object. | 600 // are not enabled for this object. |
| 615 __ movzx_b(edx, FieldOperand(edx, Map::kBitFieldOffset)); | 601 __ movzx_b(ecx, FieldOperand(ecx, Map::kBitFieldOffset)); |
| 616 __ and_(Operand(edx), Immediate(kSlowCaseBitFieldMask)); | 602 __ and_(Operand(ecx), Immediate(kSlowCaseBitFieldMask)); |
| 617 __ cmp(Operand(edx), Immediate(1 << Map::kHasIndexedInterceptor)); | 603 __ cmp(Operand(ecx), Immediate(1 << Map::kHasIndexedInterceptor)); |
| 618 __ j(not_zero, &slow, not_taken); | 604 __ j(not_zero, &slow, not_taken); |
| 619 | 605 |
| 620 // Everything is fine, call runtime. | 606 // Everything is fine, call runtime. |
| 621 __ pop(edx); | 607 __ pop(ecx); |
| 622 __ push(ecx); // receiver | 608 __ push(edx); // receiver |
| 623 __ push(eax); // key | 609 __ push(eax); // key |
| 624 __ push(edx); // return address | 610 __ push(ecx); // return address |
| 625 | 611 |
| 626 // Perform tail call to the entry. | 612 // Perform tail call to the entry. |
| 627 __ TailCallRuntime(ExternalReference( | 613 __ TailCallRuntime(ExternalReference( |
| 628 IC_Utility(kKeyedLoadPropertyWithInterceptor)), 2, 1); | 614 IC_Utility(kKeyedLoadPropertyWithInterceptor)), 2, 1); |
| 629 | 615 |
| 630 __ bind(&slow); | 616 __ bind(&slow); |
| 631 GenerateMiss(masm); | 617 GenerateMiss(masm); |
| 632 } | 618 } |
| 633 | 619 |
| 634 | 620 |
| (...skipping 738 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1373 return PatchInlinedMapCheck(address, map); | 1359 return PatchInlinedMapCheck(address, map); |
| 1374 } | 1360 } |
| 1375 | 1361 |
| 1376 | 1362 |
| 1377 // Defined in ic.cc. | 1363 // Defined in ic.cc. |
| 1378 Object* KeyedLoadIC_Miss(Arguments args); | 1364 Object* KeyedLoadIC_Miss(Arguments args); |
| 1379 | 1365 |
| 1380 | 1366 |
| 1381 void KeyedLoadIC::GenerateMiss(MacroAssembler* masm) { | 1367 void KeyedLoadIC::GenerateMiss(MacroAssembler* masm) { |
| 1382 // ----------- S t a t e ------------- | 1368 // ----------- S t a t e ------------- |
| 1369 // -- eax : key |
| 1370 // -- edx : receiver |
| 1383 // -- esp[0] : return address | 1371 // -- esp[0] : return address |
| 1384 // -- esp[4] : name | |
| 1385 // -- esp[8] : receiver | |
| 1386 // ----------------------------------- | 1372 // ----------------------------------- |
| 1387 | 1373 |
| 1388 __ pop(ebx); | 1374 __ pop(ebx); |
| 1389 __ push(Operand(esp, kPointerSize)); // receiver | 1375 __ push(edx); // receiver |
| 1390 __ push(Operand(esp, kPointerSize)); // name | 1376 __ push(eax); // name |
| 1391 __ push(ebx); // return address | 1377 __ push(ebx); // return address |
| 1392 | 1378 |
| 1393 // Perform tail call to the entry. | 1379 // Perform tail call to the entry. |
| 1394 __ TailCallRuntime(ExternalReference(IC_Utility(kKeyedLoadIC_Miss)), 2, 1); | 1380 __ TailCallRuntime(ExternalReference(IC_Utility(kKeyedLoadIC_Miss)), 2, 1); |
| 1395 } | 1381 } |
| 1396 | 1382 |
| 1397 | 1383 |
| 1398 void KeyedLoadIC::GenerateRuntimeGetProperty(MacroAssembler* masm) { | 1384 void KeyedLoadIC::GenerateRuntimeGetProperty(MacroAssembler* masm) { |
| 1399 // ----------- S t a t e ------------- | 1385 // ----------- S t a t e ------------- |
| 1386 // -- eax : key |
| 1387 // -- edx : receiver |
| 1400 // -- esp[0] : return address | 1388 // -- esp[0] : return address |
| 1401 // -- esp[4] : name | |
| 1402 // -- esp[8] : receiver | |
| 1403 // ----------------------------------- | 1389 // ----------------------------------- |
| 1404 | 1390 |
| 1405 __ pop(ebx); | 1391 __ pop(ebx); |
| 1406 __ push(Operand(esp, 1 * kPointerSize)); // receiver | 1392 __ push(edx); // receiver |
| 1407 __ push(Operand(esp, 1 * kPointerSize)); // name | 1393 __ push(eax); // name |
| 1408 __ push(ebx); // return address | 1394 __ push(ebx); // return address |
| 1409 | 1395 |
| 1410 // Perform tail call to the entry. | 1396 // Perform tail call to the entry. |
| 1411 __ TailCallRuntime(ExternalReference(Runtime::kKeyedGetProperty), 2, 1); | 1397 __ TailCallRuntime(ExternalReference(Runtime::kKeyedGetProperty), 2, 1); |
| 1412 } | 1398 } |
| 1413 | 1399 |
| 1414 | 1400 |
| 1415 void StoreIC::GenerateMegamorphic(MacroAssembler* masm) { | 1401 void StoreIC::GenerateMegamorphic(MacroAssembler* masm) { |
| 1416 // ----------- S t a t e ------------- | 1402 // ----------- S t a t e ------------- |
| 1417 // -- eax : value | 1403 // -- eax : value |
| (...skipping 68 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1486 __ push(ecx); | 1472 __ push(ecx); |
| 1487 | 1473 |
| 1488 // Do tail-call to runtime routine. | 1474 // Do tail-call to runtime routine. |
| 1489 __ TailCallRuntime(ExternalReference(IC_Utility(kKeyedStoreIC_Miss)), 3, 1); | 1475 __ TailCallRuntime(ExternalReference(IC_Utility(kKeyedStoreIC_Miss)), 3, 1); |
| 1490 } | 1476 } |
| 1491 | 1477 |
| 1492 #undef __ | 1478 #undef __ |
| 1493 | 1479 |
| 1494 | 1480 |
| 1495 } } // namespace v8::internal | 1481 } } // namespace v8::internal |
| OLD | NEW |