| OLD | NEW |
| 1 // Copyright 2011 the V8 project authors. All rights reserved. | 1 // Copyright 2011 the V8 project authors. All rights reserved. |
| 2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
| 3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
| 4 // met: | 4 // met: |
| 5 // | 5 // |
| 6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
| 7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
| 8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
| 9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
| 10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
| (...skipping 3225 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 3236 Label slow, miss_force_generic; | 3236 Label slow, miss_force_generic; |
| 3237 | 3237 |
| 3238 // This stub is meant to be tail-jumped to, the receiver must already | 3238 // This stub is meant to be tail-jumped to, the receiver must already |
| 3239 // have been verified by the caller to not be a smi. | 3239 // have been verified by the caller to not be a smi. |
| 3240 | 3240 |
| 3241 // Check that the key is a smi. | 3241 // Check that the key is a smi. |
| 3242 __ JumpIfNotSmi(rax, &miss_force_generic); | 3242 __ JumpIfNotSmi(rax, &miss_force_generic); |
| 3243 | 3243 |
| 3244 // Check that the index is in range. | 3244 // Check that the index is in range. |
| 3245 __ movq(rbx, FieldOperand(rdx, JSObject::kElementsOffset)); | 3245 __ movq(rbx, FieldOperand(rdx, JSObject::kElementsOffset)); |
| 3246 __ SmiToInteger32(rcx, rax); | 3246 __ cmpl(rax, FieldOperand(rbx, ExternalArray::kLengthOffset)); |
| 3247 __ cmpl(rcx, FieldOperand(rbx, ExternalArray::kLengthOffset)); | |
| 3248 // Unsigned comparison catches both negative and too-large values. | 3247 // Unsigned comparison catches both negative and too-large values. |
| 3249 __ j(above_equal, &miss_force_generic); | 3248 __ j(above_equal, &miss_force_generic); |
| 3250 | 3249 |
| 3251 // rax: index (as a smi) | 3250 // rax: index (as a smi) |
| 3252 // rdx: receiver (JSObject) | 3251 // rdx: receiver (JSObject) |
| 3253 // rcx: untagged index | 3252 // rcx: untagged index |
| 3254 // rbx: elements array | 3253 // rbx: elements array |
| 3255 __ movq(rbx, FieldOperand(rbx, ExternalArray::kExternalPointerOffset)); | 3254 __ movq(rbx, FieldOperand(rbx, ExternalArray::kExternalPointerOffset)); |
| 3256 // rbx: base pointer of external storage | 3255 // rbx: base pointer of external storage |
| 3257 switch (elements_kind) { | 3256 switch (elements_kind) { |
| 3258 case JSObject::EXTERNAL_BYTE_ELEMENTS: | 3257 case JSObject::EXTERNAL_BYTE_ELEMENTS: |
| 3258 __ SmiToInteger32(rcx, rax); |
| 3259 __ movsxbq(rcx, Operand(rbx, rcx, times_1, 0)); | 3259 __ movsxbq(rcx, Operand(rbx, rcx, times_1, 0)); |
| 3260 break; | 3260 break; |
| 3261 case JSObject::EXTERNAL_PIXEL_ELEMENTS: | 3261 case JSObject::EXTERNAL_PIXEL_ELEMENTS: |
| 3262 case JSObject::EXTERNAL_UNSIGNED_BYTE_ELEMENTS: | 3262 case JSObject::EXTERNAL_UNSIGNED_BYTE_ELEMENTS: |
| 3263 __ SmiToInteger32(rcx, rax); |
| 3263 __ movzxbq(rcx, Operand(rbx, rcx, times_1, 0)); | 3264 __ movzxbq(rcx, Operand(rbx, rcx, times_1, 0)); |
| 3264 break; | 3265 break; |
| 3265 case JSObject::EXTERNAL_SHORT_ELEMENTS: | 3266 case JSObject::EXTERNAL_SHORT_ELEMENTS: |
| 3266 __ movsxwq(rcx, Operand(rbx, rcx, times_2, 0)); | 3267 __ movsxwq(rcx, Operand(rbx, rax, times_1, 0)); |
| 3267 break; | 3268 break; |
| 3268 case JSObject::EXTERNAL_UNSIGNED_SHORT_ELEMENTS: | 3269 case JSObject::EXTERNAL_UNSIGNED_SHORT_ELEMENTS: |
| 3269 __ movzxwq(rcx, Operand(rbx, rcx, times_2, 0)); | 3270 __ movzxwq(rcx, Operand(rbx, rax, times_1, 0)); |
| 3270 break; | 3271 break; |
| 3271 case JSObject::EXTERNAL_INT_ELEMENTS: | 3272 case JSObject::EXTERNAL_INT_ELEMENTS: |
| 3272 __ movsxlq(rcx, Operand(rbx, rcx, times_4, 0)); | 3273 __ movsxlq(rcx, Operand(rbx, rax, times_2, 0)); |
| 3273 break; | 3274 break; |
| 3274 case JSObject::EXTERNAL_UNSIGNED_INT_ELEMENTS: | 3275 case JSObject::EXTERNAL_UNSIGNED_INT_ELEMENTS: |
| 3275 __ movl(rcx, Operand(rbx, rcx, times_4, 0)); | 3276 __ movl(rcx, Operand(rbx, rax, times_2, 0)); |
| 3276 break; | 3277 break; |
| 3277 case JSObject::EXTERNAL_FLOAT_ELEMENTS: | 3278 case JSObject::EXTERNAL_FLOAT_ELEMENTS: |
| 3278 __ cvtss2sd(xmm0, Operand(rbx, rcx, times_4, 0)); | 3279 __ cvtss2sd(xmm0, Operand(rbx, rax, times_2, 0)); |
| 3279 break; | 3280 break; |
| 3280 case JSObject::EXTERNAL_DOUBLE_ELEMENTS: | 3281 case JSObject::EXTERNAL_DOUBLE_ELEMENTS: |
| 3281 __ movsd(xmm0, Operand(rbx, rcx, times_8, 0)); | 3282 __ movsd(xmm0, Operand(rbx, rax, times_4, 0)); |
| 3282 break; | 3283 break; |
| 3283 default: | 3284 default: |
| 3284 UNREACHABLE(); | 3285 UNREACHABLE(); |
| 3285 break; | 3286 break; |
| 3286 } | 3287 } |
| 3287 | 3288 |
| 3288 // rax: index | 3289 // rax: index |
| 3289 // rdx: receiver | 3290 // rdx: receiver |
| 3290 // For integer array types: | 3291 // For integer array types: |
| 3291 // rcx: value | 3292 // rcx: value |
| (...skipping 79 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 3371 Label slow, miss_force_generic; | 3372 Label slow, miss_force_generic; |
| 3372 | 3373 |
| 3373 // This stub is meant to be tail-jumped to, the receiver must already | 3374 // This stub is meant to be tail-jumped to, the receiver must already |
| 3374 // have been verified by the caller to not be a smi. | 3375 // have been verified by the caller to not be a smi. |
| 3375 | 3376 |
| 3376 // Check that the key is a smi. | 3377 // Check that the key is a smi. |
| 3377 __ JumpIfNotSmi(rcx, &miss_force_generic); | 3378 __ JumpIfNotSmi(rcx, &miss_force_generic); |
| 3378 | 3379 |
| 3379 // Check that the index is in range. | 3380 // Check that the index is in range. |
| 3380 __ movq(rbx, FieldOperand(rdx, JSObject::kElementsOffset)); | 3381 __ movq(rbx, FieldOperand(rdx, JSObject::kElementsOffset)); |
| 3381 __ SmiToInteger32(rdi, rcx); // Untag the index. | 3382 __ cmpl(rcx, FieldOperand(rbx, ExternalArray::kLengthOffset)); |
| 3382 __ cmpl(rdi, FieldOperand(rbx, ExternalArray::kLengthOffset)); | |
| 3383 // Unsigned comparison catches both negative and too-large values. | 3383 // Unsigned comparison catches both negative and too-large values. |
| 3384 __ j(above_equal, &miss_force_generic); | 3384 __ j(above_equal, &miss_force_generic); |
| 3385 | 3385 |
| 3386 // Handle both smis and HeapNumbers in the fast path. Go to the | 3386 // Handle both smis and HeapNumbers in the fast path. Go to the |
| 3387 // runtime for all other kinds of values. | 3387 // runtime for all other kinds of values. |
| 3388 // rax: value | 3388 // rax: value |
| 3389 // rcx: key (a smi) | 3389 // rcx: key (a smi) |
| 3390 // rdx: receiver (a JSObject) | 3390 // rdx: receiver (a JSObject) |
| 3391 // rbx: elements array | 3391 // rbx: elements array |
| 3392 // rdi: untagged key | |
| 3393 Label check_heap_number; | 3392 Label check_heap_number; |
| 3394 if (elements_kind == JSObject::EXTERNAL_PIXEL_ELEMENTS) { | 3393 if (elements_kind == JSObject::EXTERNAL_PIXEL_ELEMENTS) { |
| 3395 // Float to pixel conversion is only implemented in the runtime for now. | 3394 // Float to pixel conversion is only implemented in the runtime for now. |
| 3396 __ JumpIfNotSmi(rax, &slow); | 3395 __ JumpIfNotSmi(rax, &slow); |
| 3397 } else { | 3396 } else { |
| 3398 __ JumpIfNotSmi(rax, &check_heap_number, Label::kNear); | 3397 __ JumpIfNotSmi(rax, &check_heap_number, Label::kNear); |
| 3399 } | 3398 } |
| 3400 // No more branches to slow case on this path. Key and receiver not needed. | 3399 // No more branches to slow case on this path. Key and receiver not needed. |
| 3401 __ SmiToInteger32(rdx, rax); | 3400 __ SmiToInteger32(rdx, rax); |
| 3402 __ movq(rbx, FieldOperand(rbx, ExternalArray::kExternalPointerOffset)); | 3401 __ movq(rbx, FieldOperand(rbx, ExternalArray::kExternalPointerOffset)); |
| 3403 // rbx: base pointer of external storage | 3402 // rbx: base pointer of external storage |
| 3404 switch (elements_kind) { | 3403 switch (elements_kind) { |
| 3405 case JSObject::EXTERNAL_PIXEL_ELEMENTS: | 3404 case JSObject::EXTERNAL_PIXEL_ELEMENTS: |
| 3406 { // Clamp the value to [0..255]. | 3405 __ ClampUint8(rdx); |
| 3407 Label done; | 3406 __ SmiToInteger32(rdi, rcx); |
| 3408 __ testl(rdx, Immediate(0xFFFFFF00)); | |
| 3409 __ j(zero, &done, Label::kNear); | |
| 3410 __ setcc(negative, rdx); // 1 if negative, 0 if positive. | |
| 3411 __ decb(rdx); // 0 if negative, 255 if positive. | |
| 3412 __ bind(&done); | |
| 3413 } | |
| 3414 __ movb(Operand(rbx, rdi, times_1, 0), rdx); | 3407 __ movb(Operand(rbx, rdi, times_1, 0), rdx); |
| 3415 break; | 3408 break; |
| 3416 case JSObject::EXTERNAL_BYTE_ELEMENTS: | 3409 case JSObject::EXTERNAL_BYTE_ELEMENTS: |
| 3417 case JSObject::EXTERNAL_UNSIGNED_BYTE_ELEMENTS: | 3410 case JSObject::EXTERNAL_UNSIGNED_BYTE_ELEMENTS: |
| 3411 __ SmiToInteger32(rdi, rcx); |
| 3418 __ movb(Operand(rbx, rdi, times_1, 0), rdx); | 3412 __ movb(Operand(rbx, rdi, times_1, 0), rdx); |
| 3419 break; | 3413 break; |
| 3420 case JSObject::EXTERNAL_SHORT_ELEMENTS: | 3414 case JSObject::EXTERNAL_SHORT_ELEMENTS: |
| 3421 case JSObject::EXTERNAL_UNSIGNED_SHORT_ELEMENTS: | 3415 case JSObject::EXTERNAL_UNSIGNED_SHORT_ELEMENTS: |
| 3422 __ movw(Operand(rbx, rdi, times_2, 0), rdx); | 3416 __ movw(Operand(rbx, rcx, times_1, 0), rdx); |
| 3423 break; | 3417 break; |
| 3424 case JSObject::EXTERNAL_INT_ELEMENTS: | 3418 case JSObject::EXTERNAL_INT_ELEMENTS: |
| 3425 case JSObject::EXTERNAL_UNSIGNED_INT_ELEMENTS: | 3419 case JSObject::EXTERNAL_UNSIGNED_INT_ELEMENTS: |
| 3426 __ movl(Operand(rbx, rdi, times_4, 0), rdx); | 3420 __ movl(Operand(rbx, rcx, times_2, 0), rdx); |
| 3427 break; | 3421 break; |
| 3428 case JSObject::EXTERNAL_FLOAT_ELEMENTS: | 3422 case JSObject::EXTERNAL_FLOAT_ELEMENTS: |
| 3429 // Need to perform int-to-float conversion. | 3423 // Need to perform int-to-float conversion. |
| 3430 __ cvtlsi2ss(xmm0, rdx); | 3424 __ cvtlsi2ss(xmm0, rdx); |
| 3431 __ movss(Operand(rbx, rdi, times_4, 0), xmm0); | 3425 __ movss(Operand(rbx, rcx, times_2, 0), xmm0); |
| 3432 break; | 3426 break; |
| 3433 case JSObject::EXTERNAL_DOUBLE_ELEMENTS: | 3427 case JSObject::EXTERNAL_DOUBLE_ELEMENTS: |
| 3434 // Need to perform int-to-float conversion. | 3428 // Need to perform int-to-float conversion. |
| 3435 __ cvtlsi2sd(xmm0, rdx); | 3429 __ cvtlsi2sd(xmm0, rdx); |
| 3436 __ movsd(Operand(rbx, rdi, times_8, 0), xmm0); | 3430 __ movsd(Operand(rbx, rcx, times_4, 0), xmm0); |
| 3437 break; | 3431 break; |
| 3438 case JSObject::FAST_ELEMENTS: | 3432 case JSObject::FAST_ELEMENTS: |
| 3439 case JSObject::FAST_DOUBLE_ELEMENTS: | 3433 case JSObject::FAST_DOUBLE_ELEMENTS: |
| 3440 case JSObject::DICTIONARY_ELEMENTS: | 3434 case JSObject::DICTIONARY_ELEMENTS: |
| 3441 case JSObject::NON_STRICT_ARGUMENTS_ELEMENTS: | 3435 case JSObject::NON_STRICT_ARGUMENTS_ELEMENTS: |
| 3442 UNREACHABLE(); | 3436 UNREACHABLE(); |
| 3443 break; | 3437 break; |
| 3444 } | 3438 } |
| 3445 __ ret(0); | 3439 __ ret(0); |
| 3446 | 3440 |
| 3447 // TODO(danno): handle heap number -> pixel array conversion | 3441 // TODO(danno): handle heap number -> pixel array conversion |
| 3448 if (elements_kind != JSObject::EXTERNAL_PIXEL_ELEMENTS) { | 3442 if (elements_kind != JSObject::EXTERNAL_PIXEL_ELEMENTS) { |
| 3449 __ bind(&check_heap_number); | 3443 __ bind(&check_heap_number); |
| 3450 // rax: value | 3444 // rax: value |
| 3451 // rcx: key (a smi) | 3445 // rcx: key (a smi) |
| 3452 // rdx: receiver (a JSObject) | 3446 // rdx: receiver (a JSObject) |
| 3453 // rbx: elements array | 3447 // rbx: elements array |
| 3454 // rdi: untagged key | |
| 3455 __ CmpObjectType(rax, HEAP_NUMBER_TYPE, kScratchRegister); | 3448 __ CmpObjectType(rax, HEAP_NUMBER_TYPE, kScratchRegister); |
| 3456 __ j(not_equal, &slow); | 3449 __ j(not_equal, &slow); |
| 3457 // No more branches to slow case on this path. | 3450 // No more branches to slow case on this path. |
| 3458 | 3451 |
| 3459 // The WebGL specification leaves the behavior of storing NaN and | 3452 // The WebGL specification leaves the behavior of storing NaN and |
| 3460 // +/-Infinity into integer arrays basically undefined. For more | 3453 // +/-Infinity into integer arrays basically undefined. For more |
| 3461 // reproducible behavior, convert these to zero. | 3454 // reproducible behavior, convert these to zero. |
| 3462 __ movsd(xmm0, FieldOperand(rax, HeapNumber::kValueOffset)); | 3455 __ movsd(xmm0, FieldOperand(rax, HeapNumber::kValueOffset)); |
| 3463 __ movq(rbx, FieldOperand(rbx, ExternalArray::kExternalPointerOffset)); | 3456 __ movq(rbx, FieldOperand(rbx, ExternalArray::kExternalPointerOffset)); |
| 3464 // rdi: untagged index | |
| 3465 // rbx: base pointer of external storage | 3457 // rbx: base pointer of external storage |
| 3458 // rcx: key |
| 3466 // top of FPU stack: value | 3459 // top of FPU stack: value |
| 3467 if (elements_kind == JSObject::EXTERNAL_FLOAT_ELEMENTS) { | 3460 if (elements_kind == JSObject::EXTERNAL_FLOAT_ELEMENTS) { |
| 3468 __ cvtsd2ss(xmm0, xmm0); | 3461 __ cvtsd2ss(xmm0, xmm0); |
| 3469 __ movss(Operand(rbx, rdi, times_4, 0), xmm0); | 3462 __ movss(Operand(rbx, rcx, times_2, 0), xmm0); |
| 3470 __ ret(0); | 3463 __ ret(0); |
| 3471 } else if (elements_kind == JSObject::EXTERNAL_DOUBLE_ELEMENTS) { | 3464 } else if (elements_kind == JSObject::EXTERNAL_DOUBLE_ELEMENTS) { |
| 3472 __ movsd(Operand(rbx, rdi, times_8, 0), xmm0); | 3465 __ movsd(Operand(rbx, rcx, times_4, 0), xmm0); |
| 3473 __ ret(0); | 3466 __ ret(0); |
| 3474 } else { | 3467 } else { |
| 3475 // Perform float-to-int conversion with truncation (round-to-zero) | 3468 // Perform float-to-int conversion with truncation (round-to-zero) |
| 3476 // behavior. | 3469 // behavior. |
| 3477 | 3470 |
| 3478 // Convert to int32 and store the low byte/word. | 3471 // Convert to int32 and store the low byte/word. |
| 3479 // If the value is NaN or +/-infinity, the result is 0x80000000, | 3472 // If the value is NaN or +/-infinity, the result is 0x80000000, |
| 3480 // which is automatically zero when taken mod 2^n, n < 32. | 3473 // which is automatically zero when taken mod 2^n, n < 32. |
| 3481 // rdx: value (converted to an untagged integer) | 3474 // rdx: value (converted to an untagged integer) |
| 3482 // rdi: untagged index | 3475 // rdi: untagged index |
| 3483 // rbx: base pointer of external storage | 3476 // rbx: base pointer of external storage |
| 3484 switch (elements_kind) { | 3477 switch (elements_kind) { |
| 3478 case JSObject::EXTERNAL_PIXEL_ELEMENTS: |
| 3479 __ ClampUint8(rdx); |
| 3480 __ cvttsd2si(rdx, xmm0); |
| 3481 __ SmiToInteger32(rdi, rcx); |
| 3482 __ movb(Operand(rbx, rdi, times_1, 0), rdx); |
| 3483 break; |
| 3485 case JSObject::EXTERNAL_BYTE_ELEMENTS: | 3484 case JSObject::EXTERNAL_BYTE_ELEMENTS: |
| 3486 case JSObject::EXTERNAL_UNSIGNED_BYTE_ELEMENTS: | 3485 case JSObject::EXTERNAL_UNSIGNED_BYTE_ELEMENTS: |
| 3487 __ cvttsd2si(rdx, xmm0); | 3486 __ cvttsd2si(rdx, xmm0); |
| 3487 __ SmiToInteger32(rdi, rcx); |
| 3488 __ movb(Operand(rbx, rdi, times_1, 0), rdx); | 3488 __ movb(Operand(rbx, rdi, times_1, 0), rdx); |
| 3489 break; | 3489 break; |
| 3490 case JSObject::EXTERNAL_SHORT_ELEMENTS: | 3490 case JSObject::EXTERNAL_SHORT_ELEMENTS: |
| 3491 case JSObject::EXTERNAL_UNSIGNED_SHORT_ELEMENTS: | 3491 case JSObject::EXTERNAL_UNSIGNED_SHORT_ELEMENTS: |
| 3492 __ cvttsd2si(rdx, xmm0); | 3492 __ cvttsd2si(rdx, xmm0); |
| 3493 __ movw(Operand(rbx, rdi, times_2, 0), rdx); | 3493 __ SmiToInteger32(rdi, rcx); |
| 3494 __ movw(Operand(rbx, rcx, times_1, 0), rdx); |
| 3494 break; | 3495 break; |
| 3495 case JSObject::EXTERNAL_INT_ELEMENTS: | 3496 case JSObject::EXTERNAL_INT_ELEMENTS: |
| 3496 case JSObject::EXTERNAL_UNSIGNED_INT_ELEMENTS: | 3497 case JSObject::EXTERNAL_UNSIGNED_INT_ELEMENTS: |
| 3497 // Convert to int64, so that NaN and infinities become | 3498 // Convert to int64, so that NaN and infinities become |
| 3498 // 0x8000000000000000, which is zero mod 2^32. | 3499 // 0x8000000000000000, which is zero mod 2^32. |
| 3499 __ cvttsd2siq(rdx, xmm0); | 3500 __ cvttsd2siq(rdx, xmm0); |
| 3500 __ movl(Operand(rbx, rdi, times_4, 0), rdx); | 3501 __ movl(Operand(rbx, rcx, times_2, 0), rdx); |
| 3501 break; | 3502 break; |
| 3502 case JSObject::EXTERNAL_PIXEL_ELEMENTS: | |
| 3503 case JSObject::EXTERNAL_FLOAT_ELEMENTS: | 3503 case JSObject::EXTERNAL_FLOAT_ELEMENTS: |
| 3504 case JSObject::EXTERNAL_DOUBLE_ELEMENTS: | 3504 case JSObject::EXTERNAL_DOUBLE_ELEMENTS: |
| 3505 case JSObject::FAST_ELEMENTS: | 3505 case JSObject::FAST_ELEMENTS: |
| 3506 case JSObject::FAST_DOUBLE_ELEMENTS: | 3506 case JSObject::FAST_DOUBLE_ELEMENTS: |
| 3507 case JSObject::DICTIONARY_ELEMENTS: | 3507 case JSObject::DICTIONARY_ELEMENTS: |
| 3508 case JSObject::NON_STRICT_ARGUMENTS_ELEMENTS: | 3508 case JSObject::NON_STRICT_ARGUMENTS_ELEMENTS: |
| 3509 UNREACHABLE(); | 3509 UNREACHABLE(); |
| 3510 break; | 3510 break; |
| 3511 } | 3511 } |
| 3512 __ ret(0); | 3512 __ ret(0); |
| (...skipping 254 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 3767 masm->isolate()->builtins()->KeyedStoreIC_MissForceGeneric(); | 3767 masm->isolate()->builtins()->KeyedStoreIC_MissForceGeneric(); |
| 3768 __ jmp(ic_force_generic, RelocInfo::CODE_TARGET); | 3768 __ jmp(ic_force_generic, RelocInfo::CODE_TARGET); |
| 3769 } | 3769 } |
| 3770 | 3770 |
| 3771 | 3771 |
| 3772 #undef __ | 3772 #undef __ |
| 3773 | 3773 |
| 3774 } } // namespace v8::internal | 3774 } } // namespace v8::internal |
| 3775 | 3775 |
| 3776 #endif // V8_TARGET_ARCH_X64 | 3776 #endif // V8_TARGET_ARCH_X64 |
| OLD | NEW |