Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "content/common/gpu/media/dxva_video_decode_accelerator.h" | 5 #include "content/common/gpu/media/dxva_video_decode_accelerator.h" |
| 6 | 6 |
| 7 #if !defined(OS_WIN) | 7 #if !defined(OS_WIN) |
| 8 #error This file should only be built on Windows. | 8 #error This file should only be built on Windows. |
| 9 #endif // !defined(OS_WIN) | 9 #endif // !defined(OS_WIN) |
| 10 | 10 |
| 11 #include <ks.h> | 11 #include <ks.h> |
| 12 #include <codecapi.h> | 12 #include <codecapi.h> |
| 13 #include <mfapi.h> | 13 #include <mfapi.h> |
| 14 #include <mferror.h> | 14 #include <mferror.h> |
| 15 #include <wmcodecdsp.h> | 15 #include <wmcodecdsp.h> |
| 16 | 16 |
| 17 #include "base/base_paths_win.h" | 17 #include "base/base_paths_win.h" |
| 18 #include "base/bind.h" | 18 #include "base/bind.h" |
| 19 #include "base/callback.h" | 19 #include "base/callback.h" |
| 20 #include "base/command_line.h" | 20 #include "base/command_line.h" |
| 21 #include "base/debug/trace_event.h" | 21 #include "base/debug/trace_event.h" |
| 22 #include "base/file_version_info.h" | 22 #include "base/file_version_info.h" |
| 23 #include "base/files/file_path.h" | 23 #include "base/files/file_path.h" |
| 24 #include "base/logging.h" | 24 #include "base/logging.h" |
| 25 #include "base/memory/scoped_ptr.h" | 25 #include "base/memory/scoped_ptr.h" |
| 26 #include "base/memory/shared_memory.h" | 26 #include "base/memory/shared_memory.h" |
| 27 #include "base/message_loop/message_loop.h" | 27 #include "base/message_loop/message_loop.h" |
| 28 #include "base/path_service.h" | 28 #include "base/path_service.h" |
| 29 #include "base/thread_task_runner_handle.h" | |
| 29 #include "base/win/windows_version.h" | 30 #include "base/win/windows_version.h" |
| 30 #include "media/video/video_decode_accelerator.h" | 31 #include "media/video/video_decode_accelerator.h" |
| 31 #include "ui/gl/gl_bindings.h" | 32 #include "ui/gl/gl_bindings.h" |
| 32 #include "ui/gl/gl_surface_egl.h" | 33 #include "ui/gl/gl_surface_egl.h" |
| 33 #include "ui/gl/gl_switches.h" | 34 #include "ui/gl/gl_switches.h" |
| 34 | 35 |
| 35 namespace { | 36 namespace { |
| 36 | 37 |
| 37 // Path is appended on to the PROGRAM_FILES base path. | 38 // Path is appended on to the PROGRAM_FILES base path. |
| 38 const wchar_t kVPXDecoderDLLPath[] = L"Intel\\Media SDK\\"; | 39 const wchar_t kVPXDecoderDLLPath[] = L"Intel\\Media SDK\\"; |
| (...skipping 442 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 481 DXVAVideoDecodeAccelerator::DXVAVideoDecodeAccelerator( | 482 DXVAVideoDecodeAccelerator::DXVAVideoDecodeAccelerator( |
| 482 const base::Callback<bool(void)>& make_context_current) | 483 const base::Callback<bool(void)>& make_context_current) |
| 483 : client_(NULL), | 484 : client_(NULL), |
| 484 dev_manager_reset_token_(0), | 485 dev_manager_reset_token_(0), |
| 485 egl_config_(NULL), | 486 egl_config_(NULL), |
| 486 state_(kUninitialized), | 487 state_(kUninitialized), |
| 487 pictures_requested_(false), | 488 pictures_requested_(false), |
| 488 inputs_before_decode_(0), | 489 inputs_before_decode_(0), |
| 489 make_context_current_(make_context_current), | 490 make_context_current_(make_context_current), |
| 490 weak_this_factory_(this), | 491 weak_this_factory_(this), |
| 491 codec_(media::kUnknownVideoCodec) { | 492 codec_(media::kUnknownVideoCodec), |
| 493 decoder_thread_("DXVAVideoDecoderThread") { | |
| 492 memset(&input_stream_info_, 0, sizeof(input_stream_info_)); | 494 memset(&input_stream_info_, 0, sizeof(input_stream_info_)); |
| 493 memset(&output_stream_info_, 0, sizeof(output_stream_info_)); | 495 memset(&output_stream_info_, 0, sizeof(output_stream_info_)); |
| 494 } | 496 } |
| 495 | 497 |
| 496 DXVAVideoDecodeAccelerator::~DXVAVideoDecodeAccelerator() { | 498 DXVAVideoDecodeAccelerator::~DXVAVideoDecodeAccelerator() { |
| 497 client_ = NULL; | 499 client_ = NULL; |
| 498 } | 500 } |
| 499 | 501 |
| 500 bool DXVAVideoDecodeAccelerator::Initialize(media::VideoCodecProfile profile, | 502 bool DXVAVideoDecodeAccelerator::Initialize(media::VideoCodecProfile profile, |
| 501 Client* client) { | 503 Client* client) { |
| 502 DCHECK(CalledOnValidThread()); | 504 DCHECK(CalledOnValidThread()); |
|
DaleCurtis
2014/12/03 22:34:41
I'd remove base::NonThreadSafe now from inheritanc
| |
| 503 | 505 |
| 504 client_ = client; | 506 client_ = client; |
| 505 | 507 |
| 508 main_thread_task_runner_ = base::MessageLoop::current()->task_runner(); | |
| 509 | |
| 506 // Not all versions of Windows 7 and later include Media Foundation DLLs. | 510 // Not all versions of Windows 7 and later include Media Foundation DLLs. |
| 507 // Instead of crashing while delay loading the DLL when calling MFStartup() | 511 // Instead of crashing while delay loading the DLL when calling MFStartup() |
| 508 // below, probe whether we can successfully load the DLL now. | 512 // below, probe whether we can successfully load the DLL now. |
| 509 // | 513 // |
| 510 // See http://crbug.com/339678 for details. | 514 // See http://crbug.com/339678 for details. |
| 511 HMODULE mfplat_dll = ::LoadLibrary(L"MFPlat.dll"); | 515 HMODULE mfplat_dll = ::LoadLibrary(L"MFPlat.dll"); |
| 512 RETURN_ON_FAILURE(mfplat_dll, "MFPlat.dll is required for decoding", false); | 516 RETURN_ON_FAILURE(mfplat_dll, "MFPlat.dll is required for decoding", false); |
| 513 | 517 |
| 514 // TODO(ananta) | 518 // TODO(ananta) |
| 515 // H264PROFILE_HIGH video decoding is janky at times. Needs more | 519 // H264PROFILE_HIGH video decoding is janky at times. Needs more |
| 516 // investigation. http://crbug.com/426707 | 520 // investigation. http://crbug.com/426707 |
| 517 if (profile != media::H264PROFILE_BASELINE && | 521 if (profile != media::H264PROFILE_BASELINE && |
| 518 profile != media::H264PROFILE_MAIN && | 522 profile != media::H264PROFILE_MAIN && |
| 519 profile != media::VP8PROFILE_ANY && | 523 profile != media::VP8PROFILE_ANY && |
| 520 profile != media::VP9PROFILE_ANY) { | 524 profile != media::VP9PROFILE_ANY) { |
| 521 RETURN_AND_NOTIFY_ON_FAILURE(false, | 525 RETURN_AND_NOTIFY_ON_FAILURE(false, |
| 522 "Unsupported h.264, vp8, or vp9 profile", PLATFORM_FAILURE, false); | 526 "Unsupported h.264, vp8, or vp9 profile", PLATFORM_FAILURE, false); |
| 523 } | 527 } |
| 524 | 528 |
| 525 RETURN_AND_NOTIFY_ON_FAILURE( | 529 RETURN_AND_NOTIFY_ON_FAILURE( |
| 526 gfx::g_driver_egl.ext.b_EGL_ANGLE_surface_d3d_texture_2d_share_handle, | 530 gfx::g_driver_egl.ext.b_EGL_ANGLE_surface_d3d_texture_2d_share_handle, |
| 527 "EGL_ANGLE_surface_d3d_texture_2d_share_handle unavailable", | 531 "EGL_ANGLE_surface_d3d_texture_2d_share_handle unavailable", |
| 528 PLATFORM_FAILURE, | 532 PLATFORM_FAILURE, |
| 529 false); | 533 false); |
| 530 | 534 |
| 531 RETURN_AND_NOTIFY_ON_FAILURE((state_ == kUninitialized), | 535 State state = GetState(); |
| 532 "Initialize: invalid state: " << state_, ILLEGAL_STATE, false); | 536 RETURN_AND_NOTIFY_ON_FAILURE((state == kUninitialized), |
| 537 "Initialize: invalid state: " << state, ILLEGAL_STATE, false); | |
| 533 | 538 |
| 534 HRESULT hr = MFStartup(MF_VERSION, MFSTARTUP_FULL); | 539 HRESULT hr = MFStartup(MF_VERSION, MFSTARTUP_FULL); |
| 535 RETURN_AND_NOTIFY_ON_HR_FAILURE(hr, "MFStartup failed.", PLATFORM_FAILURE, | 540 RETURN_AND_NOTIFY_ON_HR_FAILURE(hr, "MFStartup failed.", PLATFORM_FAILURE, |
| 536 false); | 541 false); |
| 537 | 542 |
| 538 RETURN_AND_NOTIFY_ON_FAILURE(CreateD3DDevManager(), | 543 RETURN_AND_NOTIFY_ON_FAILURE(CreateD3DDevManager(), |
| 539 "Failed to initialize D3D device and manager", | 544 "Failed to initialize D3D device and manager", |
| 540 PLATFORM_FAILURE, | 545 PLATFORM_FAILURE, |
| 541 false); | 546 false); |
| 542 | 547 |
| 543 RETURN_AND_NOTIFY_ON_FAILURE(InitDecoder(profile), | 548 RETURN_AND_NOTIFY_ON_FAILURE(InitDecoder(profile), |
| 544 "Failed to initialize decoder", PLATFORM_FAILURE, false); | 549 "Failed to initialize decoder", PLATFORM_FAILURE, false); |
| 545 | 550 |
| 546 RETURN_AND_NOTIFY_ON_FAILURE(GetStreamsInfoAndBufferReqs(), | 551 RETURN_AND_NOTIFY_ON_FAILURE(GetStreamsInfoAndBufferReqs(), |
| 547 "Failed to get input/output stream info.", PLATFORM_FAILURE, false); | 552 "Failed to get input/output stream info.", PLATFORM_FAILURE, false); |
| 548 | 553 |
| 549 RETURN_AND_NOTIFY_ON_FAILURE( | 554 RETURN_AND_NOTIFY_ON_FAILURE( |
| 550 SendMFTMessage(MFT_MESSAGE_NOTIFY_BEGIN_STREAMING, 0), | 555 SendMFTMessage(MFT_MESSAGE_NOTIFY_BEGIN_STREAMING, 0), |
| 551 "Send MFT_MESSAGE_NOTIFY_BEGIN_STREAMING notification failed", | 556 "Send MFT_MESSAGE_NOTIFY_BEGIN_STREAMING notification failed", |
| 552 PLATFORM_FAILURE, false); | 557 PLATFORM_FAILURE, false); |
| 553 | 558 |
| 554 RETURN_AND_NOTIFY_ON_FAILURE( | 559 RETURN_AND_NOTIFY_ON_FAILURE( |
| 555 SendMFTMessage(MFT_MESSAGE_NOTIFY_START_OF_STREAM, 0), | 560 SendMFTMessage(MFT_MESSAGE_NOTIFY_START_OF_STREAM, 0), |
| 556 "Send MFT_MESSAGE_NOTIFY_START_OF_STREAM notification failed", | 561 "Send MFT_MESSAGE_NOTIFY_START_OF_STREAM notification failed", |
| 557 PLATFORM_FAILURE, false); | 562 PLATFORM_FAILURE, false); |
| 558 | 563 |
| 559 state_ = kNormal; | 564 SetState(kNormal); |
| 565 | |
| 566 StartDecoderThread(); | |
| 560 return true; | 567 return true; |
| 561 } | 568 } |
| 562 | 569 |
| 563 void DXVAVideoDecodeAccelerator::Decode( | 570 void DXVAVideoDecodeAccelerator::Decode( |
| 564 const media::BitstreamBuffer& bitstream_buffer) { | 571 const media::BitstreamBuffer& bitstream_buffer) { |
| 565 DCHECK(CalledOnValidThread()); | 572 DCHECK_EQ(main_thread_task_runner_.get(), |
|
DaleCurtis
2014/12/03 22:34:41
Just DCHECK(main_thread_task_runner_->BelongsToCur
ananta
2014/12/04 00:45:24
Done.
| |
| 573 base::ThreadTaskRunnerHandle::Get().get()); | |
| 566 | 574 |
| 567 RETURN_AND_NOTIFY_ON_FAILURE((state_ == kNormal || state_ == kStopped || | 575 State state = GetState(); |
| 568 state_ == kFlushing), | 576 RETURN_AND_NOTIFY_ON_FAILURE((state == kNormal || state == kStopped || |
| 569 "Invalid state: " << state_, ILLEGAL_STATE,); | 577 state == kFlushing), |
| 578 "Invalid state: " << state, ILLEGAL_STATE,); | |
| 570 | 579 |
| 571 base::win::ScopedComPtr<IMFSample> sample; | 580 base::win::ScopedComPtr<IMFSample> sample; |
| 572 sample.Attach(CreateSampleFromInputBuffer(bitstream_buffer, | 581 sample.Attach(CreateSampleFromInputBuffer(bitstream_buffer, |
| 573 input_stream_info_.cbSize, | 582 input_stream_info_.cbSize, |
| 574 input_stream_info_.cbAlignment)); | 583 input_stream_info_.cbAlignment)); |
| 575 RETURN_AND_NOTIFY_ON_FAILURE(sample.get(), "Failed to create input sample", | 584 RETURN_AND_NOTIFY_ON_FAILURE(sample.get(), "Failed to create input sample", |
| 576 PLATFORM_FAILURE, ); | 585 PLATFORM_FAILURE, ); |
| 577 | 586 |
| 578 RETURN_AND_NOTIFY_ON_HR_FAILURE(sample->SetSampleTime(bitstream_buffer.id()), | 587 RETURN_AND_NOTIFY_ON_HR_FAILURE(sample->SetSampleTime(bitstream_buffer.id()), |
| 579 "Failed to associate input buffer id with sample", PLATFORM_FAILURE,); | 588 "Failed to associate input buffer id with sample", PLATFORM_FAILURE,); |
| 580 | 589 |
| 581 DecodeInternal(sample); | 590 decoder_thread_task_runner_->PostTask(FROM_HERE, |
|
DaleCurtis
2014/12/03 22:34:41
Wrapping is wrong, clang-format?
ananta
2014/12/04 00:45:24
Done.
| |
| 591 base::Bind(&DXVAVideoDecodeAccelerator::DecodeInternal, | |
| 592 base::Unretained(this), sample)); | |
| 582 } | 593 } |
| 583 | 594 |
| 584 void DXVAVideoDecodeAccelerator::AssignPictureBuffers( | 595 void DXVAVideoDecodeAccelerator::AssignPictureBuffers( |
| 585 const std::vector<media::PictureBuffer>& buffers) { | 596 const std::vector<media::PictureBuffer>& buffers) { |
| 586 DCHECK(CalledOnValidThread()); | 597 DCHECK_EQ(main_thread_task_runner_.get(), |
| 598 base::ThreadTaskRunnerHandle::Get().get()); | |
| 587 | 599 |
| 588 RETURN_AND_NOTIFY_ON_FAILURE((state_ != kUninitialized), | 600 State state = GetState(); |
| 589 "Invalid state: " << state_, ILLEGAL_STATE,); | 601 RETURN_AND_NOTIFY_ON_FAILURE((state != kUninitialized), |
| 602 "Invalid state: " << state, ILLEGAL_STATE,); | |
| 590 RETURN_AND_NOTIFY_ON_FAILURE((kNumPictureBuffers == buffers.size()), | 603 RETURN_AND_NOTIFY_ON_FAILURE((kNumPictureBuffers == buffers.size()), |
| 591 "Failed to provide requested picture buffers. (Got " << buffers.size() << | 604 "Failed to provide requested picture buffers. (Got " << buffers.size() << |
| 592 ", requested " << kNumPictureBuffers << ")", INVALID_ARGUMENT,); | 605 ", requested " << kNumPictureBuffers << ")", INVALID_ARGUMENT,); |
| 593 | 606 |
| 594 // Copy the picture buffers provided by the client to the available list, | 607 // Copy the picture buffers provided by the client to the available list, |
| 595 // and mark these buffers as available for use. | 608 // and mark these buffers as available for use. |
| 596 for (size_t buffer_index = 0; buffer_index < buffers.size(); | 609 for (size_t buffer_index = 0; buffer_index < buffers.size(); |
| 597 ++buffer_index) { | 610 ++buffer_index) { |
| 598 linked_ptr<DXVAPictureBuffer> picture_buffer = | 611 linked_ptr<DXVAPictureBuffer> picture_buffer = |
| 599 DXVAPictureBuffer::Create(*this, buffers[buffer_index], egl_config_); | 612 DXVAPictureBuffer::Create(*this, buffers[buffer_index], egl_config_); |
| 600 RETURN_AND_NOTIFY_ON_FAILURE(picture_buffer.get(), | 613 RETURN_AND_NOTIFY_ON_FAILURE(picture_buffer.get(), |
| 601 "Failed to allocate picture buffer", PLATFORM_FAILURE,); | 614 "Failed to allocate picture buffer", PLATFORM_FAILURE,); |
| 602 | 615 |
| 603 bool inserted = output_picture_buffers_.insert(std::make_pair( | 616 bool inserted = output_picture_buffers_.insert(std::make_pair( |
| 604 buffers[buffer_index].id(), picture_buffer)).second; | 617 buffers[buffer_index].id(), picture_buffer)).second; |
| 605 DCHECK(inserted); | 618 DCHECK(inserted); |
| 606 } | 619 } |
| 607 ProcessPendingSamples(); | 620 ProcessPendingSamples(); |
| 608 if (state_ == kFlushing && pending_output_samples_.empty()) | 621 |
| 622 if (state == kFlushing && !OutputSamplesPresent()) | |
|
DaleCurtis
2014/12/03 22:34:41
This is racy; ProcessOutputSamples() might be bloc
ananta
2014/12/04 00:45:24
Moved the check for output samples in the decoder
| |
| 609 FlushInternal(); | 623 FlushInternal(); |
| 610 } | 624 } |
| 611 | 625 |
| 612 void DXVAVideoDecodeAccelerator::ReusePictureBuffer( | 626 void DXVAVideoDecodeAccelerator::ReusePictureBuffer( |
| 613 int32 picture_buffer_id) { | 627 int32 picture_buffer_id) { |
| 614 DCHECK(CalledOnValidThread()); | 628 DCHECK_EQ(main_thread_task_runner_.get(), |
| 629 base::ThreadTaskRunnerHandle::Get().get()); | |
| 615 | 630 |
| 616 RETURN_AND_NOTIFY_ON_FAILURE((state_ != kUninitialized), | 631 State state = GetState(); |
| 617 "Invalid state: " << state_, ILLEGAL_STATE,); | 632 RETURN_AND_NOTIFY_ON_FAILURE((state != kUninitialized), |
| 633 "Invalid state: " << state, ILLEGAL_STATE,); | |
| 618 | 634 |
| 619 if (output_picture_buffers_.empty() && stale_output_picture_buffers_.empty()) | 635 if (output_picture_buffers_.empty() && stale_output_picture_buffers_.empty()) |
| 620 return; | 636 return; |
| 621 | 637 |
| 622 OutputBuffers::iterator it = output_picture_buffers_.find(picture_buffer_id); | 638 OutputBuffers::iterator it = output_picture_buffers_.find(picture_buffer_id); |
| 623 // If we didn't find the picture id in the |output_picture_buffers_| map we | 639 // If we didn't find the picture id in the |output_picture_buffers_| map we |
| 624 // try the |stale_output_picture_buffers_| map, as this may have been an | 640 // try the |stale_output_picture_buffers_| map, as this may have been an |
| 625 // output picture buffer from before a resolution change, that at resolution | 641 // output picture buffer from before a resolution change, that at resolution |
| 626 // change time had yet to be displayed. The client is calling us back to tell | 642 // change time had yet to be displayed. The client is calling us back to tell |
| 627 // us that we can now recycle this picture buffer, so if we were waiting to | 643 // us that we can now recycle this picture buffer, so if we were waiting to |
| 628 // dispose of it we now can. | 644 // dispose of it we now can. |
| 629 if (it == output_picture_buffers_.end()) { | 645 if (it == output_picture_buffers_.end()) { |
| 630 it = stale_output_picture_buffers_.find(picture_buffer_id); | 646 it = stale_output_picture_buffers_.find(picture_buffer_id); |
| 631 RETURN_AND_NOTIFY_ON_FAILURE(it != stale_output_picture_buffers_.end(), | 647 RETURN_AND_NOTIFY_ON_FAILURE(it != stale_output_picture_buffers_.end(), |
| 632 "Invalid picture id: " << picture_buffer_id, INVALID_ARGUMENT,); | 648 "Invalid picture id: " << picture_buffer_id, INVALID_ARGUMENT,); |
| 633 base::MessageLoop::current()->PostTask(FROM_HERE, | 649 base::MessageLoop::current()->PostTask(FROM_HERE, |
| 634 base::Bind(&DXVAVideoDecodeAccelerator::DeferredDismissStaleBuffer, | 650 base::Bind(&DXVAVideoDecodeAccelerator::DeferredDismissStaleBuffer, |
| 635 weak_this_factory_.GetWeakPtr(), picture_buffer_id)); | 651 weak_this_factory_.GetWeakPtr(), picture_buffer_id)); |
| 636 return; | 652 return; |
| 637 } | 653 } |
| 638 | 654 |
| 639 it->second->ReusePictureBuffer(); | 655 it->second->ReusePictureBuffer(); |
| 640 ProcessPendingSamples(); | 656 ProcessPendingSamples(); |
| 641 | 657 |
| 642 if (state_ == kFlushing && pending_output_samples_.empty()) | 658 if (state == kFlushing && !OutputSamplesPresent()) |
|
DaleCurtis
2014/12/03 22:34:41
Ditto.
ananta
2014/12/04 00:45:24
Done.
| |
| 643 FlushInternal(); | 659 FlushInternal(); |
| 644 } | 660 } |
| 645 | 661 |
| 646 void DXVAVideoDecodeAccelerator::Flush() { | 662 void DXVAVideoDecodeAccelerator::Flush() { |
| 647 DCHECK(CalledOnValidThread()); | 663 DCHECK_EQ(main_thread_task_runner_.get(), |
| 664 base::ThreadTaskRunnerHandle::Get().get()); | |
| 648 | 665 |
| 649 DVLOG(1) << "DXVAVideoDecodeAccelerator::Flush"; | 666 DVLOG(1) << "DXVAVideoDecodeAccelerator::Flush"; |
| 650 | 667 |
| 651 RETURN_AND_NOTIFY_ON_FAILURE((state_ == kNormal || state_ == kStopped), | 668 State state = GetState(); |
| 652 "Unexpected decoder state: " << state_, ILLEGAL_STATE,); | 669 RETURN_AND_NOTIFY_ON_FAILURE((state == kNormal || state == kStopped), |
| 670 "Unexpected decoder state: " << state, ILLEGAL_STATE,); | |
| 653 | 671 |
| 654 state_ = kFlushing; | 672 SetState(kFlushing); |
| 655 | 673 |
| 656 RETURN_AND_NOTIFY_ON_FAILURE(SendMFTMessage(MFT_MESSAGE_COMMAND_DRAIN, 0), | 674 RETURN_AND_NOTIFY_ON_FAILURE(SendMFTMessage(MFT_MESSAGE_COMMAND_DRAIN, 0), |
| 657 "Failed to send drain message", PLATFORM_FAILURE,); | 675 "Failed to send drain message", PLATFORM_FAILURE,); |
| 658 | 676 |
| 659 if (!pending_output_samples_.empty()) | 677 if (OutputSamplesPresent()) |
|
DaleCurtis
2014/12/03 22:34:41
Ditto.
ananta
2014/12/04 00:45:24
Done.
| |
| 660 return; | 678 return; |
| 661 | 679 |
| 662 FlushInternal(); | 680 FlushInternal(); |
| 663 } | 681 } |
| 664 | 682 |
| 665 void DXVAVideoDecodeAccelerator::Reset() { | 683 void DXVAVideoDecodeAccelerator::Reset() { |
| 666 DCHECK(CalledOnValidThread()); | |
| 667 | |
| 668 DVLOG(1) << "DXVAVideoDecodeAccelerator::Reset"; | 684 DVLOG(1) << "DXVAVideoDecodeAccelerator::Reset"; |
|
DaleCurtis
2014/12/03 22:34:41
Seems you can add a DCHECK(main_thread_task_runner
ananta
2014/12/04 00:45:24
Done.
| |
| 669 | 685 |
| 670 RETURN_AND_NOTIFY_ON_FAILURE((state_ == kNormal || state_ == kStopped), | 686 State state = GetState(); |
| 671 "Reset: invalid state: " << state_, ILLEGAL_STATE,); | 687 RETURN_AND_NOTIFY_ON_FAILURE((state == kNormal || state == kStopped), |
| 688 "Reset: invalid state: " << state, ILLEGAL_STATE,); | |
| 672 | 689 |
| 673 state_ = kResetting; | 690 decoder_thread_.Stop(); |
|
DaleCurtis
2014/12/03 22:34:41
Why does the thread need to be stopped? It seems
ananta
2014/12/04 00:45:24
Stopping and restarting the decoder thread gets ri
| |
| 691 | |
| 692 SetState(kResetting); | |
| 674 | 693 |
| 675 pending_output_samples_.clear(); | 694 pending_output_samples_.clear(); |
| 676 | 695 |
| 677 NotifyInputBuffersDropped(); | 696 NotifyInputBuffersDropped(); |
| 678 | 697 |
| 679 RETURN_AND_NOTIFY_ON_FAILURE(SendMFTMessage(MFT_MESSAGE_COMMAND_FLUSH, 0), | 698 RETURN_AND_NOTIFY_ON_FAILURE(SendMFTMessage(MFT_MESSAGE_COMMAND_FLUSH, 0), |
| 680 "Reset: Failed to send message.", PLATFORM_FAILURE,); | 699 "Reset: Failed to send message.", PLATFORM_FAILURE,); |
| 681 | 700 |
| 682 base::MessageLoop::current()->PostTask( | 701 base::MessageLoop::current()->PostTask( |
|
DaleCurtis
2014/12/03 22:34:42
Can you replace all of the MessageLoop::current()
ananta
2014/12/04 00:45:24
Done.
| |
| 683 FROM_HERE, | 702 FROM_HERE, |
| 684 base::Bind(&DXVAVideoDecodeAccelerator::NotifyResetDone, | 703 base::Bind(&DXVAVideoDecodeAccelerator::NotifyResetDone, |
| 685 weak_this_factory_.GetWeakPtr())); | 704 weak_this_factory_.GetWeakPtr())); |
|
DaleCurtis
2014/12/03 22:34:41
Now that you've got the WeakPtr bouncing between t
ananta
2014/12/04 00:45:24
That is a valid concern. However given that the de
DaleCurtis
2014/12/04 01:54:27
It's not necessarily a lifetime issue, it's a raci
| |
| 686 | 705 |
| 687 state_ = DXVAVideoDecodeAccelerator::kNormal; | 706 StartDecoderThread(); |
| 707 SetState(kNormal); | |
| 688 } | 708 } |
| 689 | 709 |
| 690 void DXVAVideoDecodeAccelerator::Destroy() { | 710 void DXVAVideoDecodeAccelerator::Destroy() { |
| 691 DCHECK(CalledOnValidThread()); | 711 DCHECK_EQ(main_thread_task_runner_.get(), |
| 712 base::ThreadTaskRunnerHandle::Get().get()); | |
| 692 Invalidate(); | 713 Invalidate(); |
| 693 delete this; | 714 delete this; |
| 694 } | 715 } |
| 695 | 716 |
| 696 bool DXVAVideoDecodeAccelerator::CanDecodeOnIOThread() { | 717 bool DXVAVideoDecodeAccelerator::CanDecodeOnIOThread() { |
| 697 return false; | 718 return false; |
| 698 } | 719 } |
| 699 | 720 |
| 700 bool DXVAVideoDecodeAccelerator::InitDecoder(media::VideoCodecProfile profile) { | 721 bool DXVAVideoDecodeAccelerator::InitDecoder(media::VideoCodecProfile profile) { |
| 701 HMODULE decoder_dll = NULL; | 722 HMODULE decoder_dll = NULL; |
| (...skipping 220 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 922 << std::hex << std::showbase << output_stream_info_.dwFlags; | 943 << std::hex << std::showbase << output_stream_info_.dwFlags; |
| 923 if (codec_ == media::kCodecH264) { | 944 if (codec_ == media::kCodecH264) { |
| 924 CHECK_EQ(output_stream_info_.dwFlags, 0x107u); | 945 CHECK_EQ(output_stream_info_.dwFlags, 0x107u); |
| 925 } | 946 } |
| 926 DVLOG(1) << "Min buffer size: " << output_stream_info_.cbSize; | 947 DVLOG(1) << "Min buffer size: " << output_stream_info_.cbSize; |
| 927 DVLOG(1) << "Alignment: " << output_stream_info_.cbAlignment; | 948 DVLOG(1) << "Alignment: " << output_stream_info_.cbAlignment; |
| 928 return true; | 949 return true; |
| 929 } | 950 } |
| 930 | 951 |
| 931 void DXVAVideoDecodeAccelerator::DoDecode() { | 952 void DXVAVideoDecodeAccelerator::DoDecode() { |
| 953 DCHECK_EQ(decoder_thread_task_runner_.get(), | |
|
DaleCurtis
2014/12/03 22:34:41
Use BelongsToCurrentThread() instead.
ananta
2014/12/04 00:45:24
Done.
| |
| 954 base::ThreadTaskRunnerHandle::Get().get()); | |
| 932 // This function is also called from FlushInternal in a loop which could | 955 // This function is also called from FlushInternal in a loop which could |
| 933 // result in the state transitioning to kStopped due to no decoded output. | 956 // result in the state transitioning to kStopped due to no decoded output. |
| 957 State state = GetState(); | |
| 934 RETURN_AND_NOTIFY_ON_FAILURE( | 958 RETURN_AND_NOTIFY_ON_FAILURE( |
| 935 (state_ == kNormal || state_ == kFlushing || | 959 (state == kNormal || state == kFlushing || |
| 936 state_ == kStopped || state_ == kFlushingPendingInputBuffers), | 960 state == kStopped || state == kFlushingPendingInputBuffers), |
| 937 "DoDecode: not in normal/flushing/stopped state", ILLEGAL_STATE,); | 961 "DoDecode: not in normal/flushing/stopped state", ILLEGAL_STATE,); |
| 938 | 962 |
| 939 MFT_OUTPUT_DATA_BUFFER output_data_buffer = {0}; | 963 MFT_OUTPUT_DATA_BUFFER output_data_buffer = {0}; |
| 940 DWORD status = 0; | 964 DWORD status = 0; |
| 941 | 965 |
| 942 HRESULT hr = decoder_->ProcessOutput(0, // No flags | 966 HRESULT hr = decoder_->ProcessOutput(0, // No flags |
| 943 1, // # of out streams to pull from | 967 1, // # of out streams to pull from |
| 944 &output_data_buffer, | 968 &output_data_buffer, |
| 945 &status); | 969 &status); |
| 946 IMFCollection* events = output_data_buffer.pEvents; | 970 IMFCollection* events = output_data_buffer.pEvents; |
| 947 if (events != NULL) { | 971 if (events != NULL) { |
| 948 DVLOG(1) << "Got events from ProcessOuput, but discarding"; | 972 DVLOG(1) << "Got events from ProcessOuput, but discarding"; |
| 949 events->Release(); | 973 events->Release(); |
| 950 } | 974 } |
| 951 if (FAILED(hr)) { | 975 if (FAILED(hr)) { |
| 952 // A stream change needs further ProcessInput calls to get back decoder | 976 // A stream change needs further ProcessInput calls to get back decoder |
| 953 // output which is why we need to set the state to stopped. | 977 // output which is why we need to set the state to stopped. |
| 954 if (hr == MF_E_TRANSFORM_STREAM_CHANGE) { | 978 if (hr == MF_E_TRANSFORM_STREAM_CHANGE) { |
| 955 if (!SetDecoderOutputMediaType(MFVideoFormat_NV12)) { | 979 if (!SetDecoderOutputMediaType(MFVideoFormat_NV12)) { |
| 956 // Decoder didn't let us set NV12 output format. Not sure as to why | 980 // Decoder didn't let us set NV12 output format. Not sure as to why |
| 957 // this can happen. Give up in disgust. | 981 // this can happen. Give up in disgust. |
| 958 NOTREACHED() << "Failed to set decoder output media type to NV12"; | 982 NOTREACHED() << "Failed to set decoder output media type to NV12"; |
| 959 state_ = kStopped; | 983 SetState(kStopped); |
| 960 } else { | 984 } else { |
| 961 DVLOG(1) << "Received output format change from the decoder." | 985 DVLOG(1) << "Received output format change from the decoder." |
| 962 " Recursively invoking DoDecode"; | 986 " Recursively invoking DoDecode"; |
| 963 DoDecode(); | 987 DoDecode(); |
| 964 } | 988 } |
| 965 return; | 989 return; |
| 966 } else if (hr == MF_E_TRANSFORM_NEED_MORE_INPUT) { | 990 } else if (hr == MF_E_TRANSFORM_NEED_MORE_INPUT) { |
| 967 // No more output from the decoder. Stop playback. | 991 // No more output from the decoder. Stop playback. |
| 968 if (state_ != kFlushingPendingInputBuffers) | 992 if (state != kFlushingPendingInputBuffers) |
| 969 state_ = kStopped; | 993 SetState(kStopped); |
| 970 return; | 994 return; |
| 971 } else { | 995 } else { |
| 972 NOTREACHED() << "Unhandled error in DoDecode()"; | 996 NOTREACHED() << "Unhandled error in DoDecode()"; |
| 973 return; | 997 return; |
| 974 } | 998 } |
| 975 } | 999 } |
| 976 TRACE_EVENT_END_ETW("DXVAVideoDecodeAccelerator.Decoding", this, ""); | 1000 TRACE_EVENT_END_ETW("DXVAVideoDecodeAccelerator.Decoding", this, ""); |
| 977 | 1001 |
| 978 TRACE_COUNTER1("DXVA Decoding", "TotalPacketsBeforeDecode", | 1002 TRACE_COUNTER1("DXVA Decoding", "TotalPacketsBeforeDecode", |
| 979 inputs_before_decode_); | 1003 inputs_before_decode_); |
| 980 | 1004 |
| 981 inputs_before_decode_ = 0; | 1005 inputs_before_decode_ = 0; |
| 982 | 1006 |
| 983 RETURN_AND_NOTIFY_ON_FAILURE(ProcessOutputSample(output_data_buffer.pSample), | 1007 RETURN_AND_NOTIFY_ON_FAILURE(ProcessOutputSample(output_data_buffer.pSample), |
| 984 "Failed to process output sample.", PLATFORM_FAILURE,); | 1008 "Failed to process output sample.", PLATFORM_FAILURE,); |
| 985 } | 1009 } |
| 986 | 1010 |
| 987 bool DXVAVideoDecodeAccelerator::ProcessOutputSample(IMFSample* sample) { | 1011 bool DXVAVideoDecodeAccelerator::ProcessOutputSample(IMFSample* sample) { |
|
DaleCurtis
2014/12/03 22:34:41
I think this whole method needs to be run on the m
ananta
2014/12/04 00:45:24
I removed the output_buffers.size check and just p
| |
| 988 RETURN_ON_FAILURE(sample, "Decode succeeded with NULL output sample", false); | 1012 RETURN_ON_FAILURE(sample, "Decode succeeded with NULL output sample", false); |
| 989 | 1013 |
| 990 base::win::ScopedComPtr<IMFMediaBuffer> output_buffer; | 1014 base::win::ScopedComPtr<IMFMediaBuffer> output_buffer; |
| 991 HRESULT hr = sample->GetBufferByIndex(0, output_buffer.Receive()); | 1015 HRESULT hr = sample->GetBufferByIndex(0, output_buffer.Receive()); |
| 992 RETURN_ON_HR_FAILURE(hr, "Failed to get buffer from output sample", false); | 1016 RETURN_ON_HR_FAILURE(hr, "Failed to get buffer from output sample", false); |
| 993 | 1017 |
| 994 base::win::ScopedComPtr<IDirect3DSurface9> surface; | 1018 base::win::ScopedComPtr<IDirect3DSurface9> surface; |
| 995 hr = MFGetService(output_buffer.get(), MR_BUFFER_SERVICE, | 1019 hr = MFGetService(output_buffer.get(), MR_BUFFER_SERVICE, |
| 996 IID_PPV_ARGS(surface.Receive())); | 1020 IID_PPV_ARGS(surface.Receive())); |
| 997 RETURN_ON_HR_FAILURE(hr, "Failed to get D3D surface from output sample", | 1021 RETURN_ON_HR_FAILURE(hr, "Failed to get D3D surface from output sample", |
| 998 false); | 1022 false); |
| 999 | 1023 |
| 1000 LONGLONG input_buffer_id = 0; | 1024 LONGLONG input_buffer_id = 0; |
| 1001 RETURN_ON_HR_FAILURE(sample->GetSampleTime(&input_buffer_id), | 1025 RETURN_ON_HR_FAILURE(sample->GetSampleTime(&input_buffer_id), |
| 1002 "Failed to get input buffer id associated with sample", | 1026 "Failed to get input buffer id associated with sample", |
| 1003 false); | 1027 false); |
| 1004 | 1028 |
| 1029 decoder_lock_.Acquire(); | |
| 1005 pending_output_samples_.push_back( | 1030 pending_output_samples_.push_back( |
| 1006 PendingSampleInfo(input_buffer_id, sample)); | 1031 PendingSampleInfo(input_buffer_id, sample)); |
| 1032 decoder_lock_.Release(); | |
| 1007 | 1033 |
| 1008 // If we have available picture buffers to copy the output data then use the | 1034 // If we have available picture buffers to copy the output data then use the |
| 1009 // first one and then flag it as not being available for use. | 1035 // first one and then flag it as not being available for use. |
| 1010 if (output_picture_buffers_.size()) { | 1036 if (output_picture_buffers_.size()) { |
| 1011 ProcessPendingSamples(); | 1037 main_thread_task_runner_->PostTask( |
| 1038 FROM_HERE, | |
| 1039 base::Bind(&DXVAVideoDecodeAccelerator::ProcessPendingSamples, | |
| 1040 weak_this_factory_.GetWeakPtr())); | |
| 1012 return true; | 1041 return true; |
| 1013 } | 1042 } |
| 1043 | |
| 1014 if (pictures_requested_) { | 1044 if (pictures_requested_) { |
| 1015 DVLOG(1) << "Waiting for picture slots from the client."; | 1045 DVLOG(1) << "Waiting for picture slots from the client."; |
| 1016 return true; | 1046 return true; |
| 1017 } | 1047 } |
| 1018 | 1048 |
| 1019 // We only read the surface description, which contains its width/height when | 1049 // We only read the surface description, which contains its width/height when |
| 1020 // we need the picture buffers from the client. Once we have those, then they | 1050 // we need the picture buffers from the client. Once we have those, then they |
| 1021 // are reused. | 1051 // are reused. |
| 1022 D3DSURFACE_DESC surface_desc; | 1052 D3DSURFACE_DESC surface_desc; |
| 1023 hr = surface->GetDesc(&surface_desc); | 1053 hr = surface->GetDesc(&surface_desc); |
| 1024 RETURN_ON_HR_FAILURE(hr, "Failed to get surface description", false); | 1054 RETURN_ON_HR_FAILURE(hr, "Failed to get surface description", false); |
| 1025 | 1055 |
| 1026 // Go ahead and request picture buffers. | 1056 // Go ahead and request picture buffers. |
| 1027 base::MessageLoop::current()->PostTask( | 1057 main_thread_task_runner_->PostTask( |
| 1028 FROM_HERE, | 1058 FROM_HERE, |
| 1029 base::Bind(&DXVAVideoDecodeAccelerator::RequestPictureBuffers, | 1059 base::Bind(&DXVAVideoDecodeAccelerator::RequestPictureBuffers, |
| 1030 weak_this_factory_.GetWeakPtr(), | 1060 weak_this_factory_.GetWeakPtr(), |
| 1031 surface_desc.Width, | 1061 surface_desc.Width, |
| 1032 surface_desc.Height)); | 1062 surface_desc.Height)); |
| 1033 | 1063 |
| 1034 pictures_requested_ = true; | 1064 pictures_requested_ = true; |
| 1035 return true; | 1065 return true; |
| 1036 } | 1066 } |
| 1037 | 1067 |
| 1038 void DXVAVideoDecodeAccelerator::ProcessPendingSamples() { | 1068 void DXVAVideoDecodeAccelerator::ProcessPendingSamples() { |
| 1069 DCHECK_EQ(main_thread_task_runner_.get(), | |
| 1070 base::ThreadTaskRunnerHandle::Get().get()); | |
| 1071 | |
| 1039 RETURN_AND_NOTIFY_ON_FAILURE(make_context_current_.Run(), | 1072 RETURN_AND_NOTIFY_ON_FAILURE(make_context_current_.Run(), |
| 1040 "Failed to make context current", PLATFORM_FAILURE,); | 1073 "Failed to make context current", PLATFORM_FAILURE,); |
| 1041 | 1074 |
| 1042 OutputBuffers::iterator index; | 1075 OutputBuffers::iterator index; |
| 1043 | 1076 |
| 1077 base::AutoLock lock(decoder_lock_); | |
| 1078 | |
| 1044 for (index = output_picture_buffers_.begin(); | 1079 for (index = output_picture_buffers_.begin(); |
| 1045 index != output_picture_buffers_.end() && | 1080 index != output_picture_buffers_.end() && |
| 1046 !pending_output_samples_.empty(); | 1081 !pending_output_samples_.empty(); |
| 1047 ++index) { | 1082 ++index) { |
| 1048 if (index->second->available()) { | 1083 if (index->second->available()) { |
| 1049 PendingSampleInfo sample_info = pending_output_samples_.front(); | 1084 PendingSampleInfo sample_info = pending_output_samples_.front(); |
| 1050 | 1085 |
| 1051 base::win::ScopedComPtr<IMFMediaBuffer> output_buffer; | 1086 base::win::ScopedComPtr<IMFMediaBuffer> output_buffer; |
| 1052 HRESULT hr = sample_info.output_sample->GetBufferByIndex( | 1087 HRESULT hr = sample_info.output_sample->GetBufferByIndex( |
| 1053 0, output_buffer.Receive()); | 1088 0, output_buffer.Receive()); |
| (...skipping 21 matching lines...) Expand all Loading... | |
| 1075 } | 1110 } |
| 1076 | 1111 |
| 1077 RETURN_AND_NOTIFY_ON_FAILURE( | 1112 RETURN_AND_NOTIFY_ON_FAILURE( |
| 1078 index->second->CopyOutputSampleDataToPictureBuffer(*this, | 1113 index->second->CopyOutputSampleDataToPictureBuffer(*this, |
| 1079 surface.get()), | 1114 surface.get()), |
| 1080 "Failed to copy output sample", PLATFORM_FAILURE, ); | 1115 "Failed to copy output sample", PLATFORM_FAILURE, ); |
| 1081 | 1116 |
| 1082 media::Picture output_picture(index->second->id(), | 1117 media::Picture output_picture(index->second->id(), |
| 1083 sample_info.input_buffer_id, | 1118 sample_info.input_buffer_id, |
| 1084 gfx::Rect(index->second->size())); | 1119 gfx::Rect(index->second->size())); |
| 1085 base::MessageLoop::current()->PostTask( | 1120 main_thread_task_runner_->PostTask( |
| 1086 FROM_HERE, | 1121 FROM_HERE, |
| 1087 base::Bind(&DXVAVideoDecodeAccelerator::NotifyPictureReady, | 1122 base::Bind(&DXVAVideoDecodeAccelerator::NotifyPictureReady, |
| 1088 weak_this_factory_.GetWeakPtr(), | 1123 weak_this_factory_.GetWeakPtr(), |
| 1089 output_picture)); | 1124 output_picture)); |
| 1090 | 1125 |
| 1091 index->second->set_available(false); | 1126 index->second->set_available(false); |
| 1092 pending_output_samples_.pop_front(); | 1127 pending_output_samples_.pop_front(); |
| 1093 } | 1128 } |
| 1094 } | 1129 } |
| 1095 | 1130 decoder_thread_task_runner_->PostTask( |
| 1096 if (!pending_input_buffers_.empty() && pending_output_samples_.empty()) { | 1131 FROM_HERE, |
| 1097 base::MessageLoop::current()->PostTask( | 1132 base::Bind(&DXVAVideoDecodeAccelerator::DecodePendingInputBuffers, |
| 1098 FROM_HERE, | 1133 base::Unretained(this))); |
| 1099 base::Bind(&DXVAVideoDecodeAccelerator::DecodePendingInputBuffers, | |
| 1100 weak_this_factory_.GetWeakPtr())); | |
| 1101 } | |
| 1102 } | 1134 } |
| 1103 | 1135 |
| 1104 void DXVAVideoDecodeAccelerator::StopOnError( | 1136 void DXVAVideoDecodeAccelerator::StopOnError( |
| 1105 media::VideoDecodeAccelerator::Error error) { | 1137 media::VideoDecodeAccelerator::Error error) { |
| 1106 DCHECK(CalledOnValidThread()); | 1138 DCHECK_EQ(main_thread_task_runner_.get(), |
| 1139 base::ThreadTaskRunnerHandle::Get().get()); | |
| 1107 | 1140 |
| 1108 if (client_) | 1141 if (client_) |
| 1109 client_->NotifyError(error); | 1142 client_->NotifyError(error); |
| 1110 client_ = NULL; | 1143 client_ = NULL; |
| 1111 | 1144 |
| 1112 if (state_ != kUninitialized) { | 1145 if (GetState() != kUninitialized) { |
| 1113 Invalidate(); | 1146 Invalidate(); |
| 1114 } | 1147 } |
| 1115 } | 1148 } |
| 1116 | 1149 |
| 1117 void DXVAVideoDecodeAccelerator::Invalidate() { | 1150 void DXVAVideoDecodeAccelerator::Invalidate() { |
| 1118 if (state_ == kUninitialized) | 1151 if (GetState() == kUninitialized) |
| 1119 return; | 1152 return; |
| 1153 decoder_thread_.Stop(); | |
| 1120 weak_this_factory_.InvalidateWeakPtrs(); | 1154 weak_this_factory_.InvalidateWeakPtrs(); |
| 1121 output_picture_buffers_.clear(); | 1155 output_picture_buffers_.clear(); |
| 1122 stale_output_picture_buffers_.clear(); | 1156 stale_output_picture_buffers_.clear(); |
| 1123 pending_output_samples_.clear(); | 1157 pending_output_samples_.clear(); |
| 1124 pending_input_buffers_.clear(); | 1158 pending_input_buffers_.clear(); |
| 1125 decoder_.Release(); | 1159 decoder_.Release(); |
| 1126 MFShutdown(); | 1160 MFShutdown(); |
| 1127 state_ = kUninitialized; | 1161 SetState(kUninitialized); |
| 1128 } | 1162 } |
| 1129 | 1163 |
| 1130 void DXVAVideoDecodeAccelerator::NotifyInputBufferRead(int input_buffer_id) { | 1164 void DXVAVideoDecodeAccelerator::NotifyInputBufferRead(int input_buffer_id) { |
| 1165 DCHECK_EQ(main_thread_task_runner_.get(), | |
| 1166 base::ThreadTaskRunnerHandle::Get().get()); | |
| 1131 if (client_) | 1167 if (client_) |
| 1132 client_->NotifyEndOfBitstreamBuffer(input_buffer_id); | 1168 client_->NotifyEndOfBitstreamBuffer(input_buffer_id); |
| 1133 } | 1169 } |
| 1134 | 1170 |
| 1135 void DXVAVideoDecodeAccelerator::NotifyFlushDone() { | 1171 void DXVAVideoDecodeAccelerator::NotifyFlushDone() { |
| 1172 DCHECK_EQ(main_thread_task_runner_.get(), | |
| 1173 base::ThreadTaskRunnerHandle::Get().get()); | |
| 1136 if (client_) | 1174 if (client_) |
| 1137 client_->NotifyFlushDone(); | 1175 client_->NotifyFlushDone(); |
| 1138 } | 1176 } |
| 1139 | 1177 |
| 1140 void DXVAVideoDecodeAccelerator::NotifyResetDone() { | 1178 void DXVAVideoDecodeAccelerator::NotifyResetDone() { |
| 1179 DCHECK_EQ(main_thread_task_runner_.get(), | |
| 1180 base::ThreadTaskRunnerHandle::Get().get()); | |
| 1141 if (client_) | 1181 if (client_) |
| 1142 client_->NotifyResetDone(); | 1182 client_->NotifyResetDone(); |
| 1143 } | 1183 } |
| 1144 | 1184 |
| 1145 void DXVAVideoDecodeAccelerator::RequestPictureBuffers(int width, int height) { | 1185 void DXVAVideoDecodeAccelerator::RequestPictureBuffers(int width, int height) { |
| 1186 DCHECK_EQ(main_thread_task_runner_.get(), | |
| 1187 base::ThreadTaskRunnerHandle::Get().get()); | |
| 1146 // This task could execute after the decoder has been torn down. | 1188 // This task could execute after the decoder has been torn down. |
| 1147 if (state_ != kUninitialized && client_) { | 1189 if (GetState() != kUninitialized && client_) { |
| 1148 client_->ProvidePictureBuffers( | 1190 client_->ProvidePictureBuffers( |
| 1149 kNumPictureBuffers, | 1191 kNumPictureBuffers, |
| 1150 gfx::Size(width, height), | 1192 gfx::Size(width, height), |
| 1151 GL_TEXTURE_2D); | 1193 GL_TEXTURE_2D); |
| 1152 } | 1194 } |
| 1153 } | 1195 } |
| 1154 | 1196 |
| 1155 void DXVAVideoDecodeAccelerator::NotifyPictureReady( | 1197 void DXVAVideoDecodeAccelerator::NotifyPictureReady( |
| 1156 const media::Picture& picture) { | 1198 const media::Picture& picture) { |
| 1199 DCHECK_EQ(main_thread_task_runner_.get(), | |
| 1200 base::ThreadTaskRunnerHandle::Get().get()); | |
| 1157 // This task could execute after the decoder has been torn down. | 1201 // This task could execute after the decoder has been torn down. |
| 1158 if (state_ != kUninitialized && client_) | 1202 if (GetState() != kUninitialized && client_) |
| 1159 client_->PictureReady(picture); | 1203 client_->PictureReady(picture); |
| 1160 } | 1204 } |
| 1161 | 1205 |
| 1162 void DXVAVideoDecodeAccelerator::NotifyInputBuffersDropped() { | 1206 void DXVAVideoDecodeAccelerator::NotifyInputBuffersDropped() { |
| 1163 if (!client_ || !pending_output_samples_.empty()) | 1207 DCHECK_EQ(main_thread_task_runner_.get(), |
| 1208 base::ThreadTaskRunnerHandle::Get().get()); | |
| 1209 | |
| 1210 if (!client_) | |
| 1164 return; | 1211 return; |
| 1165 | 1212 |
| 1166 for (PendingInputs::iterator it = pending_input_buffers_.begin(); | 1213 for (PendingInputs::iterator it = pending_input_buffers_.begin(); |
| 1167 it != pending_input_buffers_.end(); ++it) { | 1214 it != pending_input_buffers_.end(); ++it) { |
| 1168 LONGLONG input_buffer_id = 0; | 1215 LONGLONG input_buffer_id = 0; |
| 1169 RETURN_ON_HR_FAILURE((*it)->GetSampleTime(&input_buffer_id), | 1216 RETURN_ON_HR_FAILURE((*it)->GetSampleTime(&input_buffer_id), |
| 1170 "Failed to get buffer id associated with sample",); | 1217 "Failed to get buffer id associated with sample",); |
| 1171 client_->NotifyEndOfBitstreamBuffer(input_buffer_id); | 1218 client_->NotifyEndOfBitstreamBuffer(input_buffer_id); |
| 1172 } | 1219 } |
| 1173 pending_input_buffers_.clear(); | 1220 pending_input_buffers_.clear(); |
| 1174 } | 1221 } |
| 1175 | 1222 |
| 1176 void DXVAVideoDecodeAccelerator::DecodePendingInputBuffers() { | 1223 void DXVAVideoDecodeAccelerator::DecodePendingInputBuffers() { |
| 1177 RETURN_AND_NOTIFY_ON_FAILURE((state_ != kUninitialized), | 1224 DCHECK_EQ(decoder_thread_task_runner_.get(), |
| 1178 "Invalid state: " << state_, ILLEGAL_STATE,); | 1225 base::ThreadTaskRunnerHandle::Get().get()); |
| 1179 | 1226 |
| 1180 if (pending_input_buffers_.empty() || !pending_output_samples_.empty()) | 1227 State state = GetState(); |
| 1228 RETURN_AND_NOTIFY_ON_FAILURE((state != kUninitialized), | |
| 1229 "Invalid state: " << state, ILLEGAL_STATE,); | |
| 1230 | |
| 1231 if (pending_input_buffers_.empty() || OutputSamplesPresent()) | |
| 1181 return; | 1232 return; |
| 1182 | 1233 |
| 1183 PendingInputs pending_input_buffers_copy; | 1234 PendingInputs pending_input_buffers_copy; |
| 1184 std::swap(pending_input_buffers_, pending_input_buffers_copy); | 1235 std::swap(pending_input_buffers_, pending_input_buffers_copy); |
| 1185 | 1236 |
| 1186 for (PendingInputs::iterator it = pending_input_buffers_copy.begin(); | 1237 for (PendingInputs::iterator it = pending_input_buffers_copy.begin(); |
| 1187 it != pending_input_buffers_copy.end(); ++it) { | 1238 it != pending_input_buffers_copy.end(); ++it) { |
| 1188 DecodeInternal(*it); | 1239 DecodeInternal(*it); |
| 1189 } | 1240 } |
| 1190 | 1241 |
| 1191 if (state_ != kFlushingPendingInputBuffers) | 1242 if (state != kFlushingPendingInputBuffers) |
| 1192 return; | 1243 return; |
| 1193 | 1244 |
| 1194 // If we are scheduled during a flush operation then mark the flush as | 1245 // If we are scheduled during a flush operation then mark the flush as |
| 1195 // complete if we have no pending input and pending output frames. | 1246 // complete if we have no pending input and pending output frames. |
| 1196 // If we don't have available output slots then this function will be | 1247 // If we don't have available output slots then this function will be |
| 1197 // scheduled again by the ProcessPendingSamples function once slots become | 1248 // scheduled again by the ProcessPendingSamples function once slots become |
| 1198 // available. | 1249 // available. |
| 1199 if (pending_input_buffers_.empty() && pending_output_samples_.empty()) { | 1250 if (pending_input_buffers_.empty() && !OutputSamplesPresent()) { |
| 1200 state_ = kNormal; | 1251 SetState(kNormal); |
| 1201 base::MessageLoop::current()->PostTask( | 1252 base::MessageLoop::current()->PostTask( |
| 1202 FROM_HERE, | 1253 FROM_HERE, |
| 1203 base::Bind(&DXVAVideoDecodeAccelerator::NotifyFlushDone, | 1254 base::Bind(&DXVAVideoDecodeAccelerator::NotifyFlushDone, |
| 1204 weak_this_factory_.GetWeakPtr())); | 1255 weak_this_factory_.GetWeakPtr())); |
| 1205 } | 1256 } |
| 1206 } | 1257 } |
| 1207 | 1258 |
| 1208 void DXVAVideoDecodeAccelerator::FlushInternal() { | 1259 void DXVAVideoDecodeAccelerator::FlushInternal() { |
| 1260 if (!decoder_thread_task_runner_->BelongsToCurrentThread()) { | |
| 1261 decoder_thread_task_runner_->PostTask(FROM_HERE, | |
| 1262 base::Bind(&DXVAVideoDecodeAccelerator::FlushInternal, | |
| 1263 base::Unretained(this))); | |
| 1264 return; | |
| 1265 } | |
| 1209 // The DoDecode function sets the state to kStopped when the decoder returns | 1266 // The DoDecode function sets the state to kStopped when the decoder returns |
| 1210 // MF_E_TRANSFORM_NEED_MORE_INPUT. | 1267 // MF_E_TRANSFORM_NEED_MORE_INPUT. |
| 1211 // The MFT decoder can buffer upto 30 frames worth of input before returning | 1268 // The MFT decoder can buffer upto 30 frames worth of input before returning |
| 1212 // an output frame. This loop here attempts to retrieve as many output frames | 1269 // an output frame. This loop here attempts to retrieve as many output frames |
| 1213 // as possible from the buffered set. | 1270 // as possible from the buffered set. |
| 1214 while (state_ != kStopped) { | 1271 while (GetState() != kStopped) { |
| 1215 DoDecode(); | 1272 DoDecode(); |
| 1216 if (!pending_output_samples_.empty()) | 1273 if (OutputSamplesPresent()) |
| 1217 return; | 1274 return; |
| 1218 } | 1275 } |
| 1219 | 1276 |
| 1220 // TODO(ananta) | 1277 // TODO(ananta) |
| 1221 // Look into whether we can simplify this function by combining the while | 1278 // Look into whether we can simplify this function by combining the while |
| 1222 // above and the code below into a single block which achieves both. The Flush | 1279 // above and the code below into a single block which achieves both. The Flush |
| 1223 // transitions in the decoder are a touch intertwined with other portions of | 1280 // transitions in the decoder are a touch intertwined with other portions of |
| 1224 // the code like AssignPictureBuffers, ReusePictureBuffers etc. | 1281 // the code like AssignPictureBuffers, ReusePictureBuffers etc. |
| 1225 if (!pending_input_buffers_.empty()) { | 1282 if (!pending_input_buffers_.empty()) { |
| 1226 state_ = kFlushingPendingInputBuffers; | 1283 SetState(kFlushingPendingInputBuffers); |
| 1227 base::MessageLoop::current()->PostTask( | 1284 base::MessageLoop::current()->PostTask( |
| 1228 FROM_HERE, | 1285 FROM_HERE, |
| 1229 base::Bind(&DXVAVideoDecodeAccelerator::DecodePendingInputBuffers, | 1286 base::Bind(&DXVAVideoDecodeAccelerator::DecodePendingInputBuffers, |
| 1230 weak_this_factory_.GetWeakPtr())); | 1287 base::Unretained(this))); |
| 1231 return; | 1288 return; |
| 1232 } | 1289 } |
| 1233 | 1290 |
| 1234 base::MessageLoop::current()->PostTask( | 1291 main_thread_task_runner_->PostTask( |
| 1235 FROM_HERE, | 1292 FROM_HERE, |
| 1236 base::Bind(&DXVAVideoDecodeAccelerator::NotifyFlushDone, | 1293 base::Bind(&DXVAVideoDecodeAccelerator::NotifyFlushDone, |
| 1237 weak_this_factory_.GetWeakPtr())); | 1294 weak_this_factory_.GetWeakPtr())); |
| 1238 | 1295 |
| 1239 state_ = kNormal; | 1296 SetState(kNormal); |
| 1240 } | 1297 } |
| 1241 | 1298 |
| 1242 void DXVAVideoDecodeAccelerator::DecodeInternal( | 1299 void DXVAVideoDecodeAccelerator::DecodeInternal( |
| 1243 const base::win::ScopedComPtr<IMFSample>& sample) { | 1300 const base::win::ScopedComPtr<IMFSample>& sample) { |
| 1244 DCHECK(CalledOnValidThread()); | 1301 DCHECK_EQ(decoder_thread_task_runner_.get(), |
| 1302 base::ThreadTaskRunnerHandle::Get().get()); | |
| 1245 | 1303 |
| 1246 if (state_ == kUninitialized) | 1304 if (GetState() == kUninitialized) |
| 1247 return; | 1305 return; |
| 1248 | 1306 |
| 1249 if (!pending_output_samples_.empty() || !pending_input_buffers_.empty()) { | 1307 if (OutputSamplesPresent() || !pending_input_buffers_.empty()) { |
| 1250 pending_input_buffers_.push_back(sample); | 1308 pending_input_buffers_.push_back(sample); |
| 1251 return; | 1309 return; |
| 1252 } | 1310 } |
| 1253 | 1311 |
| 1254 if (!inputs_before_decode_) { | 1312 if (!inputs_before_decode_) { |
| 1255 TRACE_EVENT_BEGIN_ETW("DXVAVideoDecodeAccelerator.Decoding", this, ""); | 1313 TRACE_EVENT_BEGIN_ETW("DXVAVideoDecodeAccelerator.Decoding", this, ""); |
| 1256 } | 1314 } |
| 1257 inputs_before_decode_++; | 1315 inputs_before_decode_++; |
| 1258 | 1316 |
| 1259 HRESULT hr = decoder_->ProcessInput(0, sample.get(), 0); | 1317 HRESULT hr = decoder_->ProcessInput(0, sample.get(), 0); |
| 1260 // As per msdn if the decoder returns MF_E_NOTACCEPTING then it means that it | 1318 // As per msdn if the decoder returns MF_E_NOTACCEPTING then it means that it |
| 1261 // has enough data to produce one or more output samples. In this case the | 1319 // has enough data to produce one or more output samples. In this case the |
| 1262 // recommended options are to | 1320 // recommended options are to |
| 1263 // 1. Generate new output by calling IMFTransform::ProcessOutput until it | 1321 // 1. Generate new output by calling IMFTransform::ProcessOutput until it |
| 1264 // returns MF_E_TRANSFORM_NEED_MORE_INPUT. | 1322 // returns MF_E_TRANSFORM_NEED_MORE_INPUT. |
| 1265 // 2. Flush the input data | 1323 // 2. Flush the input data |
| 1266 // We implement the first option, i.e to retrieve the output sample and then | 1324 // We implement the first option, i.e to retrieve the output sample and then |
| 1267 // process the input again. Failure in either of these steps is treated as a | 1325 // process the input again. Failure in either of these steps is treated as a |
| 1268 // decoder failure. | 1326 // decoder failure. |
| 1269 if (hr == MF_E_NOTACCEPTING) { | 1327 if (hr == MF_E_NOTACCEPTING) { |
| 1270 DoDecode(); | 1328 DoDecode(); |
| 1271 RETURN_AND_NOTIFY_ON_FAILURE((state_ == kStopped || state_ == kNormal), | 1329 State state = GetState(); |
| 1272 "Failed to process output. Unexpected decoder state: " << state_, | 1330 RETURN_AND_NOTIFY_ON_FAILURE((state == kStopped || state == kNormal || |
| 1331 state == kFlushing), | |
| 1332 "Failed to process output. Unexpected decoder state: " << state, | |
| 1273 PLATFORM_FAILURE,); | 1333 PLATFORM_FAILURE,); |
| 1274 hr = decoder_->ProcessInput(0, sample.get(), 0); | 1334 hr = decoder_->ProcessInput(0, sample.get(), 0); |
| 1275 // If we continue to get the MF_E_NOTACCEPTING error we do the following:- | 1335 // If we continue to get the MF_E_NOTACCEPTING error we do the following:- |
| 1276 // 1. Add the input sample to the pending queue. | 1336 // 1. Add the input sample to the pending queue. |
| 1277 // 2. If we don't have any output samples we post the | 1337 // 2. If we don't have any output samples we post the |
| 1278 // DecodePendingInputBuffers task to process the pending input samples. | 1338 // DecodePendingInputBuffers task to process the pending input samples. |
| 1279 // If we have an output sample then the above task is posted when the | 1339 // If we have an output sample then the above task is posted when the |
| 1280 // output samples are sent to the client. | 1340 // output samples are sent to the client. |
| 1281 // This is because we only support 1 pending output sample at any | 1341 // This is because we only support 1 pending output sample at any |
| 1282 // given time due to the limitation with the Microsoft media foundation | 1342 // given time due to the limitation with the Microsoft media foundation |
| 1283 // decoder where it recycles the output Decoder surfaces. | 1343 // decoder where it recycles the output Decoder surfaces. |
| 1284 if (hr == MF_E_NOTACCEPTING) { | 1344 if (hr == MF_E_NOTACCEPTING) { |
| 1285 pending_input_buffers_.push_back(sample); | 1345 pending_input_buffers_.push_back(sample); |
| 1286 if (pending_output_samples_.empty()) { | 1346 if (!OutputSamplesPresent()) { |
| 1287 base::MessageLoop::current()->PostTask( | 1347 base::MessageLoop::current()->PostTask( |
| 1288 FROM_HERE, | 1348 FROM_HERE, |
| 1289 base::Bind(&DXVAVideoDecodeAccelerator::DecodePendingInputBuffers, | 1349 base::Bind(&DXVAVideoDecodeAccelerator::DecodePendingInputBuffers, |
| 1290 weak_this_factory_.GetWeakPtr())); | 1350 base::Unretained(this))); |
| 1291 } | 1351 } |
| 1292 return; | 1352 return; |
| 1293 } | 1353 } |
| 1294 } | 1354 } |
| 1295 RETURN_AND_NOTIFY_ON_HR_FAILURE(hr, "Failed to process input sample", | 1355 RETURN_AND_NOTIFY_ON_HR_FAILURE(hr, "Failed to process input sample", |
| 1296 PLATFORM_FAILURE,); | 1356 PLATFORM_FAILURE,); |
| 1297 | 1357 |
| 1298 DoDecode(); | 1358 DoDecode(); |
| 1299 | 1359 |
| 1300 RETURN_AND_NOTIFY_ON_FAILURE((state_ == kStopped || state_ == kNormal || | 1360 State state = GetState(); |
| 1301 state_ == kFlushingPendingInputBuffers), | 1361 RETURN_AND_NOTIFY_ON_FAILURE((state == kStopped || state == kNormal || |
| 1302 "Failed to process output. Unexpected decoder state: " << state_, | 1362 state == kFlushingPendingInputBuffers || |
| 1363 state == kFlushing), | |
| 1364 "Failed to process output. Unexpected decoder state: " << state, | |
| 1303 ILLEGAL_STATE,); | 1365 ILLEGAL_STATE,); |
| 1304 | 1366 |
| 1305 LONGLONG input_buffer_id = 0; | 1367 LONGLONG input_buffer_id = 0; |
| 1306 RETURN_ON_HR_FAILURE(sample->GetSampleTime(&input_buffer_id), | 1368 RETURN_ON_HR_FAILURE(sample->GetSampleTime(&input_buffer_id), |
| 1307 "Failed to get input buffer id associated with sample",); | 1369 "Failed to get input buffer id associated with sample",); |
| 1308 // The Microsoft Media foundation decoder internally buffers up to 30 frames | 1370 // The Microsoft Media foundation decoder internally buffers up to 30 frames |
| 1309 // before returning a decoded frame. We need to inform the client that this | 1371 // before returning a decoded frame. We need to inform the client that this |
| 1310 // input buffer is processed as it may stop sending us further input. | 1372 // input buffer is processed as it may stop sending us further input. |
| 1311 // Note: This may break clients which expect every input buffer to be | 1373 // Note: This may break clients which expect every input buffer to be |
| 1312 // associated with a decoded output buffer. | 1374 // associated with a decoded output buffer. |
| 1313 // TODO(ananta) | 1375 // TODO(ananta) |
| 1314 // Do some more investigation into whether it is possible to get the MFT | 1376 // Do some more investigation into whether it is possible to get the MFT |
| 1315 // decoder to emit an output packet for every input packet. | 1377 // decoder to emit an output packet for every input packet. |
| 1316 // http://code.google.com/p/chromium/issues/detail?id=108121 | 1378 // http://code.google.com/p/chromium/issues/detail?id=108121 |
| 1317 // http://code.google.com/p/chromium/issues/detail?id=150925 | 1379 // http://code.google.com/p/chromium/issues/detail?id=150925 |
| 1318 base::MessageLoop::current()->PostTask( | 1380 main_thread_task_runner_->PostTask( |
| 1319 FROM_HERE, | 1381 FROM_HERE, |
| 1320 base::Bind(&DXVAVideoDecodeAccelerator::NotifyInputBufferRead, | 1382 base::Bind(&DXVAVideoDecodeAccelerator::NotifyInputBufferRead, |
| 1321 weak_this_factory_.GetWeakPtr(), | 1383 weak_this_factory_.GetWeakPtr(), |
| 1322 input_buffer_id)); | 1384 input_buffer_id)); |
| 1323 } | 1385 } |
| 1324 | 1386 |
| 1325 void DXVAVideoDecodeAccelerator::HandleResolutionChanged(int width, | 1387 void DXVAVideoDecodeAccelerator::HandleResolutionChanged(int width, |
| 1326 int height) { | 1388 int height) { |
| 1327 base::MessageLoop::current()->PostTask( | 1389 base::MessageLoop::current()->PostTask( |
| 1328 FROM_HERE, | 1390 FROM_HERE, |
| (...skipping 30 matching lines...) Expand all Loading... | |
| 1359 void DXVAVideoDecodeAccelerator::DeferredDismissStaleBuffer( | 1421 void DXVAVideoDecodeAccelerator::DeferredDismissStaleBuffer( |
| 1360 int32 picture_buffer_id) { | 1422 int32 picture_buffer_id) { |
| 1361 OutputBuffers::iterator it = stale_output_picture_buffers_.find( | 1423 OutputBuffers::iterator it = stale_output_picture_buffers_.find( |
| 1362 picture_buffer_id); | 1424 picture_buffer_id); |
| 1363 DCHECK(it != stale_output_picture_buffers_.end()); | 1425 DCHECK(it != stale_output_picture_buffers_.end()); |
| 1364 DVLOG(1) << "Dismissing picture id: " << it->second->id(); | 1426 DVLOG(1) << "Dismissing picture id: " << it->second->id(); |
| 1365 client_->DismissPictureBuffer(it->second->id()); | 1427 client_->DismissPictureBuffer(it->second->id()); |
| 1366 stale_output_picture_buffers_.erase(it); | 1428 stale_output_picture_buffers_.erase(it); |
| 1367 } | 1429 } |
| 1368 | 1430 |
| 1431 DXVAVideoDecodeAccelerator::State | |
| 1432 DXVAVideoDecodeAccelerator::GetState() const { | |
| 1433 State state = kUninitialized; | |
| 1434 ::InterlockedExchange(reinterpret_cast<long*>(&state), | |
| 1435 state_); | |
| 1436 return state; | |
| 1437 } | |
| 1438 | |
| 1439 void DXVAVideoDecodeAccelerator::SetState(State new_state) { | |
| 1440 if (!main_thread_task_runner_->BelongsToCurrentThread()) { | |
| 1441 main_thread_task_runner_->PostTask( | |
| 1442 FROM_HERE, | |
| 1443 base::Bind(&DXVAVideoDecodeAccelerator::SetState, | |
| 1444 weak_this_factory_.GetWeakPtr(), | |
| 1445 new_state)); | |
| 1446 return; | |
| 1447 } | |
| 1448 ::InterlockedCompareExchange(reinterpret_cast<long*>(&state_), | |
| 1449 new_state, state_); | |
| 1450 } | |
| 1451 | |
| 1452 void DXVAVideoDecodeAccelerator::StartDecoderThread() { | |
| 1453 decoder_thread_.init_com_with_mta(false); | |
| 1454 decoder_thread_.Start(); | |
| 1455 decoder_thread_task_runner_ = decoder_thread_.task_runner(); | |
| 1456 } | |
| 1457 | |
| 1458 bool DXVAVideoDecodeAccelerator::OutputSamplesPresent() { | |
| 1459 base::AutoLock lock(decoder_lock_); | |
| 1460 return !pending_output_samples_.empty(); | |
| 1461 } | |
| 1462 | |
| 1369 } // namespace content | 1463 } // namespace content |
| OLD | NEW |