OLD | NEW |
1 // Copyright 2015 The Chromium Authors. All rights reserved. | 1 // Copyright 2015 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "remoting/protocol/webrtc_video_renderer_adapter.h" | 5 #include "remoting/protocol/webrtc_video_renderer_adapter.h" |
6 | 6 |
7 #include <memory> | 7 #include <memory> |
8 #include <utility> | 8 #include <utility> |
9 | 9 |
10 #include "base/bind.h" | 10 #include "base/bind.h" |
11 #include "base/callback.h" | 11 #include "base/callback.h" |
12 #include "base/location.h" | 12 #include "base/location.h" |
13 #include "base/memory/ptr_util.h" | 13 #include "base/memory/ptr_util.h" |
14 #include "base/single_thread_task_runner.h" | 14 #include "base/single_thread_task_runner.h" |
15 #include "base/task_runner_util.h" | 15 #include "base/task_runner_util.h" |
16 #include "base/threading/thread_task_runner_handle.h" | 16 #include "base/threading/thread_task_runner_handle.h" |
17 #include "base/threading/worker_pool.h" | 17 #include "base/threading/worker_pool.h" |
18 #include "remoting/protocol/frame_consumer.h" | 18 #include "remoting/protocol/frame_consumer.h" |
19 #include "remoting/protocol/frame_stats.h" | 19 #include "remoting/protocol/frame_stats.h" |
| 20 #include "remoting/protocol/video_renderer.h" |
20 #include "third_party/libyuv/include/libyuv/convert_argb.h" | 21 #include "third_party/libyuv/include/libyuv/convert_argb.h" |
21 #include "third_party/libyuv/include/libyuv/video_common.h" | 22 #include "third_party/libyuv/include/libyuv/video_common.h" |
22 #include "third_party/webrtc/media/base/videoframe.h" | 23 #include "third_party/webrtc/media/base/videoframe.h" |
23 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" | 24 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" |
24 | 25 |
25 namespace remoting { | 26 namespace remoting { |
26 namespace protocol { | 27 namespace protocol { |
27 | 28 |
28 namespace { | 29 namespace { |
29 | 30 |
(...skipping 14 matching lines...) Expand all Loading... |
44 | 45 |
45 rgb_frame->mutable_updated_region()->AddRect( | 46 rgb_frame->mutable_updated_region()->AddRect( |
46 webrtc::DesktopRect::MakeSize(rgb_frame->size())); | 47 webrtc::DesktopRect::MakeSize(rgb_frame->size())); |
47 return rgb_frame; | 48 return rgb_frame; |
48 } | 49 } |
49 | 50 |
50 } // namespace | 51 } // namespace |
51 | 52 |
52 WebrtcVideoRendererAdapter::WebrtcVideoRendererAdapter( | 53 WebrtcVideoRendererAdapter::WebrtcVideoRendererAdapter( |
53 scoped_refptr<webrtc::MediaStreamInterface> media_stream, | 54 scoped_refptr<webrtc::MediaStreamInterface> media_stream, |
54 FrameConsumer* frame_consumer) | 55 VideoRenderer* video_renderer) |
55 : media_stream_(std::move(media_stream)), | 56 : media_stream_(std::move(media_stream)), |
56 frame_consumer_(frame_consumer), | 57 video_renderer_(video_renderer), |
57 task_runner_(base::ThreadTaskRunnerHandle::Get()), | 58 task_runner_(base::ThreadTaskRunnerHandle::Get()), |
58 weak_factory_(this) { | 59 weak_factory_(this) { |
59 webrtc::VideoTrackVector video_tracks = media_stream_->GetVideoTracks(); | 60 webrtc::VideoTrackVector video_tracks = media_stream_->GetVideoTracks(); |
60 if (video_tracks.empty()) { | 61 if (video_tracks.empty()) { |
61 LOG(ERROR) << "Received media stream with no video tracks."; | 62 LOG(ERROR) << "Received media stream with no video tracks."; |
62 return; | 63 return; |
63 } | 64 } |
64 | 65 |
65 if (video_tracks.size() > 1U) { | 66 if (video_tracks.size() > 1U) { |
66 LOG(WARNING) << "Received media stream with multiple video tracks."; | 67 LOG(WARNING) << "Received media stream with multiple video tracks."; |
(...skipping 10 matching lines...) Expand all Loading... |
77 video_tracks[0]->RemoveSink(this); | 78 video_tracks[0]->RemoveSink(this); |
78 } | 79 } |
79 | 80 |
80 void WebrtcVideoRendererAdapter::OnFrame(const cricket::VideoFrame& frame) { | 81 void WebrtcVideoRendererAdapter::OnFrame(const cricket::VideoFrame& frame) { |
81 if (static_cast<uint64_t>(frame.timestamp_us()) >= rtc::TimeMicros()) { | 82 if (static_cast<uint64_t>(frame.timestamp_us()) >= rtc::TimeMicros()) { |
82 // The host sets playout delay to 0, so all incoming frames are expected to | 83 // The host sets playout delay to 0, so all incoming frames are expected to |
83 // be rendered as so as they are received. | 84 // be rendered as so as they are received. |
84 LOG(WARNING) << "Received frame with playout delay greater than 0."; | 85 LOG(WARNING) << "Received frame with playout delay greater than 0."; |
85 } | 86 } |
86 | 87 |
87 std::unique_ptr<FrameStats> stats(new FrameStats()); | 88 std::unique_ptr<ClientFrameStats> stats(new ClientFrameStats()); |
88 // TODO(sergeyu): |time_received| is not reported correctly here because the | 89 // TODO(sergeyu): |time_received| is not reported correctly here because the |
89 // frame is already decoded at this point. | 90 // frame is already decoded at this point. |
90 stats->time_received = base::TimeTicks::Now(); | 91 stats->time_received = base::TimeTicks::Now(); |
91 | 92 |
92 task_runner_->PostTask( | 93 task_runner_->PostTask( |
93 FROM_HERE, | 94 FROM_HERE, |
94 base::Bind(&WebrtcVideoRendererAdapter::HandleFrameOnMainThread, | 95 base::Bind(&WebrtcVideoRendererAdapter::HandleFrameOnMainThread, |
95 weak_factory_.GetWeakPtr(), base::Passed(&stats), | 96 weak_factory_.GetWeakPtr(), base::Passed(&stats), |
96 scoped_refptr<webrtc::VideoFrameBuffer>( | 97 scoped_refptr<webrtc::VideoFrameBuffer>( |
97 frame.video_frame_buffer().get()))); | 98 frame.video_frame_buffer().get()))); |
98 } | 99 } |
99 | 100 |
100 void WebrtcVideoRendererAdapter::HandleFrameOnMainThread( | 101 void WebrtcVideoRendererAdapter::HandleFrameOnMainThread( |
101 std::unique_ptr<FrameStats> stats, | 102 std::unique_ptr<ClientFrameStats> stats, |
102 scoped_refptr<webrtc::VideoFrameBuffer> frame) { | 103 scoped_refptr<webrtc::VideoFrameBuffer> frame) { |
103 DCHECK(task_runner_->BelongsToCurrentThread()); | 104 DCHECK(task_runner_->BelongsToCurrentThread()); |
104 | 105 |
105 std::unique_ptr<webrtc::DesktopFrame> rgb_frame = | 106 std::unique_ptr<webrtc::DesktopFrame> rgb_frame = |
106 frame_consumer_->AllocateFrame( | 107 video_renderer_->GetFrameConsumer()->AllocateFrame( |
107 webrtc::DesktopSize(frame->width(), frame->height())); | 108 webrtc::DesktopSize(frame->width(), frame->height())); |
108 | 109 |
109 base::PostTaskAndReplyWithResult( | 110 base::PostTaskAndReplyWithResult( |
110 base::WorkerPool::GetTaskRunner(false).get(), FROM_HERE, | 111 base::WorkerPool::GetTaskRunner(false).get(), FROM_HERE, |
111 base::Bind(&ConvertYuvToRgb, base::Passed(&frame), | 112 base::Bind(&ConvertYuvToRgb, base::Passed(&frame), |
112 base::Passed(&rgb_frame), frame_consumer_->GetPixelFormat()), | 113 base::Passed(&rgb_frame), |
| 114 video_renderer_->GetFrameConsumer()->GetPixelFormat()), |
113 base::Bind(&WebrtcVideoRendererAdapter::DrawFrame, | 115 base::Bind(&WebrtcVideoRendererAdapter::DrawFrame, |
114 weak_factory_.GetWeakPtr(), base::Passed(&stats))); | 116 weak_factory_.GetWeakPtr(), base::Passed(&stats))); |
115 } | 117 } |
116 | 118 |
117 void WebrtcVideoRendererAdapter::DrawFrame( | 119 void WebrtcVideoRendererAdapter::DrawFrame( |
118 std::unique_ptr<FrameStats> stats, | 120 std::unique_ptr<ClientFrameStats> stats, |
119 std::unique_ptr<webrtc::DesktopFrame> frame) { | 121 std::unique_ptr<webrtc::DesktopFrame> frame) { |
120 DCHECK(task_runner_->BelongsToCurrentThread()); | 122 DCHECK(task_runner_->BelongsToCurrentThread()); |
121 stats->time_decoded = base::TimeTicks::Now(); | 123 stats->time_decoded = base::TimeTicks::Now(); |
122 frame_consumer_->DrawFrame( | 124 video_renderer_->GetFrameConsumer()->DrawFrame( |
123 std::move(frame), | 125 std::move(frame), |
124 base::Bind(&WebrtcVideoRendererAdapter::FrameRendered, | 126 base::Bind(&WebrtcVideoRendererAdapter::FrameRendered, |
125 weak_factory_.GetWeakPtr(), base::Passed(&stats))); | 127 weak_factory_.GetWeakPtr(), base::Passed(&stats))); |
126 } | 128 } |
127 | 129 |
128 void WebrtcVideoRendererAdapter::FrameRendered( | 130 void WebrtcVideoRendererAdapter::FrameRendered( |
129 std::unique_ptr<FrameStats> stats) { | 131 std::unique_ptr<ClientFrameStats> stats) { |
130 // TODO(sergeyu): Report stats here | 132 // TODO(sergeyu): Report stats here |
131 } | 133 } |
132 | 134 |
133 } // namespace protocol | 135 } // namespace protocol |
134 } // namespace remoting | 136 } // namespace remoting |
OLD | NEW |