| OLD | NEW |
| 1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "remoting/host/video_frame_recorder.h" | 5 #include "remoting/host/video_frame_recorder.h" |
| 6 | 6 |
| 7 #include "base/bind.h" | 7 #include "base/bind.h" |
| 8 #include "base/location.h" | 8 #include "base/location.h" |
| 9 #include "base/single_thread_task_runner.h" | 9 #include "base/single_thread_task_runner.h" |
| 10 #include "base/stl_util.h" | 10 #include "base/stl_util.h" |
| 11 #include "base/thread_task_runner_handle.h" | 11 #include "base/thread_task_runner_handle.h" |
| 12 #include "remoting/codec/video_encoder.h" | 12 #include "remoting/codec/video_encoder.h" |
| 13 #include "remoting/proto/video.pb.h" | 13 #include "remoting/proto/video.pb.h" |
| 14 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" | 14 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" |
| 15 #include "third_party/webrtc/modules/desktop_capture/desktop_geometry.h" | 15 #include "third_party/webrtc/modules/desktop_capture/desktop_geometry.h" |
| 16 #include "third_party/webrtc/modules/desktop_capture/desktop_region.h" | 16 #include "third_party/webrtc/modules/desktop_capture/desktop_region.h" |
| 17 | 17 |
| 18 namespace remoting { | 18 namespace remoting { |
| 19 | 19 |
| 20 static int64_t FrameContentSize(const webrtc::DesktopFrame* frame) { | 20 static int64_t FrameContentSize(const webrtc::DesktopFrame* frame) { |
| 21 DCHECK_GT(frame->stride(), 0); | 21 DCHECK_GT(frame->stride(), 0); |
| 22 return frame->stride() * frame->size().height(); | 22 return frame->stride() * frame->size().height(); |
| 23 } | 23 } |
| 24 | 24 |
| 25 // VideoEncoder wrapper used to intercept frames passed to a real VideoEncoder. | 25 // VideoEncoder wrapper used to intercept frames passed to a real VideoEncoder. |
| 26 class VideoFrameRecorder::RecordingVideoEncoder : public VideoEncoder { | 26 class VideoFrameRecorder::RecordingVideoEncoder : public VideoEncoder { |
| 27 public: | 27 public: |
| 28 RecordingVideoEncoder(scoped_ptr<VideoEncoder> encoder, | 28 RecordingVideoEncoder(scoped_ptr<VideoEncoder> encoder, |
| 29 scoped_refptr<base::TaskRunner> recorder_task_runner, | 29 scoped_refptr<base::TaskRunner> recorder_task_runner, |
| 30 base::WeakPtr<VideoFrameRecorder> recorder) | 30 base::WeakPtr<VideoFrameRecorder> recorder); |
| 31 : encoder_(encoder.Pass()), | |
| 32 recorder_task_runner_(recorder_task_runner), | |
| 33 recorder_(recorder), | |
| 34 enable_recording_(false), | |
| 35 weak_factory_(this) { | |
| 36 DCHECK(encoder_); | |
| 37 DCHECK(recorder_task_runner_); | |
| 38 } | |
| 39 | 31 |
| 40 base::WeakPtr<RecordingVideoEncoder> AsWeakPtr() { | 32 base::WeakPtr<RecordingVideoEncoder> AsWeakPtr(); |
| 41 return weak_factory_.GetWeakPtr(); | |
| 42 } | |
| 43 | 33 |
| 44 void SetEnableRecording(bool enable_recording) { | 34 void set_enable_recording(bool enable_recording) { |
| 45 DCHECK(!encoder_task_runner_ || | 35 DCHECK(!encoder_task_runner_ || |
| 46 encoder_task_runner_->BelongsToCurrentThread()); | 36 encoder_task_runner_->BelongsToCurrentThread()); |
| 47 enable_recording_ = enable_recording; | 37 enable_recording_ = enable_recording; |
| 48 } | 38 } |
| 49 | 39 |
| 50 // remoting::VideoEncoder interface. | 40 // remoting::VideoEncoder interface. |
| 51 virtual void SetLosslessEncode(bool want_lossless) OVERRIDE { | 41 virtual void SetLosslessEncode(bool want_lossless) OVERRIDE; |
| 52 encoder_->SetLosslessEncode(want_lossless); | 42 virtual void SetLosslessColor(bool want_lossless) OVERRIDE; |
| 53 } | |
| 54 virtual void SetLosslessColor(bool want_lossless) OVERRIDE { | |
| 55 encoder_->SetLosslessColor(want_lossless); | |
| 56 } | |
| 57 virtual scoped_ptr<VideoPacket> Encode( | 43 virtual scoped_ptr<VideoPacket> Encode( |
| 58 const webrtc::DesktopFrame& frame) OVERRIDE { | 44 const webrtc::DesktopFrame& frame) OVERRIDE; |
| 59 // If this is the first Encode() then store the TaskRunner and inform the | |
| 60 // VideoFrameRecorder so it can post SetEnableRecording() on it. | |
| 61 if (!encoder_task_runner_) { | |
| 62 encoder_task_runner_ = base::ThreadTaskRunnerHandle::Get(); | |
| 63 recorder_task_runner_->PostTask(FROM_HERE, | |
| 64 base::Bind(&VideoFrameRecorder::SetEncoderTaskRunner, | |
| 65 recorder_, | |
| 66 encoder_task_runner_)); | |
| 67 } | |
| 68 | |
| 69 DCHECK(encoder_task_runner_->BelongsToCurrentThread()); | |
| 70 | |
| 71 if (enable_recording_) { | |
| 72 // Copy the frame and post it to the VideoFrameRecorder to store. | |
| 73 scoped_ptr<webrtc::DesktopFrame> frame_copy( | |
| 74 new webrtc::BasicDesktopFrame(frame.size())); | |
| 75 *frame_copy->mutable_updated_region() = frame.updated_region(); | |
| 76 frame_copy->set_dpi(frame.dpi()); | |
| 77 frame_copy->CopyPixelsFrom(frame.data(), | |
| 78 frame.stride(), | |
| 79 webrtc::DesktopRect::MakeSize(frame.size())); | |
| 80 recorder_task_runner_->PostTask(FROM_HERE, | |
| 81 base::Bind(&VideoFrameRecorder::RecordFrame, | |
| 82 recorder_, | |
| 83 base::Passed(&frame_copy))); | |
| 84 } | |
| 85 | |
| 86 return encoder_->Encode(frame); | |
| 87 } | |
| 88 | 45 |
| 89 private: | 46 private: |
| 90 scoped_ptr<VideoEncoder> encoder_; | 47 scoped_ptr<VideoEncoder> encoder_; |
| 91 scoped_refptr<base::TaskRunner> recorder_task_runner_; | 48 scoped_refptr<base::TaskRunner> recorder_task_runner_; |
| 92 base::WeakPtr<VideoFrameRecorder> recorder_; | 49 base::WeakPtr<VideoFrameRecorder> recorder_; |
| 93 | 50 |
| 94 bool enable_recording_; | 51 bool enable_recording_; |
| 95 scoped_refptr<base::SingleThreadTaskRunner> encoder_task_runner_; | 52 scoped_refptr<base::SingleThreadTaskRunner> encoder_task_runner_; |
| 96 | 53 |
| 97 base::WeakPtrFactory<RecordingVideoEncoder> weak_factory_; | 54 base::WeakPtrFactory<RecordingVideoEncoder> weak_factory_; |
| 98 | 55 |
| 99 DISALLOW_COPY_AND_ASSIGN(RecordingVideoEncoder); | 56 DISALLOW_COPY_AND_ASSIGN(RecordingVideoEncoder); |
| 100 }; | 57 }; |
| 101 | 58 |
| 59 VideoFrameRecorder::RecordingVideoEncoder::RecordingVideoEncoder( |
| 60 scoped_ptr<VideoEncoder> encoder, |
| 61 scoped_refptr<base::TaskRunner> recorder_task_runner, |
| 62 base::WeakPtr<VideoFrameRecorder> recorder) |
| 63 : encoder_(encoder.Pass()), |
| 64 recorder_task_runner_(recorder_task_runner), |
| 65 recorder_(recorder), |
| 66 enable_recording_(false), |
| 67 weak_factory_(this) { |
| 68 DCHECK(encoder_); |
| 69 DCHECK(recorder_task_runner_); |
| 70 } |
| 71 |
| 72 base::WeakPtr<VideoFrameRecorder::RecordingVideoEncoder> |
| 73 VideoFrameRecorder::RecordingVideoEncoder::AsWeakPtr() { |
| 74 return weak_factory_.GetWeakPtr(); |
| 75 } |
| 76 |
| 77 void VideoFrameRecorder::RecordingVideoEncoder::SetLosslessEncode( |
| 78 bool want_lossless) { |
| 79 encoder_->SetLosslessEncode(want_lossless); |
| 80 } |
| 81 |
| 82 void VideoFrameRecorder::RecordingVideoEncoder::SetLosslessColor( |
| 83 bool want_lossless) { |
| 84 encoder_->SetLosslessColor(want_lossless); |
| 85 } |
| 86 |
| 87 scoped_ptr<VideoPacket> VideoFrameRecorder::RecordingVideoEncoder::Encode( |
| 88 const webrtc::DesktopFrame& frame) { |
| 89 // If this is the first Encode() then store the TaskRunner and inform the |
| 90 // VideoFrameRecorder so it can post set_enable_recording() on it. |
| 91 if (!encoder_task_runner_) { |
| 92 encoder_task_runner_ = base::ThreadTaskRunnerHandle::Get(); |
| 93 recorder_task_runner_->PostTask(FROM_HERE, |
| 94 base::Bind(&VideoFrameRecorder::SetEncoderTaskRunner, |
| 95 recorder_, |
| 96 encoder_task_runner_)); |
| 97 } |
| 98 |
| 99 DCHECK(encoder_task_runner_->BelongsToCurrentThread()); |
| 100 |
| 101 if (enable_recording_) { |
| 102 // Copy the frame and post it to the VideoFrameRecorder to store. |
| 103 scoped_ptr<webrtc::DesktopFrame> frame_copy( |
| 104 new webrtc::BasicDesktopFrame(frame.size())); |
| 105 *frame_copy->mutable_updated_region() = frame.updated_region(); |
| 106 frame_copy->set_dpi(frame.dpi()); |
| 107 frame_copy->CopyPixelsFrom(frame.data(), |
| 108 frame.stride(), |
| 109 webrtc::DesktopRect::MakeSize(frame.size())); |
| 110 recorder_task_runner_->PostTask(FROM_HERE, |
| 111 base::Bind(&VideoFrameRecorder::RecordFrame, |
| 112 recorder_, |
| 113 base::Passed(&frame_copy))); |
| 114 } |
| 115 |
| 116 return encoder_->Encode(frame); |
| 117 } |
| 118 |
| 102 VideoFrameRecorder::VideoFrameRecorder() | 119 VideoFrameRecorder::VideoFrameRecorder() |
| 103 : content_bytes_(0), | 120 : content_bytes_(0), |
| 104 max_content_bytes_(0), | 121 max_content_bytes_(0), |
| 105 enable_recording_(false), | 122 enable_recording_(false), |
| 106 weak_factory_(this) { | 123 weak_factory_(this) { |
| 107 } | 124 } |
| 108 | 125 |
| 109 VideoFrameRecorder::~VideoFrameRecorder() { | 126 VideoFrameRecorder::~VideoFrameRecorder() { |
| 110 DetachVideoEncoderWrapper(); | 127 DetachVideoEncoderWrapper(); |
| 111 } | 128 } |
| (...skipping 19 matching lines...) Expand all Loading... |
| 131 // Immediately detach the wrapper from this recorder. | 148 // Immediately detach the wrapper from this recorder. |
| 132 weak_factory_.InvalidateWeakPtrs(); | 149 weak_factory_.InvalidateWeakPtrs(); |
| 133 | 150 |
| 134 // Clean up any pending recorded frames. | 151 // Clean up any pending recorded frames. |
| 135 STLDeleteElements(&recorded_frames_); | 152 STLDeleteElements(&recorded_frames_); |
| 136 content_bytes_ = 0; | 153 content_bytes_ = 0; |
| 137 | 154 |
| 138 // Tell the wrapper to stop recording and posting frames to us. | 155 // Tell the wrapper to stop recording and posting frames to us. |
| 139 if (encoder_task_runner_) { | 156 if (encoder_task_runner_) { |
| 140 encoder_task_runner_->PostTask(FROM_HERE, | 157 encoder_task_runner_->PostTask(FROM_HERE, |
| 141 base::Bind(&RecordingVideoEncoder::SetEnableRecording, | 158 base::Bind(&RecordingVideoEncoder::set_enable_recording, |
| 142 recording_encoder_, false)); | 159 recording_encoder_, false)); |
| 143 } | 160 } |
| 144 | 161 |
| 145 // Detach this recorder from the calling and encode threads. | 162 // Detach this recorder from the calling and encode threads. |
| 146 caller_task_runner_ = NULL; | 163 caller_task_runner_ = NULL; |
| 147 encoder_task_runner_ = NULL; | 164 encoder_task_runner_ = NULL; |
| 148 } | 165 } |
| 149 | 166 |
| 150 void VideoFrameRecorder::SetEnableRecording(bool enable_recording) { | 167 void VideoFrameRecorder::SetEnableRecording(bool enable_recording) { |
| 151 DCHECK(!caller_task_runner_ || caller_task_runner_->BelongsToCurrentThread()); | 168 DCHECK(!caller_task_runner_ || caller_task_runner_->BelongsToCurrentThread()); |
| 152 | 169 |
| 153 if (enable_recording_ == enable_recording) { | 170 if (enable_recording_ == enable_recording) { |
| 154 return; | 171 return; |
| 155 } | 172 } |
| 156 enable_recording_ = enable_recording; | 173 enable_recording_ = enable_recording; |
| 157 | 174 |
| 158 if (encoder_task_runner_) { | 175 if (encoder_task_runner_) { |
| 159 encoder_task_runner_->PostTask(FROM_HERE, | 176 encoder_task_runner_->PostTask(FROM_HERE, |
| 160 base::Bind(&RecordingVideoEncoder::SetEnableRecording, | 177 base::Bind(&RecordingVideoEncoder::set_enable_recording, |
| 161 recording_encoder_, | 178 recording_encoder_, |
| 162 enable_recording_)); | 179 enable_recording_)); |
| 163 } | 180 } |
| 164 } | 181 } |
| 165 | 182 |
| 166 void VideoFrameRecorder::SetMaxContentBytes(int64_t max_content_bytes) { | 183 void VideoFrameRecorder::SetMaxContentBytes(int64_t max_content_bytes) { |
| 167 DCHECK(!caller_task_runner_ || caller_task_runner_->BelongsToCurrentThread()); | 184 DCHECK(!caller_task_runner_ || caller_task_runner_->BelongsToCurrentThread()); |
| 168 DCHECK_GE(max_content_bytes, 0); | 185 DCHECK_GE(max_content_bytes, 0); |
| 169 | 186 |
| 170 max_content_bytes_ = max_content_bytes; | 187 max_content_bytes_ = max_content_bytes; |
| (...skipping 17 matching lines...) Expand all Loading... |
| 188 scoped_refptr<base::TaskRunner> task_runner) { | 205 scoped_refptr<base::TaskRunner> task_runner) { |
| 189 DCHECK(caller_task_runner_->BelongsToCurrentThread()); | 206 DCHECK(caller_task_runner_->BelongsToCurrentThread()); |
| 190 DCHECK(!encoder_task_runner_); | 207 DCHECK(!encoder_task_runner_); |
| 191 DCHECK(task_runner); | 208 DCHECK(task_runner); |
| 192 | 209 |
| 193 encoder_task_runner_ = task_runner; | 210 encoder_task_runner_ = task_runner; |
| 194 | 211 |
| 195 // If the caller already enabled recording, inform the recording encoder. | 212 // If the caller already enabled recording, inform the recording encoder. |
| 196 if (enable_recording_ && encoder_task_runner_) { | 213 if (enable_recording_ && encoder_task_runner_) { |
| 197 encoder_task_runner_->PostTask(FROM_HERE, | 214 encoder_task_runner_->PostTask(FROM_HERE, |
| 198 base::Bind(&RecordingVideoEncoder::SetEnableRecording, | 215 base::Bind(&RecordingVideoEncoder::set_enable_recording, |
| 199 recording_encoder_, | 216 recording_encoder_, |
| 200 enable_recording_)); | 217 enable_recording_)); |
| 201 } | 218 } |
| 202 } | 219 } |
| 203 | 220 |
| 204 void VideoFrameRecorder::RecordFrame(scoped_ptr<webrtc::DesktopFrame> frame) { | 221 void VideoFrameRecorder::RecordFrame(scoped_ptr<webrtc::DesktopFrame> frame) { |
| 205 DCHECK(caller_task_runner_->BelongsToCurrentThread()); | 222 DCHECK(caller_task_runner_->BelongsToCurrentThread()); |
| 206 | 223 |
| 207 int64_t frame_bytes = FrameContentSize(frame.get()); | 224 int64_t frame_bytes = FrameContentSize(frame.get()); |
| 208 DCHECK_GE(frame_bytes, 0); | 225 DCHECK_GE(frame_bytes, 0); |
| (...skipping 11 matching lines...) Expand all Loading... |
| 220 if (content_bytes_ + frame_bytes > max_content_bytes_) { | 237 if (content_bytes_ + frame_bytes > max_content_bytes_) { |
| 221 return; | 238 return; |
| 222 } | 239 } |
| 223 | 240 |
| 224 // Store the frame and update the content byte count. | 241 // Store the frame and update the content byte count. |
| 225 recorded_frames_.push_back(frame.release()); | 242 recorded_frames_.push_back(frame.release()); |
| 226 content_bytes_ += frame_bytes; | 243 content_bytes_ += frame_bytes; |
| 227 } | 244 } |
| 228 | 245 |
| 229 } // namespace remoting | 246 } // namespace remoting |
| OLD | NEW |