| OLD | NEW |
| 1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "content/renderer/media/webrtc/webrtc_video_capturer_adapter.h" | 5 #include "content/renderer/media/webrtc/webrtc_video_capturer_adapter.h" |
| 6 | 6 |
| 7 #include "base/bind.h" | 7 #include "base/bind.h" |
| 8 #include "base/memory/aligned_memory.h" | 8 #include "base/memory/aligned_memory.h" |
| 9 #include "base/memory/ref_counted.h" | 9 #include "base/memory/ref_counted.h" |
| 10 #include "base/synchronization/waitable_event.h" | 10 #include "base/synchronization/waitable_event.h" |
| 11 #include "base/trace_event/trace_event.h" | 11 #include "base/trace_event/trace_event.h" |
| 12 #include "content/common/gpu/client/context_provider_command_buffer.h" | 12 #include "content/common/gpu/client/context_provider_command_buffer.h" |
| 13 #include "content/renderer/media/webrtc/webrtc_video_frame_adapter.h" | 13 #include "content/renderer/media/webrtc/webrtc_video_frame_adapter.h" |
| 14 #include "content/renderer/render_thread_impl.h" | 14 #include "content/renderer/render_thread_impl.h" |
| 15 #include "media/base/timestamp_constants.h" | 15 #include "media/base/timestamp_constants.h" |
| 16 #include "media/base/video_util.h" | 16 #include "media/base/video_util.h" |
| 17 #include "media/renderers/skcanvas_video_renderer.h" | 17 #include "media/renderers/skcanvas_video_renderer.h" |
| 18 #include "skia/ext/platform_canvas.h" | 18 #include "skia/ext/platform_canvas.h" |
| 19 #include "third_party/libyuv/include/libyuv/convert.h" | 19 #include "third_party/libyuv/include/libyuv/convert.h" |
| 20 #include "third_party/libyuv/include/libyuv/convert_from.h" | 20 #include "third_party/libyuv/include/libyuv/convert_from.h" |
| 21 #include "third_party/libyuv/include/libyuv/scale.h" | 21 #include "third_party/libyuv/include/libyuv/scale.h" |
| 22 #include "third_party/skia/include/core/SkSurface.h" | 22 #include "third_party/skia/include/core/SkSurface.h" |
| 23 #include "third_party/webrtc/common_video/include/video_frame_buffer.h" | |
| 24 #include "third_party/webrtc/common_video/rotation.h" | 23 #include "third_party/webrtc/common_video/rotation.h" |
| 25 #include "third_party/webrtc/media/engine/webrtcvideoframe.h" | |
| 26 | 24 |
| 27 namespace content { | 25 namespace content { |
| 28 | 26 |
| 29 namespace { | 27 namespace { |
| 30 | 28 |
| 31 // Empty method used for keeping a reference to the original media::VideoFrame. | 29 // Empty method used for keeping a reference to the original media::VideoFrame. |
| 32 // The reference to |frame| is kept in the closure that calls this method. | 30 // The reference to |frame| is kept in the closure that calls this method. |
| 33 void ReleaseOriginalFrame(const scoped_refptr<media::VideoFrame>& frame) { | 31 void ReleaseOriginalFrame(const scoped_refptr<media::VideoFrame>& frame) { |
| 34 } | 32 } |
| 35 | 33 |
| (...skipping 158 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 194 rtc::TimeMicros(), | 192 rtc::TimeMicros(), |
| 195 &adapted_width, &adapted_height, | 193 &adapted_width, &adapted_height, |
| 196 &crop_width, &crop_height, &crop_x, &crop_y, | 194 &crop_width, &crop_height, &crop_x, &crop_y, |
| 197 &translated_camera_time_us)) { | 195 &translated_camera_time_us)) { |
| 198 return; | 196 return; |
| 199 } | 197 } |
| 200 | 198 |
| 201 // Return |frame| directly if it is texture backed, because there is no | 199 // Return |frame| directly if it is texture backed, because there is no |
| 202 // cropping support for texture yet. See http://crbug/503653. | 200 // cropping support for texture yet. See http://crbug/503653. |
| 203 if (frame->HasTextures()) { | 201 if (frame->HasTextures()) { |
| 204 OnFrame(cricket::WebRtcVideoFrame( | 202 OnFrame(webrtc::VideoFrame( |
| 205 new rtc::RefCountedObject<WebRtcVideoFrameAdapter>( | 203 new rtc::RefCountedObject<WebRtcVideoFrameAdapter>( |
| 206 frame, base::Bind(&TextureFrameCopier::CopyTextureFrame, | 204 frame, base::Bind(&TextureFrameCopier::CopyTextureFrame, |
| 207 texture_copier_)), | 205 texture_copier_)), |
| 208 webrtc::kVideoRotation_0, translated_camera_time_us), | 206 webrtc::kVideoRotation_0, translated_camera_time_us), |
| 209 orig_width, orig_height); | 207 orig_width, orig_height); |
| 210 return; | 208 return; |
| 211 } | 209 } |
| 212 | 210 |
| 213 // Translate crop rectangle from natural size to visible size. | 211 // Translate crop rectangle from natural size to visible size. |
| 214 gfx::Rect cropped_visible_rect( | 212 gfx::Rect cropped_visible_rect( |
| 215 frame->visible_rect().x() + | 213 frame->visible_rect().x() + |
| 216 crop_x * frame->visible_rect().width() / orig_width, | 214 crop_x * frame->visible_rect().width() / orig_width, |
| 217 frame->visible_rect().y() + | 215 frame->visible_rect().y() + |
| 218 crop_y * frame->visible_rect().height() / orig_height, | 216 crop_y * frame->visible_rect().height() / orig_height, |
| 219 crop_width * frame->visible_rect().width() / orig_width, | 217 crop_width * frame->visible_rect().width() / orig_width, |
| 220 crop_height * frame->visible_rect().height() / orig_height); | 218 crop_height * frame->visible_rect().height() / orig_height); |
| 221 | 219 |
| 222 const gfx::Size adapted_size(adapted_width, adapted_height); | 220 const gfx::Size adapted_size(adapted_width, adapted_height); |
| 223 scoped_refptr<media::VideoFrame> video_frame = | 221 scoped_refptr<media::VideoFrame> video_frame = |
| 224 media::VideoFrame::WrapVideoFrame(frame, frame->format(), | 222 media::VideoFrame::WrapVideoFrame(frame, frame->format(), |
| 225 cropped_visible_rect, adapted_size); | 223 cropped_visible_rect, adapted_size); |
| 226 if (!video_frame) | 224 if (!video_frame) |
| 227 return; | 225 return; |
| 228 | 226 |
| 229 video_frame->AddDestructionObserver(base::Bind(&ReleaseOriginalFrame, frame)); | 227 video_frame->AddDestructionObserver(base::Bind(&ReleaseOriginalFrame, frame)); |
| 230 | 228 |
| 231 // If no scaling is needed, return a wrapped version of |frame| directly. | 229 // If no scaling is needed, return a wrapped version of |frame| directly. |
| 232 if (video_frame->natural_size() == video_frame->visible_rect().size()) { | 230 if (video_frame->natural_size() == video_frame->visible_rect().size()) { |
| 233 OnFrame(cricket::WebRtcVideoFrame( | 231 OnFrame(webrtc::VideoFrame( |
| 234 new rtc::RefCountedObject<WebRtcVideoFrameAdapter>( | 232 new rtc::RefCountedObject<WebRtcVideoFrameAdapter>( |
| 235 video_frame, | 233 video_frame, |
| 236 WebRtcVideoFrameAdapter::CopyTextureFrameCallback()), | 234 WebRtcVideoFrameAdapter::CopyTextureFrameCallback()), |
| 237 webrtc::kVideoRotation_0, translated_camera_time_us), | 235 webrtc::kVideoRotation_0, translated_camera_time_us), |
| 238 orig_width, orig_height); | 236 orig_width, orig_height); |
| 239 return; | 237 return; |
| 240 } | 238 } |
| 241 | 239 |
| 242 // We need to scale the frame before we hand it over to webrtc. | 240 // We need to scale the frame before we hand it over to webrtc. |
| 243 scoped_refptr<media::VideoFrame> scaled_frame = | 241 scoped_refptr<media::VideoFrame> scaled_frame = |
| 244 scaled_frame_pool_.CreateFrame(media::PIXEL_FORMAT_I420, adapted_size, | 242 scaled_frame_pool_.CreateFrame(media::PIXEL_FORMAT_I420, adapted_size, |
| 245 gfx::Rect(adapted_size), adapted_size, | 243 gfx::Rect(adapted_size), adapted_size, |
| 246 frame->timestamp()); | 244 frame->timestamp()); |
| 247 libyuv::I420Scale(video_frame->visible_data(media::VideoFrame::kYPlane), | 245 libyuv::I420Scale(video_frame->visible_data(media::VideoFrame::kYPlane), |
| 248 video_frame->stride(media::VideoFrame::kYPlane), | 246 video_frame->stride(media::VideoFrame::kYPlane), |
| 249 video_frame->visible_data(media::VideoFrame::kUPlane), | 247 video_frame->visible_data(media::VideoFrame::kUPlane), |
| 250 video_frame->stride(media::VideoFrame::kUPlane), | 248 video_frame->stride(media::VideoFrame::kUPlane), |
| 251 video_frame->visible_data(media::VideoFrame::kVPlane), | 249 video_frame->visible_data(media::VideoFrame::kVPlane), |
| 252 video_frame->stride(media::VideoFrame::kVPlane), | 250 video_frame->stride(media::VideoFrame::kVPlane), |
| 253 video_frame->visible_rect().width(), | 251 video_frame->visible_rect().width(), |
| 254 video_frame->visible_rect().height(), | 252 video_frame->visible_rect().height(), |
| 255 scaled_frame->data(media::VideoFrame::kYPlane), | 253 scaled_frame->data(media::VideoFrame::kYPlane), |
| 256 scaled_frame->stride(media::VideoFrame::kYPlane), | 254 scaled_frame->stride(media::VideoFrame::kYPlane), |
| 257 scaled_frame->data(media::VideoFrame::kUPlane), | 255 scaled_frame->data(media::VideoFrame::kUPlane), |
| 258 scaled_frame->stride(media::VideoFrame::kUPlane), | 256 scaled_frame->stride(media::VideoFrame::kUPlane), |
| 259 scaled_frame->data(media::VideoFrame::kVPlane), | 257 scaled_frame->data(media::VideoFrame::kVPlane), |
| 260 scaled_frame->stride(media::VideoFrame::kVPlane), | 258 scaled_frame->stride(media::VideoFrame::kVPlane), |
| 261 adapted_width, adapted_height, libyuv::kFilterBilinear); | 259 adapted_width, adapted_height, libyuv::kFilterBilinear); |
| 262 | 260 |
| 263 OnFrame(cricket::WebRtcVideoFrame( | 261 OnFrame(webrtc::VideoFrame( |
| 264 new rtc::RefCountedObject<WebRtcVideoFrameAdapter>( | 262 new rtc::RefCountedObject<WebRtcVideoFrameAdapter>( |
| 265 scaled_frame, | 263 scaled_frame, |
| 266 WebRtcVideoFrameAdapter::CopyTextureFrameCallback()), | 264 WebRtcVideoFrameAdapter::CopyTextureFrameCallback()), |
| 267 webrtc::kVideoRotation_0, translated_camera_time_us), | 265 webrtc::kVideoRotation_0, translated_camera_time_us), |
| 268 orig_width, orig_height); | 266 orig_width, orig_height); |
| 269 } | 267 } |
| 270 | 268 |
| 271 cricket::CaptureState WebRtcVideoCapturerAdapter::Start( | 269 cricket::CaptureState WebRtcVideoCapturerAdapter::Start( |
| 272 const cricket::VideoFormat& capture_format) { | 270 const cricket::VideoFormat& capture_format) { |
| 273 DCHECK(thread_checker_.CalledOnValidThread()); | 271 DCHECK(thread_checker_.CalledOnValidThread()); |
| (...skipping 42 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 316 // just use what is provided. | 314 // just use what is provided. |
| 317 // Use the desired format as the best format. | 315 // Use the desired format as the best format. |
| 318 best_format->width = desired.width; | 316 best_format->width = desired.width; |
| 319 best_format->height = desired.height; | 317 best_format->height = desired.height; |
| 320 best_format->fourcc = cricket::FOURCC_I420; | 318 best_format->fourcc = cricket::FOURCC_I420; |
| 321 best_format->interval = desired.interval; | 319 best_format->interval = desired.interval; |
| 322 return true; | 320 return true; |
| 323 } | 321 } |
| 324 | 322 |
| 325 } // namespace content | 323 } // namespace content |
| OLD | NEW |