| OLD | NEW |
| 1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "remoting/client/jni/jni_frame_consumer.h" | 5 #include "remoting/client/jni/jni_video_renderer.h" |
| 6 | 6 |
| 7 #include <stdint.h> | 7 #include <stdint.h> |
| 8 | 8 |
| 9 #include "base/android/jni_android.h" | 9 #include "base/android/jni_android.h" |
| 10 #include "base/android/scoped_java_ref.h" | 10 #include "base/android/scoped_java_ref.h" |
| 11 #include "base/logging.h" | 11 #include "base/logging.h" |
| 12 #include "base/memory/ptr_util.h" | 12 #include "base/memory/ptr_util.h" |
| 13 #include "remoting/base/util.h" | 13 #include "remoting/base/util.h" |
| 14 #include "remoting/client/jni/chromoting_jni_instance.h" | 14 #include "remoting/client/jni/chromoting_jni_instance.h" |
| 15 #include "remoting/client/jni/chromoting_jni_runtime.h" | 15 #include "remoting/client/jni/chromoting_jni_runtime.h" |
| 16 #include "remoting/client/jni/jni_client.h" | 16 #include "remoting/client/jni/jni_client.h" |
| 17 #include "remoting/client/jni/jni_display_handler.h" | 17 #include "remoting/client/jni/jni_display_handler.h" |
| 18 #include "remoting/client/software_video_renderer.h" | 18 #include "remoting/client/software_video_renderer.h" |
| 19 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" | 19 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" |
| 20 #include "third_party/webrtc/modules/desktop_capture/desktop_region.h" | 20 #include "third_party/webrtc/modules/desktop_capture/desktop_region.h" |
| 21 #include "ui/gfx/android/java_bitmap.h" | 21 #include "ui/gfx/android/java_bitmap.h" |
| 22 | 22 |
| 23 namespace remoting { | 23 namespace remoting { |
| 24 | 24 |
| 25 class JniFrameConsumer::Renderer { | 25 class JniVideoRenderer::Renderer { |
| 26 public: | 26 public: |
| 27 Renderer(ChromotingJniRuntime* jni_runtime, | 27 Renderer(ChromotingJniRuntime* jni_runtime, |
| 28 base::WeakPtr<JniDisplayHandler> display) | 28 base::WeakPtr<JniDisplayHandler> display) |
| 29 : jni_runtime_(jni_runtime), display_handler_(display) {} | 29 : jni_runtime_(jni_runtime), display_handler_(display) {} |
| 30 ~Renderer() { | 30 ~Renderer() { |
| 31 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread()); | 31 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread()); |
| 32 } | 32 } |
| 33 | 33 |
| 34 void RenderFrame(std::unique_ptr<webrtc::DesktopFrame> frame); | 34 void RenderFrame(std::unique_ptr<webrtc::DesktopFrame> frame); |
| 35 | 35 |
| 36 private: | 36 private: |
| 37 // Used to obtain task runner references and make calls to Java methods. | 37 // Used to obtain task runner references and make calls to Java methods. |
| 38 ChromotingJniRuntime* jni_runtime_; | 38 ChromotingJniRuntime* jni_runtime_; |
| 39 | 39 |
| 40 base::WeakPtr<JniDisplayHandler> display_handler_; | 40 base::WeakPtr<JniDisplayHandler> display_handler_; |
| 41 | 41 |
| 42 // This global reference is required, instead of a local reference, so it | 42 // This global reference is required, instead of a local reference, so it |
| 43 // remains valid for the lifetime of |bitmap_| - gfx::JavaBitmap does not | 43 // remains valid for the lifetime of |bitmap_| - gfx::JavaBitmap does not |
| 44 // create its own global reference internally. And this global ref must be | 44 // create its own global reference internally. And this global ref must be |
| 45 // destroyed (released) after |bitmap_| is destroyed. | 45 // destroyed (released) after |bitmap_| is destroyed. |
| 46 base::android::ScopedJavaGlobalRef<jobject> bitmap_global_ref_; | 46 base::android::ScopedJavaGlobalRef<jobject> bitmap_global_ref_; |
| 47 | 47 |
| 48 // Reference to the frame bitmap that is passed to Java when the frame is | 48 // Reference to the frame bitmap that is passed to Java when the frame is |
| 49 // allocated. This provides easy access to the underlying pixels. | 49 // allocated. This provides easy access to the underlying pixels. |
| 50 std::unique_ptr<gfx::JavaBitmap> bitmap_; | 50 std::unique_ptr<gfx::JavaBitmap> bitmap_; |
| 51 }; | 51 }; |
| 52 | 52 |
| 53 // Function called on the display thread to render the frame. | 53 // Function called on the display thread to render the frame. |
| 54 void JniFrameConsumer::Renderer::RenderFrame( | 54 void JniVideoRenderer::Renderer::RenderFrame( |
| 55 std::unique_ptr<webrtc::DesktopFrame> frame) { | 55 std::unique_ptr<webrtc::DesktopFrame> frame) { |
| 56 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread()); | 56 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread()); |
| 57 if (!display_handler_) { | 57 if (!display_handler_) { |
| 58 return; | 58 return; |
| 59 } | 59 } |
| 60 | 60 |
| 61 if (!bitmap_ || bitmap_->size().width() != frame->size().width() || | 61 if (!bitmap_ || bitmap_->size().width() != frame->size().width() || |
| 62 bitmap_->size().height() != frame->size().height()) { | 62 bitmap_->size().height() != frame->size().height()) { |
| 63 // Allocate a new Bitmap, store references here, and pass it to Java. | 63 // Allocate a new Bitmap, store references here, and pass it to Java. |
| 64 JNIEnv* env = base::android::AttachCurrentThread(); | 64 JNIEnv* env = base::android::AttachCurrentThread(); |
| (...skipping 20 matching lines...) Expand all Loading... |
| 85 webrtc::DesktopRect::MakeSize(frame->size()); | 85 webrtc::DesktopRect::MakeSize(frame->size()); |
| 86 for (webrtc::DesktopRegion::Iterator i(frame->updated_region()); !i.IsAtEnd(); | 86 for (webrtc::DesktopRegion::Iterator i(frame->updated_region()); !i.IsAtEnd(); |
| 87 i.Advance()) { | 87 i.Advance()) { |
| 88 CopyRGB32Rect(frame->data(), frame->stride(), buffer_rect, dest_buffer, | 88 CopyRGB32Rect(frame->data(), frame->stride(), buffer_rect, dest_buffer, |
| 89 bitmap_->stride(), buffer_rect, i.rect()); | 89 bitmap_->stride(), buffer_rect, i.rect()); |
| 90 } | 90 } |
| 91 | 91 |
| 92 display_handler_->RedrawCanvas(); | 92 display_handler_->RedrawCanvas(); |
| 93 } | 93 } |
| 94 | 94 |
| 95 JniFrameConsumer::JniFrameConsumer( | 95 JniVideoRenderer::JniVideoRenderer( |
| 96 ChromotingJniRuntime* jni_runtime, | 96 ChromotingJniRuntime* jni_runtime, |
| 97 base::WeakPtr<JniDisplayHandler> display) | 97 base::WeakPtr<JniDisplayHandler> display) |
| 98 : jni_runtime_(jni_runtime), | 98 : jni_runtime_(jni_runtime), |
| 99 renderer_(new Renderer(jni_runtime, display)), | 99 renderer_(new Renderer(jni_runtime, display)), |
| 100 weak_factory_(this) {} | 100 weak_factory_(this) {} |
| 101 | 101 |
| 102 JniFrameConsumer::~JniFrameConsumer() { | 102 JniVideoRenderer::~JniVideoRenderer() { |
| 103 jni_runtime_->display_task_runner()->DeleteSoon(FROM_HERE, | 103 jni_runtime_->display_task_runner()->DeleteSoon(FROM_HERE, |
| 104 renderer_.release()); | 104 renderer_.release()); |
| 105 } | 105 } |
| 106 | 106 |
| 107 std::unique_ptr<webrtc::DesktopFrame> JniFrameConsumer::AllocateFrame( | 107 std::unique_ptr<webrtc::DesktopFrame> JniVideoRenderer::AllocateFrame( |
| 108 const webrtc::DesktopSize& size) { | 108 const webrtc::DesktopSize& size) { |
| 109 return base::WrapUnique(new webrtc::BasicDesktopFrame(size)); | 109 return base::WrapUnique(new webrtc::BasicDesktopFrame(size)); |
| 110 } | 110 } |
| 111 | 111 |
| 112 void JniFrameConsumer::DrawFrame(std::unique_ptr<webrtc::DesktopFrame> frame, | 112 void JniVideoRenderer::DrawFrame(std::unique_ptr<webrtc::DesktopFrame> frame, |
| 113 const base::Closure& done) { | 113 const base::Closure& done) { |
| 114 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread()); | 114 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread()); |
| 115 | 115 |
| 116 jni_runtime_->display_task_runner()->PostTaskAndReply( | 116 jni_runtime_->display_task_runner()->PostTaskAndReply( |
| 117 FROM_HERE, | 117 FROM_HERE, |
| 118 base::Bind(&Renderer::RenderFrame, base::Unretained(renderer_.get()), | 118 base::Bind(&Renderer::RenderFrame, base::Unretained(renderer_.get()), |
| 119 base::Passed(&frame)), | 119 base::Passed(&frame)), |
| 120 base::Bind(&JniFrameConsumer::OnFrameRendered, weak_factory_.GetWeakPtr(), | 120 base::Bind(&JniVideoRenderer::OnFrameRendered, weak_factory_.GetWeakPtr(), |
| 121 done)); | 121 done)); |
| 122 } | 122 } |
| 123 | 123 |
| 124 void JniFrameConsumer::OnFrameRendered(const base::Closure& done) { | 124 void JniVideoRenderer::OnFrameRendered(const base::Closure& done) { |
| 125 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread()); | 125 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread()); |
| 126 | 126 |
| 127 if (!done.is_null()) | 127 if (!done.is_null()) |
| 128 done.Run(); | 128 done.Run(); |
| 129 } | 129 } |
| 130 | 130 |
| 131 protocol::FrameConsumer::PixelFormat JniFrameConsumer::GetPixelFormat() { | 131 protocol::FrameConsumer::PixelFormat JniVideoRenderer::GetPixelFormat() { |
| 132 return FORMAT_RGBA; | 132 return FORMAT_RGBA; |
| 133 } | 133 } |
| 134 | 134 |
| 135 void JniFrameConsumer::OnSessionConfig(const protocol::SessionConfig& config) { | 135 void JniVideoRenderer::OnSessionConfig(const protocol::SessionConfig& config) { |
| 136 DCHECK(video_renderer_); | |
| 137 return video_renderer_->OnSessionConfig(config); | 136 return video_renderer_->OnSessionConfig(config); |
| 138 } | 137 } |
| 139 | 138 |
| 140 protocol::VideoStub* JniFrameConsumer::GetVideoStub() { | 139 protocol::VideoStub* JniVideoRenderer::GetVideoStub() { |
| 141 DCHECK(video_renderer_); | |
| 142 return video_renderer_->GetVideoStub(); | 140 return video_renderer_->GetVideoStub(); |
| 143 } | 141 } |
| 144 | 142 |
| 145 protocol::FrameConsumer* JniFrameConsumer::GetFrameConsumer() { | 143 protocol::FrameConsumer* JniVideoRenderer::GetFrameConsumer() { |
| 146 DCHECK(video_renderer_); | |
| 147 return video_renderer_->GetFrameConsumer(); | 144 return video_renderer_->GetFrameConsumer(); |
| 148 } | 145 } |
| 149 | 146 |
| 150 void JniFrameConsumer::Initialize( | 147 bool JniVideoRenderer::Initialize(const ClientContext& context, |
| 151 scoped_refptr<base::SingleThreadTaskRunner> decode_task_runner, | 148 protocol::PerformanceTracker* perf_tracker) { |
| 152 protocol::PerformanceTracker* perf_tracker) { | 149 DCHECK(!video_renderer_); |
| 153 video_renderer_.reset(new SoftwareVideoRenderer(decode_task_runner, this, | 150 video_renderer_.reset(new SoftwareVideoRenderer(context.decode_task_runner(), |
| 154 perf_tracker)); | 151 this, perf_tracker)); |
| 152 return true; |
| 155 } | 153 } |
| 156 | 154 |
| 157 } // namespace remoting | 155 } // namespace remoting |
| OLD | NEW |