| OLD | NEW |
| (Empty) |
| 1 // Copyright 2013 The Chromium Authors. All rights reserved. | |
| 2 // Use of this source code is governed by a BSD-style license that can be | |
| 3 // found in the LICENSE file. | |
| 4 | |
| 5 #include "remoting/client/jni/jni_frame_consumer.h" | |
| 6 | |
| 7 #include <stdint.h> | |
| 8 | |
| 9 #include "base/android/jni_android.h" | |
| 10 #include "base/android/scoped_java_ref.h" | |
| 11 #include "base/logging.h" | |
| 12 #include "base/memory/ptr_util.h" | |
| 13 #include "remoting/base/util.h" | |
| 14 #include "remoting/client/jni/chromoting_jni_instance.h" | |
| 15 #include "remoting/client/jni/chromoting_jni_runtime.h" | |
| 16 #include "remoting/client/jni/jni_client.h" | |
| 17 #include "remoting/client/jni/jni_display_handler.h" | |
| 18 #include "remoting/client/software_video_renderer.h" | |
| 19 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" | |
| 20 #include "third_party/webrtc/modules/desktop_capture/desktop_region.h" | |
| 21 #include "ui/gfx/android/java_bitmap.h" | |
| 22 | |
| 23 namespace remoting { | |
| 24 | |
| 25 class JniFrameConsumer::Renderer { | |
| 26 public: | |
| 27 Renderer(ChromotingJniRuntime* jni_runtime, | |
| 28 base::WeakPtr<JniDisplayHandler> display) | |
| 29 : jni_runtime_(jni_runtime), display_handler_(display) {} | |
| 30 ~Renderer() { | |
| 31 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread()); | |
| 32 } | |
| 33 | |
| 34 void RenderFrame(std::unique_ptr<webrtc::DesktopFrame> frame); | |
| 35 | |
| 36 private: | |
| 37 // Used to obtain task runner references and make calls to Java methods. | |
| 38 ChromotingJniRuntime* jni_runtime_; | |
| 39 | |
| 40 base::WeakPtr<JniDisplayHandler> display_handler_; | |
| 41 | |
| 42 // This global reference is required, instead of a local reference, so it | |
| 43 // remains valid for the lifetime of |bitmap_| - gfx::JavaBitmap does not | |
| 44 // create its own global reference internally. And this global ref must be | |
| 45 // destroyed (released) after |bitmap_| is destroyed. | |
| 46 base::android::ScopedJavaGlobalRef<jobject> bitmap_global_ref_; | |
| 47 | |
| 48 // Reference to the frame bitmap that is passed to Java when the frame is | |
| 49 // allocated. This provides easy access to the underlying pixels. | |
| 50 std::unique_ptr<gfx::JavaBitmap> bitmap_; | |
| 51 }; | |
| 52 | |
| 53 // Function called on the display thread to render the frame. | |
| 54 void JniFrameConsumer::Renderer::RenderFrame( | |
| 55 std::unique_ptr<webrtc::DesktopFrame> frame) { | |
| 56 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread()); | |
| 57 if (!display_handler_) { | |
| 58 return; | |
| 59 } | |
| 60 | |
| 61 if (!bitmap_ || bitmap_->size().width() != frame->size().width() || | |
| 62 bitmap_->size().height() != frame->size().height()) { | |
| 63 // Allocate a new Bitmap, store references here, and pass it to Java. | |
| 64 JNIEnv* env = base::android::AttachCurrentThread(); | |
| 65 | |
| 66 // |bitmap_| must be deleted before |bitmap_global_ref_| is released. | |
| 67 bitmap_.reset(); | |
| 68 bitmap_global_ref_.Reset( | |
| 69 env, display_handler_ | |
| 70 ->NewBitmap(frame->size().width(), frame->size().height()) | |
| 71 .obj()); | |
| 72 bitmap_.reset(new gfx::JavaBitmap(bitmap_global_ref_.obj())); | |
| 73 display_handler_->UpdateFrameBitmap(bitmap_global_ref_); | |
| 74 } | |
| 75 | |
| 76 // Copy pixels from |frame| into the Java Bitmap. | |
| 77 // TODO(lambroslambrou): Optimize away this copy by having the VideoDecoder | |
| 78 // decode directly into the Bitmap's pixel memory. This currently doesn't | |
| 79 // work very well because the VideoDecoder writes the decoded data in BGRA, | |
| 80 // and then the R/B channels are swapped in place (on the decoding thread). | |
| 81 // If a repaint is triggered from a Java event handler, the unswapped pixels | |
| 82 // can sometimes appear on the display. | |
| 83 uint8_t* dest_buffer = static_cast<uint8_t*>(bitmap_->pixels()); | |
| 84 webrtc::DesktopRect buffer_rect = | |
| 85 webrtc::DesktopRect::MakeSize(frame->size()); | |
| 86 for (webrtc::DesktopRegion::Iterator i(frame->updated_region()); !i.IsAtEnd(); | |
| 87 i.Advance()) { | |
| 88 CopyRGB32Rect(frame->data(), frame->stride(), buffer_rect, dest_buffer, | |
| 89 bitmap_->stride(), buffer_rect, i.rect()); | |
| 90 } | |
| 91 | |
| 92 display_handler_->RedrawCanvas(); | |
| 93 } | |
| 94 | |
| 95 JniFrameConsumer::JniFrameConsumer( | |
| 96 ChromotingJniRuntime* jni_runtime, | |
| 97 base::WeakPtr<JniDisplayHandler> display) | |
| 98 : jni_runtime_(jni_runtime), | |
| 99 renderer_(new Renderer(jni_runtime, display)), | |
| 100 weak_factory_(this) {} | |
| 101 | |
| 102 JniFrameConsumer::~JniFrameConsumer() { | |
| 103 jni_runtime_->display_task_runner()->DeleteSoon(FROM_HERE, | |
| 104 renderer_.release()); | |
| 105 } | |
| 106 | |
| 107 std::unique_ptr<webrtc::DesktopFrame> JniFrameConsumer::AllocateFrame( | |
| 108 const webrtc::DesktopSize& size) { | |
| 109 return base::WrapUnique(new webrtc::BasicDesktopFrame(size)); | |
| 110 } | |
| 111 | |
| 112 void JniFrameConsumer::DrawFrame(std::unique_ptr<webrtc::DesktopFrame> frame, | |
| 113 const base::Closure& done) { | |
| 114 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread()); | |
| 115 | |
| 116 jni_runtime_->display_task_runner()->PostTaskAndReply( | |
| 117 FROM_HERE, | |
| 118 base::Bind(&Renderer::RenderFrame, base::Unretained(renderer_.get()), | |
| 119 base::Passed(&frame)), | |
| 120 base::Bind(&JniFrameConsumer::OnFrameRendered, weak_factory_.GetWeakPtr(), | |
| 121 done)); | |
| 122 } | |
| 123 | |
| 124 void JniFrameConsumer::OnFrameRendered(const base::Closure& done) { | |
| 125 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread()); | |
| 126 | |
| 127 if (!done.is_null()) | |
| 128 done.Run(); | |
| 129 } | |
| 130 | |
| 131 protocol::FrameConsumer::PixelFormat JniFrameConsumer::GetPixelFormat() { | |
| 132 return FORMAT_RGBA; | |
| 133 } | |
| 134 | |
| 135 void JniFrameConsumer::OnSessionConfig(const protocol::SessionConfig& config) { | |
| 136 DCHECK(video_renderer_); | |
| 137 return video_renderer_->OnSessionConfig(config); | |
| 138 } | |
| 139 | |
| 140 protocol::VideoStub* JniFrameConsumer::GetVideoStub() { | |
| 141 DCHECK(video_renderer_); | |
| 142 return video_renderer_->GetVideoStub(); | |
| 143 } | |
| 144 | |
| 145 protocol::FrameConsumer* JniFrameConsumer::GetFrameConsumer() { | |
| 146 DCHECK(video_renderer_); | |
| 147 return video_renderer_->GetFrameConsumer(); | |
| 148 } | |
| 149 | |
| 150 void JniFrameConsumer::Initialize( | |
| 151 scoped_refptr<base::SingleThreadTaskRunner> decode_task_runner, | |
| 152 protocol::PerformanceTracker* perf_tracker) { | |
| 153 video_renderer_.reset(new SoftwareVideoRenderer(decode_task_runner, this, | |
| 154 perf_tracker)); | |
| 155 } | |
| 156 | |
| 157 } // namespace remoting | |
| OLD | NEW |