OLD | NEW |
| (Empty) |
1 // Copyright 2016 The Chromium Authors. All rights reserved. | |
2 // Use of this source code is governed by a BSD-style license that can be | |
3 // found in the LICENSE file. | |
4 | |
5 #include "remoting/client/jni/jni_video_renderer.h" | |
6 | |
7 #include <stdint.h> | |
8 | |
9 #include "base/android/jni_android.h" | |
10 #include "base/android/scoped_java_ref.h" | |
11 #include "base/logging.h" | |
12 #include "base/memory/ptr_util.h" | |
13 #include "remoting/base/util.h" | |
14 #include "remoting/client/jni/chromoting_jni_instance.h" | |
15 #include "remoting/client/jni/chromoting_jni_runtime.h" | |
16 #include "remoting/client/jni/jni_client.h" | |
17 #include "remoting/client/jni/jni_display_handler.h" | |
18 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" | |
19 #include "third_party/webrtc/modules/desktop_capture/desktop_region.h" | |
20 #include "ui/gfx/android/java_bitmap.h" | |
21 | |
22 namespace remoting { | |
23 | |
24 class JniVideoRenderer::Renderer { | |
25 public: | |
26 Renderer(ChromotingJniRuntime* jni_runtime, | |
27 base::WeakPtr<JniDisplayHandler> display) | |
28 : jni_runtime_(jni_runtime), display_handler_(display) {} | |
29 ~Renderer() { | |
30 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread()); | |
31 } | |
32 | |
33 void RenderFrame(std::unique_ptr<webrtc::DesktopFrame> frame); | |
34 | |
35 private: | |
36 // Used to obtain task runner references and make calls to Java methods. | |
37 ChromotingJniRuntime* jni_runtime_; | |
38 | |
39 base::WeakPtr<JniDisplayHandler> display_handler_; | |
40 | |
41 // This global reference is required, instead of a local reference, so it | |
42 // remains valid for the lifetime of |bitmap_| - gfx::JavaBitmap does not | |
43 // create its own global reference internally. And this global ref must be | |
44 // destroyed (released) after |bitmap_| is destroyed. | |
45 base::android::ScopedJavaGlobalRef<jobject> bitmap_global_ref_; | |
46 | |
47 // Reference to the frame bitmap that is passed to Java when the frame is | |
48 // allocated. This provides easy access to the underlying pixels. | |
49 std::unique_ptr<gfx::JavaBitmap> bitmap_; | |
50 }; | |
51 | |
52 // Function called on the display thread to render the frame. | |
53 void JniVideoRenderer::Renderer::RenderFrame( | |
54 std::unique_ptr<webrtc::DesktopFrame> frame) { | |
55 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread()); | |
56 if (!display_handler_) { | |
57 return; | |
58 } | |
59 | |
60 if (!bitmap_ || bitmap_->size().width() != frame->size().width() || | |
61 bitmap_->size().height() != frame->size().height()) { | |
62 // Allocate a new Bitmap, store references here, and pass it to Java. | |
63 JNIEnv* env = base::android::AttachCurrentThread(); | |
64 | |
65 // |bitmap_| must be deleted before |bitmap_global_ref_| is released. | |
66 bitmap_.reset(); | |
67 bitmap_global_ref_.Reset( | |
68 env, display_handler_ | |
69 ->NewBitmap(frame->size().width(), frame->size().height()) | |
70 .obj()); | |
71 bitmap_.reset(new gfx::JavaBitmap(bitmap_global_ref_.obj())); | |
72 display_handler_->UpdateFrameBitmap(bitmap_global_ref_); | |
73 } | |
74 | |
75 // Copy pixels from |frame| into the Java Bitmap. | |
76 // TODO(lambroslambrou): Optimize away this copy by having the VideoDecoder | |
77 // decode directly into the Bitmap's pixel memory. This currently doesn't | |
78 // work very well because the VideoDecoder writes the decoded data in BGRA, | |
79 // and then the R/B channels are swapped in place (on the decoding thread). | |
80 // If a repaint is triggered from a Java event handler, the unswapped pixels | |
81 // can sometimes appear on the display. | |
82 uint8_t* dest_buffer = static_cast<uint8_t*>(bitmap_->pixels()); | |
83 webrtc::DesktopRect buffer_rect = | |
84 webrtc::DesktopRect::MakeSize(frame->size()); | |
85 for (webrtc::DesktopRegion::Iterator i(frame->updated_region()); !i.IsAtEnd(); | |
86 i.Advance()) { | |
87 CopyRGB32Rect(frame->data(), frame->stride(), buffer_rect, dest_buffer, | |
88 bitmap_->stride(), buffer_rect, i.rect()); | |
89 } | |
90 | |
91 display_handler_->RedrawCanvas(); | |
92 } | |
93 | |
94 JniVideoRenderer::JniVideoRenderer( | |
95 ChromotingJniRuntime* jni_runtime, | |
96 base::WeakPtr<JniDisplayHandler> display) | |
97 : jni_runtime_(jni_runtime), | |
98 software_video_renderer_(this), | |
99 renderer_(new Renderer(jni_runtime, display)), | |
100 weak_factory_(this) {} | |
101 | |
102 JniVideoRenderer::~JniVideoRenderer() { | |
103 jni_runtime_->display_task_runner()->DeleteSoon(FROM_HERE, | |
104 renderer_.release()); | |
105 } | |
106 | |
107 std::unique_ptr<webrtc::DesktopFrame> JniVideoRenderer::AllocateFrame( | |
108 const webrtc::DesktopSize& size) { | |
109 return base::WrapUnique(new webrtc::BasicDesktopFrame(size)); | |
110 } | |
111 | |
112 void JniVideoRenderer::DrawFrame(std::unique_ptr<webrtc::DesktopFrame> frame, | |
113 const base::Closure& done) { | |
114 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread()); | |
115 | |
116 jni_runtime_->display_task_runner()->PostTaskAndReply( | |
117 FROM_HERE, | |
118 base::Bind(&Renderer::RenderFrame, base::Unretained(renderer_.get()), | |
119 base::Passed(&frame)), | |
120 base::Bind(&JniVideoRenderer::OnFrameRendered, weak_factory_.GetWeakPtr(), | |
121 done)); | |
122 } | |
123 | |
124 void JniVideoRenderer::OnFrameRendered(const base::Closure& done) { | |
125 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread()); | |
126 | |
127 if (!done.is_null()) | |
128 done.Run(); | |
129 } | |
130 | |
131 protocol::FrameConsumer::PixelFormat JniVideoRenderer::GetPixelFormat() { | |
132 return FORMAT_RGBA; | |
133 } | |
134 | |
135 bool JniVideoRenderer::Initialize( | |
136 const ClientContext& context, | |
137 protocol::FrameStatsConsumer* stats_consumer) { | |
138 return software_video_renderer_.Initialize(context, stats_consumer); | |
139 } | |
140 | |
141 void JniVideoRenderer::OnSessionConfig(const protocol::SessionConfig& config) { | |
142 return software_video_renderer_.OnSessionConfig(config); | |
143 } | |
144 | |
145 protocol::VideoStub* JniVideoRenderer::GetVideoStub() { | |
146 return software_video_renderer_.GetVideoStub(); | |
147 } | |
148 | |
149 protocol::FrameConsumer* JniVideoRenderer::GetFrameConsumer() { | |
150 return software_video_renderer_.GetFrameConsumer(); | |
151 } | |
152 | |
153 protocol::FrameStatsConsumer* JniVideoRenderer::GetFrameStatsConsumer() { | |
154 return software_video_renderer_.GetFrameStatsConsumer(); | |
155 } | |
156 | |
157 } // namespace remoting | |
OLD | NEW |