OLD | NEW |
| (Empty) |
1 // Copyright 2013 The Chromium Authors. All rights reserved. | |
2 // Use of this source code is governed by a BSD-style license that can be | |
3 // found in the LICENSE file. | |
4 | |
5 #include "remoting/client/jni/jni_frame_consumer.h" | |
6 | |
7 #include <stdint.h> | |
8 | |
9 #include "base/android/jni_android.h" | |
10 #include "base/android/scoped_java_ref.h" | |
11 #include "base/logging.h" | |
12 #include "base/memory/ptr_util.h" | |
13 #include "remoting/base/util.h" | |
14 #include "remoting/client/jni/chromoting_jni_instance.h" | |
15 #include "remoting/client/jni/chromoting_jni_runtime.h" | |
16 #include "remoting/client/jni/jni_client.h" | |
17 #include "remoting/client/jni/jni_display_handler.h" | |
18 #include "remoting/client/software_video_renderer.h" | |
19 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h" | |
20 #include "third_party/webrtc/modules/desktop_capture/desktop_region.h" | |
21 #include "ui/gfx/android/java_bitmap.h" | |
22 | |
23 namespace remoting { | |
24 | |
25 class JniFrameConsumer::Renderer { | |
26 public: | |
27 Renderer(ChromotingJniRuntime* jni_runtime, | |
28 base::WeakPtr<JniDisplayHandler> display) | |
29 : jni_runtime_(jni_runtime), display_handler_(display) {} | |
30 ~Renderer() { | |
31 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread()); | |
32 } | |
33 | |
34 void RenderFrame(std::unique_ptr<webrtc::DesktopFrame> frame); | |
35 | |
36 private: | |
37 // Used to obtain task runner references and make calls to Java methods. | |
38 ChromotingJniRuntime* jni_runtime_; | |
39 | |
40 base::WeakPtr<JniDisplayHandler> display_handler_; | |
41 | |
42 // This global reference is required, instead of a local reference, so it | |
43 // remains valid for the lifetime of |bitmap_| - gfx::JavaBitmap does not | |
44 // create its own global reference internally. And this global ref must be | |
45 // destroyed (released) after |bitmap_| is destroyed. | |
46 base::android::ScopedJavaGlobalRef<jobject> bitmap_global_ref_; | |
47 | |
48 // Reference to the frame bitmap that is passed to Java when the frame is | |
49 // allocated. This provides easy access to the underlying pixels. | |
50 std::unique_ptr<gfx::JavaBitmap> bitmap_; | |
51 }; | |
52 | |
53 // Function called on the display thread to render the frame. | |
54 void JniFrameConsumer::Renderer::RenderFrame( | |
55 std::unique_ptr<webrtc::DesktopFrame> frame) { | |
56 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread()); | |
57 if (!display_handler_) { | |
58 return; | |
59 } | |
60 | |
61 if (!bitmap_ || bitmap_->size().width() != frame->size().width() || | |
62 bitmap_->size().height() != frame->size().height()) { | |
63 // Allocate a new Bitmap, store references here, and pass it to Java. | |
64 JNIEnv* env = base::android::AttachCurrentThread(); | |
65 | |
66 // |bitmap_| must be deleted before |bitmap_global_ref_| is released. | |
67 bitmap_.reset(); | |
68 bitmap_global_ref_.Reset( | |
69 env, display_handler_ | |
70 ->NewBitmap(frame->size().width(), frame->size().height()) | |
71 .obj()); | |
72 bitmap_.reset(new gfx::JavaBitmap(bitmap_global_ref_.obj())); | |
73 display_handler_->UpdateFrameBitmap(bitmap_global_ref_); | |
74 } | |
75 | |
76 // Copy pixels from |frame| into the Java Bitmap. | |
77 // TODO(lambroslambrou): Optimize away this copy by having the VideoDecoder | |
78 // decode directly into the Bitmap's pixel memory. This currently doesn't | |
79 // work very well because the VideoDecoder writes the decoded data in BGRA, | |
80 // and then the R/B channels are swapped in place (on the decoding thread). | |
81 // If a repaint is triggered from a Java event handler, the unswapped pixels | |
82 // can sometimes appear on the display. | |
83 uint8_t* dest_buffer = static_cast<uint8_t*>(bitmap_->pixels()); | |
84 webrtc::DesktopRect buffer_rect = | |
85 webrtc::DesktopRect::MakeSize(frame->size()); | |
86 for (webrtc::DesktopRegion::Iterator i(frame->updated_region()); !i.IsAtEnd(); | |
87 i.Advance()) { | |
88 CopyRGB32Rect(frame->data(), frame->stride(), buffer_rect, dest_buffer, | |
89 bitmap_->stride(), buffer_rect, i.rect()); | |
90 } | |
91 | |
92 display_handler_->RedrawCanvas(); | |
93 } | |
94 | |
95 JniFrameConsumer::JniFrameConsumer( | |
96 ChromotingJniRuntime* jni_runtime, | |
97 base::WeakPtr<JniDisplayHandler> display) | |
98 : jni_runtime_(jni_runtime), | |
99 renderer_(new Renderer(jni_runtime, display)), | |
100 weak_factory_(this) {} | |
101 | |
102 JniFrameConsumer::~JniFrameConsumer() { | |
103 jni_runtime_->display_task_runner()->DeleteSoon(FROM_HERE, | |
104 renderer_.release()); | |
105 } | |
106 | |
107 std::unique_ptr<webrtc::DesktopFrame> JniFrameConsumer::AllocateFrame( | |
108 const webrtc::DesktopSize& size) { | |
109 return base::WrapUnique(new webrtc::BasicDesktopFrame(size)); | |
110 } | |
111 | |
112 void JniFrameConsumer::DrawFrame(std::unique_ptr<webrtc::DesktopFrame> frame, | |
113 const base::Closure& done) { | |
114 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread()); | |
115 | |
116 jni_runtime_->display_task_runner()->PostTaskAndReply( | |
117 FROM_HERE, | |
118 base::Bind(&Renderer::RenderFrame, base::Unretained(renderer_.get()), | |
119 base::Passed(&frame)), | |
120 base::Bind(&JniFrameConsumer::OnFrameRendered, weak_factory_.GetWeakPtr(), | |
121 done)); | |
122 } | |
123 | |
124 void JniFrameConsumer::OnFrameRendered(const base::Closure& done) { | |
125 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread()); | |
126 | |
127 if (!done.is_null()) | |
128 done.Run(); | |
129 } | |
130 | |
131 protocol::FrameConsumer::PixelFormat JniFrameConsumer::GetPixelFormat() { | |
132 return FORMAT_RGBA; | |
133 } | |
134 | |
135 void JniFrameConsumer::OnSessionConfig(const protocol::SessionConfig& config) { | |
136 DCHECK(video_renderer_); | |
137 return video_renderer_->OnSessionConfig(config); | |
138 } | |
139 | |
140 protocol::VideoStub* JniFrameConsumer::GetVideoStub() { | |
141 DCHECK(video_renderer_); | |
142 return video_renderer_->GetVideoStub(); | |
143 } | |
144 | |
145 protocol::FrameConsumer* JniFrameConsumer::GetFrameConsumer() { | |
146 DCHECK(video_renderer_); | |
147 return video_renderer_->GetFrameConsumer(); | |
148 } | |
149 | |
150 void JniFrameConsumer::Initialize( | |
151 scoped_refptr<base::SingleThreadTaskRunner> decode_task_runner, | |
152 protocol::PerformanceTracker* perf_tracker) { | |
153 video_renderer_.reset(new SoftwareVideoRenderer(decode_task_runner, this, | |
154 perf_tracker)); | |
155 } | |
156 | |
157 } // namespace remoting | |
OLD | NEW |