Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(210)

Side by Side Diff: remoting/client/jni/jni_frame_consumer.cc

Issue 2101833002: [Remoting Android] DisplayUpdaterFactory cleanups (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Reviewer's Feedback Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
(Empty)
1 // Copyright 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4
5 #include "remoting/client/jni/jni_frame_consumer.h"
6
7 #include <stdint.h>
8
9 #include "base/android/jni_android.h"
10 #include "base/android/scoped_java_ref.h"
11 #include "base/logging.h"
12 #include "base/memory/ptr_util.h"
13 #include "remoting/base/util.h"
14 #include "remoting/client/jni/chromoting_jni_instance.h"
15 #include "remoting/client/jni/chromoting_jni_runtime.h"
16 #include "remoting/client/jni/jni_client.h"
17 #include "remoting/client/jni/jni_display_handler.h"
18 #include "remoting/client/software_video_renderer.h"
19 #include "third_party/webrtc/modules/desktop_capture/desktop_frame.h"
20 #include "third_party/webrtc/modules/desktop_capture/desktop_region.h"
21 #include "ui/gfx/android/java_bitmap.h"
22
23 namespace remoting {
24
25 class JniFrameConsumer::Renderer {
26 public:
27 Renderer(ChromotingJniRuntime* jni_runtime,
28 base::WeakPtr<JniDisplayHandler> display)
29 : jni_runtime_(jni_runtime), display_handler_(display) {}
30 ~Renderer() {
31 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread());
32 }
33
34 void RenderFrame(std::unique_ptr<webrtc::DesktopFrame> frame);
35
36 private:
37 // Used to obtain task runner references and make calls to Java methods.
38 ChromotingJniRuntime* jni_runtime_;
39
40 base::WeakPtr<JniDisplayHandler> display_handler_;
41
42 // This global reference is required, instead of a local reference, so it
43 // remains valid for the lifetime of |bitmap_| - gfx::JavaBitmap does not
44 // create its own global reference internally. And this global ref must be
45 // destroyed (released) after |bitmap_| is destroyed.
46 base::android::ScopedJavaGlobalRef<jobject> bitmap_global_ref_;
47
48 // Reference to the frame bitmap that is passed to Java when the frame is
49 // allocated. This provides easy access to the underlying pixels.
50 std::unique_ptr<gfx::JavaBitmap> bitmap_;
51 };
52
53 // Function called on the display thread to render the frame.
54 void JniFrameConsumer::Renderer::RenderFrame(
55 std::unique_ptr<webrtc::DesktopFrame> frame) {
56 DCHECK(jni_runtime_->display_task_runner()->BelongsToCurrentThread());
57 if (!display_handler_) {
58 return;
59 }
60
61 if (!bitmap_ || bitmap_->size().width() != frame->size().width() ||
62 bitmap_->size().height() != frame->size().height()) {
63 // Allocate a new Bitmap, store references here, and pass it to Java.
64 JNIEnv* env = base::android::AttachCurrentThread();
65
66 // |bitmap_| must be deleted before |bitmap_global_ref_| is released.
67 bitmap_.reset();
68 bitmap_global_ref_.Reset(
69 env, display_handler_
70 ->NewBitmap(frame->size().width(), frame->size().height())
71 .obj());
72 bitmap_.reset(new gfx::JavaBitmap(bitmap_global_ref_.obj()));
73 display_handler_->UpdateFrameBitmap(bitmap_global_ref_);
74 }
75
76 // Copy pixels from |frame| into the Java Bitmap.
77 // TODO(lambroslambrou): Optimize away this copy by having the VideoDecoder
78 // decode directly into the Bitmap's pixel memory. This currently doesn't
79 // work very well because the VideoDecoder writes the decoded data in BGRA,
80 // and then the R/B channels are swapped in place (on the decoding thread).
81 // If a repaint is triggered from a Java event handler, the unswapped pixels
82 // can sometimes appear on the display.
83 uint8_t* dest_buffer = static_cast<uint8_t*>(bitmap_->pixels());
84 webrtc::DesktopRect buffer_rect =
85 webrtc::DesktopRect::MakeSize(frame->size());
86 for (webrtc::DesktopRegion::Iterator i(frame->updated_region()); !i.IsAtEnd();
87 i.Advance()) {
88 CopyRGB32Rect(frame->data(), frame->stride(), buffer_rect, dest_buffer,
89 bitmap_->stride(), buffer_rect, i.rect());
90 }
91
92 display_handler_->RedrawCanvas();
93 }
94
95 JniFrameConsumer::JniFrameConsumer(
96 ChromotingJniRuntime* jni_runtime,
97 base::WeakPtr<JniDisplayHandler> display)
98 : jni_runtime_(jni_runtime),
99 renderer_(new Renderer(jni_runtime, display)),
100 weak_factory_(this) {}
101
102 JniFrameConsumer::~JniFrameConsumer() {
103 jni_runtime_->display_task_runner()->DeleteSoon(FROM_HERE,
104 renderer_.release());
105 }
106
107 std::unique_ptr<webrtc::DesktopFrame> JniFrameConsumer::AllocateFrame(
108 const webrtc::DesktopSize& size) {
109 return base::WrapUnique(new webrtc::BasicDesktopFrame(size));
110 }
111
112 void JniFrameConsumer::DrawFrame(std::unique_ptr<webrtc::DesktopFrame> frame,
113 const base::Closure& done) {
114 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread());
115
116 jni_runtime_->display_task_runner()->PostTaskAndReply(
117 FROM_HERE,
118 base::Bind(&Renderer::RenderFrame, base::Unretained(renderer_.get()),
119 base::Passed(&frame)),
120 base::Bind(&JniFrameConsumer::OnFrameRendered, weak_factory_.GetWeakPtr(),
121 done));
122 }
123
124 void JniFrameConsumer::OnFrameRendered(const base::Closure& done) {
125 DCHECK(jni_runtime_->network_task_runner()->BelongsToCurrentThread());
126
127 if (!done.is_null())
128 done.Run();
129 }
130
131 protocol::FrameConsumer::PixelFormat JniFrameConsumer::GetPixelFormat() {
132 return FORMAT_RGBA;
133 }
134
135 void JniFrameConsumer::OnSessionConfig(const protocol::SessionConfig& config) {
136 DCHECK(video_renderer_);
137 return video_renderer_->OnSessionConfig(config);
138 }
139
140 protocol::VideoStub* JniFrameConsumer::GetVideoStub() {
141 DCHECK(video_renderer_);
142 return video_renderer_->GetVideoStub();
143 }
144
145 protocol::FrameConsumer* JniFrameConsumer::GetFrameConsumer() {
146 DCHECK(video_renderer_);
147 return video_renderer_->GetFrameConsumer();
148 }
149
150 void JniFrameConsumer::Initialize(
151 scoped_refptr<base::SingleThreadTaskRunner> decode_task_runner,
152 protocol::PerformanceTracker* perf_tracker) {
153 video_renderer_.reset(new SoftwareVideoRenderer(decode_task_runner, this,
154 perf_tracker));
155 }
156
157 } // namespace remoting
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698