Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(180)

Side by Side Diff: content/common/gpu/image_transport_surface_overlay_mac.mm

Issue 1280033004: Revert of Mac Overlays: Add GPU back-pressure (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2015 The Chromium Authors. All rights reserved. 1 // Copyright 2015 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "content/common/gpu/image_transport_surface_overlay_mac.h" 5 #include "content/common/gpu/image_transport_surface_overlay_mac.h"
6 6
7 #include <IOSurface/IOSurface.h> 7 #include <OpenGL/gl.h>
8 #include <OpenGL/GL.h>
9 8
10 // This type consistently causes problem on Mac, and needs to be dealt with
11 // in a systemic way.
12 // http://crbug.com/517208
13 #ifndef GL_OES_EGL_image
14 typedef void* GLeglImageOES;
15 #endif
16
17 #include "base/mac/scoped_cftyperef.h"
18 #include "content/common/gpu/gpu_messages.h" 9 #include "content/common/gpu/gpu_messages.h"
19 #include "ui/accelerated_widget_mac/surface_handle_types.h" 10 #include "ui/accelerated_widget_mac/surface_handle_types.h"
20 #include "ui/base/cocoa/animation_utils.h" 11 #include "ui/base/cocoa/animation_utils.h"
21 #include "ui/base/cocoa/remote_layer_api.h" 12 #include "ui/base/cocoa/remote_layer_api.h"
22 #include "ui/gfx/geometry/dip_util.h" 13 #include "ui/gfx/geometry/dip_util.h"
23 #include "ui/gl/gl_fence_apple.h"
24 #include "ui/gl/gl_image_io_surface.h" 14 #include "ui/gl/gl_image_io_surface.h"
25 #include "ui/gl/scoped_api.h"
26 #include "ui/gl/scoped_cgl.h"
27
28 namespace {
29
30 // Don't let a frame draw until 5% of the way through the next vsync interval
31 // after the call to SwapBuffers. This slight offset is to ensure that skew
32 // doesn't result in the frame being presented to the previous vsync interval.
33
34 const double kVSyncIntervalFractionForEarliestDisplay = 0.05;
35 // Target 50% of the way through the next vsync interval. Empirically, it has
36 // been determined to be a good target for smooth animation.
37 const double kVSyncIntervalFractionForDisplayCallback = 0.5;
38
39 // If a frame takes more than 1/4th of a second for its fence to finish, just
40 // pretend that the frame is ready to draw.
41 const double kMaximumDelayWaitingForFenceInSeconds = 0.25;
42
43 void CheckGLErrors(const char* msg) {
44 GLenum gl_error;
45 while ((gl_error = glGetError()) != GL_NO_ERROR) {
46 LOG(ERROR) << "OpenGL error hit " << msg << ": " << gl_error;
47 }
48 }
49
50 } // namespace
51
52 @interface CALayer(Private)
53 -(void)setContentsChanged;
54 @end
55 15
56 namespace content { 16 namespace content {
57 17
58 class ImageTransportSurfaceOverlayMac::PendingSwap {
59 public:
60 PendingSwap() : scale_factor(1) {}
61 ~PendingSwap() { DCHECK(!fence); }
62
63 gfx::Size pixel_size;
64 float scale_factor;
65 std::vector<ui::LatencyInfo> latency_info;
66
67 // The IOSurface with new content for this swap.
68 base::ScopedCFTypeRef<IOSurfaceRef> io_surface;
69
70 // A fence object, and the CGL context it was issued in.
71 base::ScopedTypeRef<CGLContextObj> cgl_context;
72 scoped_ptr<gfx::GLFenceAPPLE> fence;
73
74 // The earliest time that this frame may be drawn. A frame is not allowed
75 // to draw until a fraction of the way through the vsync interval after its
76 // This extra latency is to allow wiggle-room for smoothness.
77 base::TimeTicks earliest_allowed_draw_time;
78 // After this time, always draw the frame, no matter what its fence says. This
79 // is to prevent GL bugs from locking the compositor forever.
80 base::TimeTicks latest_allowed_draw_time;
81 };
82
83 ImageTransportSurfaceOverlayMac::ImageTransportSurfaceOverlayMac( 18 ImageTransportSurfaceOverlayMac::ImageTransportSurfaceOverlayMac(
84 GpuChannelManager* manager, 19 GpuChannelManager* manager,
85 GpuCommandBufferStub* stub, 20 GpuCommandBufferStub* stub,
86 gfx::PluginWindowHandle handle) 21 gfx::PluginWindowHandle handle)
87 : scale_factor_(1), pending_overlay_image_(nullptr), 22 : scale_factor_(1), pending_overlay_image_(nullptr) {
88 has_pending_callback_(false), weak_factory_(this) {
89 helper_.reset(new ImageTransportHelper(this, manager, stub, handle)); 23 helper_.reset(new ImageTransportHelper(this, manager, stub, handle));
90 } 24 }
91 25
92 ImageTransportSurfaceOverlayMac::~ImageTransportSurfaceOverlayMac() { 26 ImageTransportSurfaceOverlayMac::~ImageTransportSurfaceOverlayMac() {
27 gfx::GLImageIOSurface::SetLayerForWidget(widget_, nil);
93 } 28 }
94 29
95 bool ImageTransportSurfaceOverlayMac::Initialize() { 30 bool ImageTransportSurfaceOverlayMac::Initialize() {
96 if (!helper_->Initialize()) 31 if (!helper_->Initialize())
97 return false; 32 return false;
98 33
99 // Create the CAContext to send this to the GPU process, and the layer for 34 // Create the CAContext to send this to the GPU process, and the layer for
100 // the context. 35 // the context.
101 CGSConnectionID connection_id = CGSMainConnectionID(); 36 CGSConnectionID connection_id = CGSMainConnectionID();
102 ca_context_.reset( 37 ca_context_.reset(
103 [[CAContext contextWithCGSConnection:connection_id options:@{}] retain]); 38 [[CAContext contextWithCGSConnection:connection_id options:@{}] retain]);
104 layer_.reset([[CALayer alloc] init]); 39 layer_.reset([[CALayer alloc] init]);
105 [layer_ setGeometryFlipped:YES];
106 [layer_ setOpaque:YES];
107 [ca_context_ setLayer:layer_]; 40 [ca_context_ setLayer:layer_];
41
42 // Register the CALayer so that it can be picked up in GLImageIOSurface.
43 static intptr_t previous_widget = 0;
44 previous_widget += 1;
45 widget_ = reinterpret_cast<gfx::AcceleratedWidget>(previous_widget);
46 gfx::GLImageIOSurface::SetLayerForWidget(widget_, layer_);
47
108 return true; 48 return true;
109 } 49 }
110 50
111 void ImageTransportSurfaceOverlayMac::Destroy() { 51 void ImageTransportSurfaceOverlayMac::Destroy() {}
112 FinishAllPendingSwaps();
113 }
114 52
115 bool ImageTransportSurfaceOverlayMac::IsOffscreen() { 53 bool ImageTransportSurfaceOverlayMac::IsOffscreen() {
116 return false; 54 return false;
117 } 55 }
118 56
119 gfx::SwapResult ImageTransportSurfaceOverlayMac::SwapBuffersInternal( 57 gfx::SwapResult ImageTransportSurfaceOverlayMac::SwapBuffers() {
120 const gfx::Rect& pixel_damage_rect) { 58 TRACE_EVENT0("gpu", "ImageTransportSurfaceOverlayMac::SwapBuffers");
121 TRACE_EVENT0("gpu", "ImageTransportSurfaceOverlayMac::SwapBuffersInternal");
122 59
123 // Use the same concept of 'now' for the entire function. The duration of 60 // A flush is required to ensure that all content appears in the layer.
124 // this function only affect the result if this function lasts across a vsync 61 {
125 // boundary, in which case smooth animation is out the window anyway. 62 TRACE_EVENT0("gpu", "ImageTransportSurfaceOverlayMac::glFlush");
126 const base::TimeTicks now = base::TimeTicks::Now(); 63 glFlush();
127
128 // If the previous swap is ready to display, do it before flushing the
129 // new swap. It is desirable to always be hitting this path when trying to
130 // animate smoothly with vsync.
131 if (!pending_swaps_.empty()) {
132 if (IsFirstPendingSwapReadyToDisplay(now))
133 DisplayFirstPendingSwapImmediately();
134 } 64 }
135 65
136 // The remainder of the function will populate the PendingSwap structure and
137 // then enqueue it.
138 linked_ptr<PendingSwap> new_swap(new PendingSwap);
139 new_swap->pixel_size = pixel_size_;
140 new_swap->scale_factor = scale_factor_;
141 new_swap->latency_info.swap(latency_info_);
142
143 // There should exist only one overlay image, and it should cover the whole 66 // There should exist only one overlay image, and it should cover the whole
144 // surface. 67 // surface.
145 DCHECK(pending_overlay_image_); 68 DCHECK(pending_overlay_image_);
146 if (pending_overlay_image_) { 69 if (pending_overlay_image_) {
147 gfx::GLImageIOSurface* pending_overlay_image_io_surface = 70 TRACE_EVENT0("gpu", "ImageTransportSurfaceOverlayMac::setContents");
148 static_cast<gfx::GLImageIOSurface*>(pending_overlay_image_); 71 ScopedCAActionDisabler disabler;
149 new_swap->io_surface = pending_overlay_image_io_surface->io_surface(); 72 gfx::Rect dip_bounds = gfx::ConvertRectToDIP(
73 scale_factor_, gfx::Rect(pixel_size_));
74 gfx::RectF crop_rect(0, 0, 1, 1);
75 pending_overlay_image_->ScheduleOverlayPlane(
76 widget_, 0, gfx::OVERLAY_TRANSFORM_NONE, dip_bounds, crop_rect);
150 pending_overlay_image_ = nullptr; 77 pending_overlay_image_ = nullptr;
151 } 78 }
152 79
153 // A flush is required to ensure that all content appears in the layer.
154 {
155 gfx::ScopedSetGLToRealGLApi scoped_set_gl_api;
156 TRACE_EVENT1("gpu", "ImageTransportSurfaceOverlayMac::glFlush", "surface",
157 new_swap->io_surface.get());
158 CheckGLErrors("before flushing frame");
159 new_swap->cgl_context.reset(CGLGetCurrentContext(),
160 base::scoped_policy::RETAIN);
161 new_swap->fence.reset(new gfx::GLFenceAPPLE);
162 CheckGLErrors("while flushing frame");
163 }
164
165 // Compute the deadlines for drawing this frame.
166 if (display_link_mac_) {
167 new_swap->earliest_allowed_draw_time =
168 display_link_mac_->GetNextVSyncTimeAfter(
169 now, kVSyncIntervalFractionForEarliestDisplay);
170 new_swap->latest_allowed_draw_time = now +
171 base::TimeDelta::FromSecondsD(kMaximumDelayWaitingForFenceInSeconds);
172 } else {
173 // If we have no display link (because vsync is disabled or because we have
174 // not received display parameters yet), immediately attempt to display the
175 // surface.
176 new_swap->earliest_allowed_draw_time = now;
177 new_swap->latest_allowed_draw_time = now;
178 }
179
180 pending_swaps_.push_back(new_swap);
181 PostCheckPendingSwapsCallbackIfNeeded(now);
182 return gfx::SwapResult::SWAP_ACK;
183 }
184
185 bool ImageTransportSurfaceOverlayMac::IsFirstPendingSwapReadyToDisplay(
186 const base::TimeTicks& now) {
187 DCHECK(!pending_swaps_.empty());
188 linked_ptr<PendingSwap> swap = pending_swaps_.front();
189
190 // If more that a certain amount of time has passed since the swap,
191 // unconditionally continue.
192 if (now > swap->latest_allowed_draw_time)
193 return true;
194
195 // Frames are disallowed from drawing until the vsync interval after their
196 // swap is issued.
197 if (now < swap->earliest_allowed_draw_time)
198 return false;
199
200 // If there is no fence then this is either for immediate display, or the
201 // fence was aready successfully checked and deleted.
202 if (!swap->fence)
203 return true;
204
205 // Check if the pending work has finished (and early-out if it is not, and
206 // this is not forced).
207 bool has_completed = false;
208 {
209 gfx::ScopedSetGLToRealGLApi scoped_set_gl_api;
210 gfx::ScopedCGLSetCurrentContext scoped_set_current(swap->cgl_context);
211
212 CheckGLErrors("before testing fence");
213 has_completed= swap->fence->HasCompleted();
214 CheckGLErrors("after testing fence");
215 if (has_completed) {
216 swap->fence.reset();
217 CheckGLErrors("while deleting fence");
218 }
219 }
220 return has_completed;
221 }
222
223 void ImageTransportSurfaceOverlayMac::DisplayFirstPendingSwapImmediately() {
224 TRACE_EVENT0("gpu",
225 "ImageTransportSurfaceOverlayMac::DisplayFirstPendingSwapImmediately");
226 DCHECK(!pending_swaps_.empty());
227 linked_ptr<PendingSwap> swap = pending_swaps_.front();
228
229 // If there is a fence for this object, delete it.
230 if (swap->fence) {
231 gfx::ScopedSetGLToRealGLApi scoped_set_gl_api;
232 gfx::ScopedCGLSetCurrentContext scoped_set_current(swap->cgl_context);
233
234 CheckGLErrors("before deleting active fence");
235 swap->fence.reset();
236 CheckGLErrors("while deleting active fence");
237 }
238
239 // Update the CALayer hierarchy.
240 {
241 TRACE_EVENT1("gpu", "ImageTransportSurfaceOverlayMac::setContents",
242 "surface", swap->io_surface.get());
243 ScopedCAActionDisabler disabler;
244
245 id new_contents = static_cast<id>(swap->io_surface.get());
246 [layer_ setContents:new_contents];
247
248 CGRect new_frame = gfx::ConvertRectToDIP(
249 swap->scale_factor, gfx::Rect(swap->pixel_size)).ToCGRect();
250 if (!CGRectEqualToRect([layer_ frame], new_frame))
251 [layer_ setFrame:new_frame];
252 }
253
254 // Send acknowledgement to the browser.
255 GpuHostMsg_AcceleratedSurfaceBuffersSwapped_Params params; 80 GpuHostMsg_AcceleratedSurfaceBuffersSwapped_Params params;
256 params.surface_handle = 81 params.surface_handle =
257 ui::SurfaceHandleFromCAContextID([ca_context_ contextId]); 82 ui::SurfaceHandleFromCAContextID([ca_context_ contextId]);
258 params.size = pixel_size_; 83 params.size = pixel_size_;
259 params.scale_factor = scale_factor_; 84 params.scale_factor = scale_factor_;
260 params.latency_info.swap(swap->latency_info); 85 params.latency_info.swap(latency_info_);
261 helper_->SendAcceleratedSurfaceBuffersSwapped(params); 86 helper_->SendAcceleratedSurfaceBuffersSwapped(params);
262 87 return gfx::SwapResult::SWAP_ACK;
263 // Remove this from the queue, and reset any callback timers.
264 pending_swaps_.pop_front();
265 }
266
267 void ImageTransportSurfaceOverlayMac::FinishAllPendingSwaps() {
268 TRACE_EVENT0("gpu", "ImageTransportSurfaceOverlayMac::FinishAllPendingSwaps");
269 while (!pending_swaps_.empty())
270 DisplayFirstPendingSwapImmediately();
271 }
272
273 void ImageTransportSurfaceOverlayMac::CheckPendingSwapsCallback() {
274 TRACE_EVENT0("gpu",
275 "ImageTransportSurfaceOverlayMac::CheckPendingSwapsCallback");
276
277 DCHECK(has_pending_callback_);
278 has_pending_callback_ = false;
279
280 if (pending_swaps_.empty())
281 return;
282
283 const base::TimeTicks now = base::TimeTicks::Now();
284 if (IsFirstPendingSwapReadyToDisplay(now))
285 DisplayFirstPendingSwapImmediately();
286 PostCheckPendingSwapsCallbackIfNeeded(now);
287 }
288
289 void ImageTransportSurfaceOverlayMac::PostCheckPendingSwapsCallbackIfNeeded(
290 const base::TimeTicks& now) {
291 TRACE_EVENT0("gpu",
292 "ImageTransportSurfaceOverlayMac::PostCheckPendingSwapsCallbackIfNeeded");
293
294 if (has_pending_callback_)
295 return;
296 if (pending_swaps_.empty())
297 return;
298
299 base::TimeTicks target;
300 if (display_link_mac_) {
301 target = display_link_mac_->GetNextVSyncTimeAfter(
302 now, kVSyncIntervalFractionForDisplayCallback);
303 } else {
304 target = now;
305 }
306 base::TimeDelta delay = target - now;
307
308 base::MessageLoop::current()->PostDelayedTask(
309 FROM_HERE,
310 base::Bind(&ImageTransportSurfaceOverlayMac::CheckPendingSwapsCallback,
311 weak_factory_.GetWeakPtr()), delay);
312 has_pending_callback_ = true;
313 }
314
315 gfx::SwapResult ImageTransportSurfaceOverlayMac::SwapBuffers() {
316 return SwapBuffersInternal(gfx::Rect(pixel_size_));
317 } 88 }
318 89
319 gfx::SwapResult ImageTransportSurfaceOverlayMac::PostSubBuffer(int x, 90 gfx::SwapResult ImageTransportSurfaceOverlayMac::PostSubBuffer(int x,
320 int y, 91 int y,
321 int width, 92 int width,
322 int height) { 93 int height) {
323 return SwapBuffersInternal(gfx::Rect(x, y, width, height)); 94 return SwapBuffers();
324 } 95 }
325 96
326 bool ImageTransportSurfaceOverlayMac::SupportsPostSubBuffer() { 97 bool ImageTransportSurfaceOverlayMac::SupportsPostSubBuffer() {
327 return true; 98 return true;
328 } 99 }
329 100
330 gfx::Size ImageTransportSurfaceOverlayMac::GetSize() { 101 gfx::Size ImageTransportSurfaceOverlayMac::GetSize() {
331 return gfx::Size(); 102 return gfx::Size();
332 } 103 }
333 104
(...skipping 17 matching lines...) Expand all
351 DCHECK(!pending_overlay_image_); 122 DCHECK(!pending_overlay_image_);
352 pending_overlay_image_ = image; 123 pending_overlay_image_ = image;
353 return true; 124 return true;
354 } 125 }
355 126
356 bool ImageTransportSurfaceOverlayMac::IsSurfaceless() const { 127 bool ImageTransportSurfaceOverlayMac::IsSurfaceless() const {
357 return true; 128 return true;
358 } 129 }
359 130
360 void ImageTransportSurfaceOverlayMac::OnBufferPresented( 131 void ImageTransportSurfaceOverlayMac::OnBufferPresented(
361 const AcceleratedSurfaceMsg_BufferPresented_Params& params) { 132 const AcceleratedSurfaceMsg_BufferPresented_Params& params) {}
362 if (display_link_mac_ &&
363 display_link_mac_->display_id() == params.display_id_for_vsync)
364 return;
365 display_link_mac_ = ui::DisplayLinkMac::GetForDisplay(
366 params.display_id_for_vsync);
367 }
368 133
369 void ImageTransportSurfaceOverlayMac::OnResize(gfx::Size pixel_size, 134 void ImageTransportSurfaceOverlayMac::OnResize(gfx::Size pixel_size,
370 float scale_factor) { 135 float scale_factor) {
371 // Flush through any pending frames.
372 FinishAllPendingSwaps();
373 pixel_size_ = pixel_size; 136 pixel_size_ = pixel_size;
374 scale_factor_ = scale_factor; 137 scale_factor_ = scale_factor;
375 } 138 }
376 139
377 void ImageTransportSurfaceOverlayMac::SetLatencyInfo( 140 void ImageTransportSurfaceOverlayMac::SetLatencyInfo(
378 const std::vector<ui::LatencyInfo>& latency_info) { 141 const std::vector<ui::LatencyInfo>& latency_info) {
379 latency_info_.insert( 142 latency_info_.insert(
380 latency_info_.end(), latency_info.begin(), latency_info.end()); 143 latency_info_.end(), latency_info.begin(), latency_info.end());
381 } 144 }
382 145
383 void ImageTransportSurfaceOverlayMac::WakeUpGpu() {} 146 void ImageTransportSurfaceOverlayMac::WakeUpGpu() {}
384 147
385 } // namespace content 148 } // namespace content
OLDNEW
« no previous file with comments | « content/common/gpu/image_transport_surface_overlay_mac.h ('k') | gpu/command_buffer/service/gl_context_virtual.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698