Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(390)

Side by Side Diff: content/browser/renderer_host/media/video_capture_buffer_pool.h

Issue 2308533003: Break tight coupling of VideoCaptureDeviceClient to renderer_host (Closed)
Patch Set: miu's comments Created 4 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #ifndef CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_BUFFER_POOL_H_ 5 #ifndef CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_BUFFER_POOL_H_
6 #define CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_BUFFER_POOL_H_ 6 #define CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_BUFFER_POOL_H_
7 7
8 #include <stddef.h> 8 #include <stddef.h>
9 9
10 #include <map> 10 #include <map>
11 11
12 #include "base/files/file.h" 12 #include "base/files/file.h"
13 #include "base/macros.h" 13 #include "base/macros.h"
14 #include "base/memory/ref_counted.h" 14 #include "base/memory/ref_counted.h"
15 #include "base/memory/shared_memory.h" 15 #include "base/memory/shared_memory.h"
16 #include "base/process/process.h" 16 #include "base/process/process.h"
17 #include "base/synchronization/lock.h" 17 #include "base/synchronization/lock.h"
18 #include "build/build_config.h" 18 #include "build/build_config.h"
19 #include "content/common/content_export.h" 19 #include "content/common/content_export.h"
20 #include "media/base/video_capture_types.h" 20 #include "media/base/video_capture_types.h"
21 #include "media/base/video_frame.h" 21 #include "media/base/video_frame.h"
22 #include "ui/gfx/geometry/size.h" 22 #include "ui/gfx/geometry/size.h"
23 #include "ui/gfx/gpu_memory_buffer.h" 23 #include "ui/gfx/gpu_memory_buffer.h"
24 24
25 namespace content { 25 namespace content {
26 26
27 // A thread-safe class that does the bookkeeping and lifetime management for a 27 class VideoCaptureBufferPoolBufferHandle {
28 // pool of pixel buffers cycled between an in-process producer (e.g. a 28 public:
29 // VideoCaptureDevice) and a set of out-of-process consumers. The pool is 29 virtual ~VideoCaptureBufferPoolBufferHandle() {}
30 // intended to be orchestrated by a VideoCaptureDevice::Client, but is designed 30 virtual gfx::Size dimensions() const = 0;
31 // to outlive the controller if necessary. The pixel buffers may be backed by a 31 virtual size_t mapped_size() const = 0;
32 // SharedMemory, but this is not compulsory. 32 virtual void* data(int plane) = 0;
33 // 33 virtual ClientBuffer AsClientBuffer(int plane) = 0;
34 // Producers get a buffer by calling ReserveForProducer(), and may pass on their 34 #if defined(OS_POSIX) && !defined(OS_MACOSX)
35 // ownership to the consumer by calling HoldForConsumers(), or drop the buffer 35 virtual base::FileDescriptor AsPlatformFile() = 0;
36 // (without further processing) by calling RelinquishProducerReservation(). 36 #endif
37 // Consumers signal that they are done with the buffer by calling 37 };
38 // RelinquishConsumerHold(). 38
39 //
40 // Buffers are allocated on demand, but there will never be more than |count|
41 // buffers in existence at any time. Buffers are identified by an int value
42 // called |buffer_id|. -1 (kInvalidId) is never a valid ID, and is returned by
43 // some methods to indicate failure. The active set of buffer ids may change
44 // over the lifetime of the buffer pool, as existing buffers are freed and
45 // reallocated at larger size. When reallocation occurs, new buffer IDs will
46 // circulate.
47 class CONTENT_EXPORT VideoCaptureBufferPool 39 class CONTENT_EXPORT VideoCaptureBufferPool
48 : public base::RefCountedThreadSafe<VideoCaptureBufferPool> { 40 : public base::RefCountedThreadSafe<VideoCaptureBufferPool> {
49 public: 41 public:
50 static const int kInvalidId; 42 static constexpr int kInvalidId = -1;
51
52 // Abstraction of a pool's buffer data buffer and size for clients.
53 // TODO(emircan): See https://crbug.com/521059, refactor this class.
54 class BufferHandle {
55 public:
56 virtual ~BufferHandle() {}
57 virtual gfx::Size dimensions() const = 0;
58 virtual size_t mapped_size() const = 0;
59 virtual void* data(int plane) = 0;
60 virtual ClientBuffer AsClientBuffer(int plane) = 0;
61 #if defined(OS_POSIX) && !defined(OS_MACOSX)
62 virtual base::FileDescriptor AsPlatformFile() = 0;
63 #endif
64 };
65
66 explicit VideoCaptureBufferPool(int count);
67 43
68 // One-time (per client/per-buffer) initialization to share a particular 44 // One-time (per client/per-buffer) initialization to share a particular
69 // buffer to a process. The shared handle is returned as |new_handle|. 45 // buffer to a process. The shared handle is returned as |new_handle|.
70 bool ShareToProcess(int buffer_id, 46 virtual bool ShareToProcess(int buffer_id,
71 base::ProcessHandle process_handle, 47 base::ProcessHandle process_handle,
72 base::SharedMemoryHandle* new_handle); 48 base::SharedMemoryHandle* new_handle) = 0;
73 bool ShareToProcess2(int buffer_id, 49 virtual bool ShareToProcess2(int buffer_id,
74 int plane, 50 int plane,
75 base::ProcessHandle process_handle, 51 base::ProcessHandle process_handle,
76 gfx::GpuMemoryBufferHandle* new_handle); 52 gfx::GpuMemoryBufferHandle* new_handle) = 0;
77 53
78 // Try and obtain a BufferHandle for |buffer_id|. 54 // Try and obtain a BufferHandle for |buffer_id|.
79 std::unique_ptr<BufferHandle> GetBufferHandle(int buffer_id); 55 virtual std::unique_ptr<VideoCaptureBufferPoolBufferHandle> GetBufferHandle(
56 int buffer_id) = 0;
80 57
81 // Reserve or allocate a buffer to support a packed frame of |dimensions| of 58 // Reserve or allocate a buffer to support a packed frame of |dimensions| of
82 // pixel |format| and return its id. This will fail (returning kInvalidId) if 59 // pixel |format| and return its id. This will fail (returning kInvalidId) if
83 // the pool already is at its |count| limit of the number of allocations, and 60 // the pool already is at its |count| limit of the number of allocations, and
84 // all allocated buffers are in use by the producer and/or consumers. 61 // all allocated buffers are in use by the producer and/or consumers.
85 // 62 //
86 // If successful, the reserved buffer remains reserved (and writable by the 63 // If successful, the reserved buffer remains reserved (and writable by the
87 // producer) until ownership is transferred either to the consumer via 64 // producer) until ownership is transferred either to the consumer via
88 // HoldForConsumers(), or back to the pool with 65 // HoldForConsumers(), or back to the pool with
89 // RelinquishProducerReservation(). 66 // RelinquishProducerReservation().
90 // 67 //
91 // On occasion, this call will decide to free an old buffer to make room for a 68 // On occasion, this call will decide to free an old buffer to make room for a
92 // new allocation at a larger size. If so, the ID of the destroyed buffer is 69 // new allocation at a larger size. If so, the ID of the destroyed buffer is
93 // returned via |buffer_id_to_drop|. 70 // returned via |buffer_id_to_drop|.
94 int ReserveForProducer(const gfx::Size& dimensions, 71 virtual int ReserveForProducer(const gfx::Size& dimensions,
95 media::VideoPixelFormat format, 72 media::VideoPixelFormat format,
96 media::VideoPixelStorage storage, 73 media::VideoPixelStorage storage,
97 int* buffer_id_to_drop); 74 int* buffer_id_to_drop) = 0;
98 75
99 // Indicate that a buffer held for the producer should be returned back to the 76 // Indicate that a buffer held for the producer should be returned back to the
100 // pool without passing on to the consumer. This effectively is the opposite 77 // pool without passing on to the consumer. This effectively is the opposite
101 // of ReserveForProducer(). 78 // of ReserveForProducer().
102 void RelinquishProducerReservation(int buffer_id); 79 virtual void RelinquishProducerReservation(int buffer_id) = 0;
103
104 // Transfer a buffer from producer to consumer ownership.
105 // |buffer_id| must be a buffer index previously returned by
106 // ReserveForProducer(), and not already passed to HoldForConsumers().
107 void HoldForConsumers(int buffer_id, int num_clients);
108
109 // Indicate that one or more consumers are done with a particular buffer. This
110 // effectively is the opposite of HoldForConsumers(). Once the consumers are
111 // done, a buffer is returned to the pool for reuse.
112 void RelinquishConsumerHold(int buffer_id, int num_clients);
113 80
114 // Attempt to reserve the same buffer that was relinquished in the last call 81 // Attempt to reserve the same buffer that was relinquished in the last call
115 // to RelinquishProducerReservation(). If the buffer is not still being 82 // to RelinquishProducerReservation(). If the buffer is not still being
116 // consumed, and has not yet been re-used since being consumed, and the 83 // consumed, and has not yet been re-used since being consumed, and the
117 // specified |dimensions|, |format|, and |storage| agree with its last 84 // specified |dimensions|, |format|, and |storage| agree with its last
118 // reservation, this will succeed. Otherwise, |kInvalidId| will be returned. 85 // reservation, this will succeed. Otherwise, |kInvalidId| will be returned.
119 // 86 //
120 // A producer may assume the content of the buffer has been preserved and may 87 // A producer may assume the content of the buffer has been preserved and may
121 // also make modifications. 88 // also make modifications.
122 int ResurrectLastForProducer(const gfx::Size& dimensions, 89 virtual int ResurrectLastForProducer(const gfx::Size& dimensions,
123 media::VideoPixelFormat format, 90 media::VideoPixelFormat format,
124 media::VideoPixelStorage storage); 91 media::VideoPixelStorage storage) = 0;
125 92
126 // Returns a snapshot of the current number of buffers in-use divided by the 93 // Returns a snapshot of the current number of buffers in-use divided by the
127 // maximum |count_|. 94 // maximum |count_|.
128 double GetBufferPoolUtilization() const; 95 virtual double GetBufferPoolUtilization() const = 0;
96
97 // Transfer a buffer from producer to consumer ownership.
98 // |buffer_id| must be a buffer index previously returned by
99 // ReserveForProducer(), and not already passed to HoldForConsumers().
100 virtual void HoldForConsumers(int buffer_id, int num_clients) = 0;
101
102 // Indicate that one or more consumers are done with a particular buffer. This
103 // effectively is the opposite of HoldForConsumers(). Once the consumers are
104 // done, a buffer is returned to the pool for reuse.
105 virtual void RelinquishConsumerHold(int buffer_id, int num_clients) = 0;
106
107 protected:
108 virtual ~VideoCaptureBufferPool() {}
109
110 private:
111 friend class base::RefCountedThreadSafe<VideoCaptureBufferPool>;
112 };
113
114 // A thread-safe class that does the bookkeeping and lifetime management for a
115 // pool of pixel buffers cycled between an in-process producer (e.g. a
116 // VideoCaptureDevice) and a set of out-of-process consumers. The pool is
117 // intended to be orchestrated by a VideoCaptureDevice::Client, but is designed
118 // to outlive the controller if necessary. The pixel buffers may be backed by a
119 // SharedMemory, but this is not compulsory.
120 //
121 // Producers get a buffer by calling ReserveForProducer(), and may pass on their
122 // ownership to the consumer by calling HoldForConsumers(), or drop the buffer
123 // (without further processing) by calling RelinquishProducerReservation().
124 // Consumers signal that they are done with the buffer by calling
125 // RelinquishConsumerHold().
126 //
127 // Buffers are allocated on demand, but there will never be more than |count|
128 // buffers in existence at any time. Buffers are identified by an int value
129 // called |buffer_id|. -1 (kInvalidId) is never a valid ID, and is returned by
130 // some methods to indicate failure. The active set of buffer ids may change
131 // over the lifetime of the buffer pool, as existing buffers are freed and
132 // reallocated at larger size. When reallocation occurs, new buffer IDs will
133 // circulate.
134 class CONTENT_EXPORT VideoCaptureBufferPoolImpl
135 : public VideoCaptureBufferPool {
136 public:
137 using BufferHandle = VideoCaptureBufferPoolBufferHandle;
138
139 explicit VideoCaptureBufferPoolImpl(int count);
140
141 // Implementation of VideoCaptureBufferPool interface:
142 bool ShareToProcess(int buffer_id,
143 base::ProcessHandle process_handle,
144 base::SharedMemoryHandle* new_handle) override;
145 bool ShareToProcess2(int buffer_id,
146 int plane,
147 base::ProcessHandle process_handle,
148 gfx::GpuMemoryBufferHandle* new_handle) override;
149 std::unique_ptr<BufferHandle> GetBufferHandle(int buffer_id) override;
150 int ReserveForProducer(const gfx::Size& dimensions,
151 media::VideoPixelFormat format,
152 media::VideoPixelStorage storage,
153 int* buffer_id_to_drop) override;
154 void RelinquishProducerReservation(int buffer_id) override;
155 int ResurrectLastForProducer(const gfx::Size& dimensions,
156 media::VideoPixelFormat format,
157 media::VideoPixelStorage storage) override;
158 double GetBufferPoolUtilization() const override;
159 void HoldForConsumers(int buffer_id, int num_clients) override;
160 void RelinquishConsumerHold(int buffer_id, int num_clients) override;
129 161
130 private: 162 private:
131 class GpuMemoryBufferTracker; 163 class GpuMemoryBufferTracker;
132 class SharedMemTracker; 164 class SharedMemTracker;
133 // Generic class to keep track of the state of a given mappable resource. Each 165 // Generic class to keep track of the state of a given mappable resource. Each
134 // Tracker carries indication of pixel format and storage type. 166 // Tracker carries indication of pixel format and storage type.
135 class Tracker { 167 class Tracker {
136 public: 168 public:
137 static std::unique_ptr<Tracker> CreateTracker( 169 static std::unique_ptr<Tracker> CreateTracker(
138 media::VideoPixelStorage storage); 170 media::VideoPixelStorage storage);
(...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after
185 media::VideoPixelFormat pixel_format_; 217 media::VideoPixelFormat pixel_format_;
186 media::VideoPixelStorage storage_type_; 218 media::VideoPixelStorage storage_type_;
187 219
188 // Indicates whether this Tracker is currently referenced by the producer. 220 // Indicates whether this Tracker is currently referenced by the producer.
189 bool held_by_producer_; 221 bool held_by_producer_;
190 222
191 // Number of consumer processes which hold this Tracker. 223 // Number of consumer processes which hold this Tracker.
192 int consumer_hold_count_; 224 int consumer_hold_count_;
193 }; 225 };
194 226
195 friend class base::RefCountedThreadSafe<VideoCaptureBufferPool>; 227 friend class base::RefCountedThreadSafe<VideoCaptureBufferPoolImpl>;
196 virtual ~VideoCaptureBufferPool(); 228 ~VideoCaptureBufferPoolImpl() override;
197 229
198 int ReserveForProducerInternal(const gfx::Size& dimensions, 230 int ReserveForProducerInternal(const gfx::Size& dimensions,
199 media::VideoPixelFormat format, 231 media::VideoPixelFormat format,
200 media::VideoPixelStorage storage, 232 media::VideoPixelStorage storage,
201 int* tracker_id_to_drop); 233 int* tracker_id_to_drop);
202 234
203 Tracker* GetTracker(int buffer_id); 235 Tracker* GetTracker(int buffer_id);
204 236
205 // The max number of buffers that the pool is allowed to have at any moment. 237 // The max number of buffers that the pool is allowed to have at any moment.
206 const int count_; 238 const int count_;
207 239
208 // Protects everything below it. 240 // Protects everything below it.
209 mutable base::Lock lock_; 241 mutable base::Lock lock_;
210 242
211 // The ID of the next buffer. 243 // The ID of the next buffer.
212 int next_buffer_id_; 244 int next_buffer_id_;
213 245
214 // The ID of the buffer last relinquished by the producer (a candidate for 246 // The ID of the buffer last relinquished by the producer (a candidate for
215 // resurrection). 247 // resurrection).
216 int last_relinquished_buffer_id_; 248 int last_relinquished_buffer_id_;
217 249
218 // The buffers, indexed by the first parameter, a buffer id. 250 // The buffers, indexed by the first parameter, a buffer id.
219 using TrackerMap = std::map<int, Tracker*>; 251 using TrackerMap = std::map<int, Tracker*>;
220 TrackerMap trackers_; 252 TrackerMap trackers_;
221 253
222 DISALLOW_IMPLICIT_CONSTRUCTORS(VideoCaptureBufferPool); 254 DISALLOW_IMPLICIT_CONSTRUCTORS(VideoCaptureBufferPoolImpl);
223 }; 255 };
224 256
225 } // namespace content 257 } // namespace content
226 258
227 #endif // CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_BUFFER_POOL_H_ 259 #endif // CONTENT_BROWSER_RENDERER_HOST_MEDIA_VIDEO_CAPTURE_BUFFER_POOL_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698