Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(435)

Side by Side Diff: webrtc/base/filerotatingstream.cc

Issue 2935933007: Delete class DirectoryIterator and FileRotatingStream read support. (Closed)
Patch Set: Drop an RTC_NOTREACHED. Created 3 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « webrtc/base/filerotatingstream.h ('k') | webrtc/base/filerotatingstream_unittest.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 /* 1 /*
2 * Copyright 2015 The WebRTC Project Authors. All rights reserved. 2 * Copyright 2015 The WebRTC Project Authors. All rights reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #include "webrtc/base/filerotatingstream.h" 11 #include "webrtc/base/filerotatingstream.h"
12 12
13 #include <algorithm> 13 #include <algorithm>
14 #include <iostream> 14 #include <iostream>
15 #include <string> 15 #include <string>
16 16
17 #include "webrtc/base/checks.h" 17 #include "webrtc/base/checks.h"
18 #include "webrtc/base/fileutils.h" 18 #include "webrtc/base/fileutils.h"
19 #include "webrtc/base/pathutils.h" 19 #include "webrtc/base/pathutils.h"
20 20
21 // Note: We use std::cerr for logging in the write paths of this stream to avoid 21 // Note: We use std::cerr for logging in the write paths of this stream to avoid
22 // infinite loops when logging. 22 // infinite loops when logging.
23 23
24 namespace rtc { 24 namespace rtc {
25 25
26 FileRotatingStream::FileRotatingStream(const std::string& dir_path, 26 FileRotatingStream::FileRotatingStream(const std::string& dir_path,
27 const std::string& file_prefix)
28 : FileRotatingStream(dir_path, file_prefix, 0, 0, kRead) {
29 }
30
31 FileRotatingStream::FileRotatingStream(const std::string& dir_path,
32 const std::string& file_prefix, 27 const std::string& file_prefix,
33 size_t max_file_size, 28 size_t max_file_size,
34 size_t num_files) 29 size_t num_files)
35 : FileRotatingStream(dir_path,
36 file_prefix,
37 max_file_size,
38 num_files,
39 kWrite) {
40 RTC_DCHECK_GT(max_file_size, 0);
41 RTC_DCHECK_GT(num_files, 1);
42 }
43
44 FileRotatingStream::FileRotatingStream(const std::string& dir_path,
45 const std::string& file_prefix,
46 size_t max_file_size,
47 size_t num_files,
48 Mode mode)
49 : dir_path_(dir_path), 30 : dir_path_(dir_path),
50 file_prefix_(file_prefix), 31 file_prefix_(file_prefix),
51 mode_(mode),
52 file_stream_(nullptr), 32 file_stream_(nullptr),
53 max_file_size_(max_file_size), 33 max_file_size_(max_file_size),
54 current_file_index_(0), 34 current_file_index_(0),
55 rotation_index_(0), 35 rotation_index_(0),
56 current_bytes_written_(0), 36 current_bytes_written_(0),
57 disable_buffering_(false) { 37 disable_buffering_(false) {
38 RTC_DCHECK_GT(max_file_size, 0);
39 RTC_DCHECK_GT(num_files, 1);
58 RTC_DCHECK(Filesystem::IsFolder(dir_path)); 40 RTC_DCHECK(Filesystem::IsFolder(dir_path));
59 switch (mode) { 41 file_names_.clear();
60 case kWrite: { 42 for (size_t i = 0; i < num_files; ++i) {
61 file_names_.clear(); 43 file_names_.push_back(GetFilePath(i, num_files));
62 for (size_t i = 0; i < num_files; ++i) {
63 file_names_.push_back(GetFilePath(i, num_files));
64 }
65 rotation_index_ = num_files - 1;
66 break;
67 }
68 case kRead: {
69 file_names_ = GetFilesWithPrefix();
70 std::sort(file_names_.begin(), file_names_.end());
71 if (file_names_.size() > 0) {
72 // |file_names_| is sorted newest first, so read from the end.
73 current_file_index_ = file_names_.size() - 1;
74 }
75 break;
76 }
77 } 44 }
45 rotation_index_ = num_files - 1;
78 } 46 }
79 47
80 FileRotatingStream::~FileRotatingStream() { 48 FileRotatingStream::~FileRotatingStream() {
81 } 49 }
82 50
83 StreamState FileRotatingStream::GetState() const { 51 StreamState FileRotatingStream::GetState() const {
84 if (mode_ == kRead && current_file_index_ < file_names_.size()) {
85 return SS_OPEN;
86 }
87 if (!file_stream_) { 52 if (!file_stream_) {
88 return SS_CLOSED; 53 return SS_CLOSED;
89 } 54 }
90 return file_stream_->GetState(); 55 return file_stream_->GetState();
91 } 56 }
92 57
93 StreamResult FileRotatingStream::Read(void* buffer, 58 StreamResult FileRotatingStream::Read(void* buffer,
94 size_t buffer_len, 59 size_t buffer_len,
95 size_t* read, 60 size_t* read,
96 int* error) { 61 int* error) {
97 RTC_DCHECK(buffer); 62 RTC_DCHECK(buffer);
98 if (mode_ != kRead) { 63 return SR_EOS;
99 return SR_EOS;
100 }
101 if (current_file_index_ >= file_names_.size()) {
102 return SR_EOS;
103 }
104 // We will have no file stream initially, and when we are finished with the
105 // previous file.
106 if (!file_stream_) {
107 if (!OpenCurrentFile()) {
108 return SR_ERROR;
109 }
110 }
111 int local_error = 0;
112 if (!error) {
113 error = &local_error;
114 }
115 StreamResult result = file_stream_->Read(buffer, buffer_len, read, error);
116 if (result == SR_EOS || result == SR_ERROR) {
117 if (result == SR_ERROR) {
118 LOG(LS_ERROR) << "Failed to read from: "
119 << file_names_[current_file_index_] << "Error: " << error;
120 }
121 // Reached the end of the file, read next file. If there is an error return
122 // the error status but allow for a next read by reading next file.
123 CloseCurrentFile();
124 if (current_file_index_ == 0) {
125 // Just finished reading the last file, signal EOS by setting index.
126 current_file_index_ = file_names_.size();
127 } else {
128 --current_file_index_;
129 }
130 if (read) {
131 *read = 0;
132 }
133 return result == SR_EOS ? SR_SUCCESS : result;
134 } else if (result == SR_SUCCESS) {
135 // Succeeded, continue reading from this file.
136 return SR_SUCCESS;
137 } else {
138 RTC_NOTREACHED();
139 }
140 return result;
141 } 64 }
142 65
143 StreamResult FileRotatingStream::Write(const void* data, 66 StreamResult FileRotatingStream::Write(const void* data,
144 size_t data_len, 67 size_t data_len,
145 size_t* written, 68 size_t* written,
146 int* error) { 69 int* error) {
147 if (mode_ != kWrite) {
148 return SR_EOS;
149 }
150 if (!file_stream_) { 70 if (!file_stream_) {
151 std::cerr << "Open() must be called before Write." << std::endl; 71 std::cerr << "Open() must be called before Write." << std::endl;
152 return SR_ERROR; 72 return SR_ERROR;
153 } 73 }
154 // Write as much as will fit in to the current file. 74 // Write as much as will fit in to the current file.
155 RTC_DCHECK_LT(current_bytes_written_, max_file_size_); 75 RTC_DCHECK_LT(current_bytes_written_, max_file_size_);
156 size_t remaining_bytes = max_file_size_ - current_bytes_written_; 76 size_t remaining_bytes = max_file_size_ - current_bytes_written_;
157 size_t write_length = std::min(data_len, remaining_bytes); 77 size_t write_length = std::min(data_len, remaining_bytes);
158 size_t local_written = 0; 78 size_t local_written = 0;
159 if (!written) { 79 if (!written) {
(...skipping 11 matching lines...) Expand all
171 } 91 }
172 92
173 bool FileRotatingStream::Flush() { 93 bool FileRotatingStream::Flush() {
174 if (!file_stream_) { 94 if (!file_stream_) {
175 return false; 95 return false;
176 } 96 }
177 return file_stream_->Flush(); 97 return file_stream_->Flush();
178 } 98 }
179 99
180 bool FileRotatingStream::GetSize(size_t* size) const { 100 bool FileRotatingStream::GetSize(size_t* size) const {
181 if (mode_ != kRead) { 101 // Not possible to get accurate size on disk when writing because of
182 // Not possible to get accurate size on disk when writing because of 102 // potential buffering.
183 // potential buffering. 103 return false;
184 return false;
185 }
186 RTC_DCHECK(size);
187 *size = 0;
188 size_t total_size = 0;
189 for (auto file_name : file_names_) {
190 Pathname pathname(file_name);
191 size_t file_size = 0;
192 if (Filesystem::GetFileSize(file_name, &file_size)) {
193 total_size += file_size;
194 }
195 }
196 *size = total_size;
197 return true;
198 } 104 }
199 105
200 void FileRotatingStream::Close() { 106 void FileRotatingStream::Close() {
201 CloseCurrentFile(); 107 CloseCurrentFile();
202 } 108 }
203 109
204 bool FileRotatingStream::Open() { 110 bool FileRotatingStream::Open() {
205 switch (mode_) { 111 // Delete existing files when opening for write.
206 case kRead: 112 for (const std::string& file_name : file_names_) {
207 // Defer opening to when we first read since we want to return read error 113 Filesystem::DeleteFile(file_name);
208 // if we fail to open next file.
209 return true;
210 case kWrite: {
211 // Delete existing files when opening for write.
212 std::vector<std::string> matching_files = GetFilesWithPrefix();
213 for (auto matching_file : matching_files) {
214 if (!Filesystem::DeleteFile(matching_file)) {
215 std::cerr << "Failed to delete: " << matching_file << std::endl;
216 }
217 }
218 return OpenCurrentFile();
219 }
220 } 114 }
221 return false; 115 return OpenCurrentFile();
222 } 116 }
223 117
224 bool FileRotatingStream::DisableBuffering() { 118 bool FileRotatingStream::DisableBuffering() {
225 disable_buffering_ = true; 119 disable_buffering_ = true;
226 if (!file_stream_) { 120 if (!file_stream_) {
227 std::cerr << "Open() must be called before DisableBuffering()." 121 std::cerr << "Open() must be called before DisableBuffering()."
228 << std::endl; 122 << std::endl;
229 return false; 123 return false;
230 } 124 }
231 return file_stream_->DisableBuffering(); 125 return file_stream_->DisableBuffering();
232 } 126 }
233 127
234 std::string FileRotatingStream::GetFilePath(size_t index) const { 128 std::string FileRotatingStream::GetFilePath(size_t index) const {
235 RTC_DCHECK_LT(index, file_names_.size()); 129 RTC_DCHECK_LT(index, file_names_.size());
236 return file_names_[index]; 130 return file_names_[index];
237 } 131 }
238 132
239 bool FileRotatingStream::OpenCurrentFile() { 133 bool FileRotatingStream::OpenCurrentFile() {
240 CloseCurrentFile(); 134 CloseCurrentFile();
241 135
242 // Opens the appropriate file in the appropriate mode. 136 // Opens the appropriate file in the appropriate mode.
243 RTC_DCHECK_LT(current_file_index_, file_names_.size()); 137 RTC_DCHECK_LT(current_file_index_, file_names_.size());
244 std::string file_path = file_names_[current_file_index_]; 138 std::string file_path = file_names_[current_file_index_];
245 file_stream_.reset(new FileStream()); 139 file_stream_.reset(new FileStream());
246 const char* mode = nullptr; 140
247 switch (mode_) { 141 // We should always we writing to the zero-th file.
248 case kWrite: 142 RTC_DCHECK_EQ(current_file_index_, 0);
249 mode = "w+";
250 // We should always we writing to the zero-th file.
251 RTC_DCHECK_EQ(current_file_index_, 0);
252 break;
253 case kRead:
254 mode = "r";
255 break;
256 }
257 int error = 0; 143 int error = 0;
258 if (!file_stream_->Open(file_path, mode, &error)) { 144 if (!file_stream_->Open(file_path, "w+", &error)) {
259 std::cerr << "Failed to open: " << file_path << "Error: " << error 145 std::cerr << "Failed to open: " << file_path << "Error: " << error
260 << std::endl; 146 << std::endl;
261 file_stream_.reset(); 147 file_stream_.reset();
262 return false; 148 return false;
263 } 149 }
264 if (disable_buffering_) { 150 if (disable_buffering_) {
265 file_stream_->DisableBuffering(); 151 file_stream_->DisableBuffering();
266 } 152 }
267 return true; 153 return true;
268 } 154 }
269 155
270 void FileRotatingStream::CloseCurrentFile() { 156 void FileRotatingStream::CloseCurrentFile() {
271 if (!file_stream_) { 157 if (!file_stream_) {
272 return; 158 return;
273 } 159 }
274 current_bytes_written_ = 0; 160 current_bytes_written_ = 0;
275 file_stream_.reset(); 161 file_stream_.reset();
276 } 162 }
277 163
278 void FileRotatingStream::RotateFiles() { 164 void FileRotatingStream::RotateFiles() {
279 RTC_DCHECK_EQ(mode_, kWrite);
280 CloseCurrentFile(); 165 CloseCurrentFile();
281 // Rotates the files by deleting the file at |rotation_index_|, which is the 166 // Rotates the files by deleting the file at |rotation_index_|, which is the
282 // oldest file and then renaming the newer files to have an incremented index. 167 // oldest file and then renaming the newer files to have an incremented index.
283 // See header file comments for example. 168 // See header file comments for example.
284 RTC_DCHECK_LT(rotation_index_, file_names_.size()); 169 RTC_DCHECK_LT(rotation_index_, file_names_.size());
285 std::string file_to_delete = file_names_[rotation_index_]; 170 std::string file_to_delete = file_names_[rotation_index_];
286 if (Filesystem::IsFile(file_to_delete)) { 171 if (Filesystem::IsFile(file_to_delete)) {
287 if (!Filesystem::DeleteFile(file_to_delete)) { 172 if (!Filesystem::DeleteFile(file_to_delete)) {
288 std::cerr << "Failed to delete: " << file_to_delete << std::endl; 173 std::cerr << "Failed to delete: " << file_to_delete << std::endl;
289 } 174 }
290 } 175 }
291 for (auto i = rotation_index_; i > 0; --i) { 176 for (auto i = rotation_index_; i > 0; --i) {
292 std::string rotated_name = file_names_[i]; 177 std::string rotated_name = file_names_[i];
293 std::string unrotated_name = file_names_[i - 1]; 178 std::string unrotated_name = file_names_[i - 1];
294 if (Filesystem::IsFile(unrotated_name)) { 179 if (Filesystem::IsFile(unrotated_name)) {
295 if (!Filesystem::MoveFile(unrotated_name, rotated_name)) { 180 if (!Filesystem::MoveFile(unrotated_name, rotated_name)) {
296 std::cerr << "Failed to move: " << unrotated_name << " to " 181 std::cerr << "Failed to move: " << unrotated_name << " to "
297 << rotated_name << std::endl; 182 << rotated_name << std::endl;
298 } 183 }
299 } 184 }
300 } 185 }
301 // Create a new file for 0th index. 186 // Create a new file for 0th index.
302 OpenCurrentFile(); 187 OpenCurrentFile();
303 OnRotation(); 188 OnRotation();
304 } 189 }
305 190
306 std::vector<std::string> FileRotatingStream::GetFilesWithPrefix() const {
307 std::vector<std::string> files;
308 // Iterate over the files in the directory.
309 DirectoryIterator it;
310 Pathname dir_path;
311 dir_path.SetFolder(dir_path_);
312 if (!it.Iterate(dir_path)) {
313 return files;
314 }
315 do {
316 std::string current_name = it.Name();
317 if (current_name.size() && !it.IsDirectory() &&
318 current_name.compare(0, file_prefix_.size(), file_prefix_) == 0) {
319 Pathname path(dir_path_, current_name);
320 files.push_back(path.pathname());
321 }
322 } while (it.Next());
323 return files;
324 }
325
326 std::string FileRotatingStream::GetFilePath(size_t index, 191 std::string FileRotatingStream::GetFilePath(size_t index,
327 size_t num_files) const { 192 size_t num_files) const {
328 RTC_DCHECK_LT(index, num_files); 193 RTC_DCHECK_LT(index, num_files);
329 std::ostringstream file_name; 194 std::ostringstream file_name;
330 // The format will be "_%<num_digits>zu". We want to zero pad the index so 195 // The format will be "_%<num_digits>zu". We want to zero pad the index so
331 // that it will sort nicely. 196 // that it will sort nicely.
197 // TODO(nisse): This logic works as intended only for the range 1 <= num_files
198 // <= 20. E.g., num_files == 21 implies max_digits == 3, and num_files = 31
199 // implies max_digits = 4.
332 size_t max_digits = ((num_files - 1) / 10) + 1; 200 size_t max_digits = ((num_files - 1) / 10) + 1;
333 size_t num_digits = (index / 10) + 1; 201 size_t num_digits = (index / 10) + 1;
334 RTC_DCHECK_LE(num_digits, max_digits); 202 RTC_DCHECK_LE(num_digits, max_digits);
335 size_t padding = max_digits - num_digits; 203 size_t padding = max_digits - num_digits;
336 204
337 file_name << file_prefix_ << "_"; 205 file_name << file_prefix_ << "_";
338 for (size_t i = 0; i < padding; ++i) { 206 for (size_t i = 0; i < padding; ++i) {
339 file_name << "0"; 207 file_name << "0";
340 } 208 }
341 file_name << index; 209 file_name << index;
342 210
343 Pathname file_path(dir_path_, file_name.str()); 211 Pathname file_path(dir_path_, file_name.str());
344 return file_path.pathname(); 212 return file_path.pathname();
345 } 213 }
346 214
347 CallSessionFileRotatingStream::CallSessionFileRotatingStream( 215 CallSessionFileRotatingStream::CallSessionFileRotatingStream(
348 const std::string& dir_path)
349 : FileRotatingStream(dir_path, kLogPrefix),
350 max_total_log_size_(0),
351 num_rotations_(0) {
352 }
353
354 CallSessionFileRotatingStream::CallSessionFileRotatingStream(
355 const std::string& dir_path, 216 const std::string& dir_path,
356 size_t max_total_log_size) 217 size_t max_total_log_size)
357 : FileRotatingStream(dir_path, 218 : FileRotatingStream(dir_path,
358 kLogPrefix, 219 kLogPrefix,
359 max_total_log_size / 2, 220 max_total_log_size / 2,
360 GetNumRotatingLogFiles(max_total_log_size) + 1), 221 GetNumRotatingLogFiles(max_total_log_size) + 1),
361 max_total_log_size_(max_total_log_size), 222 max_total_log_size_(max_total_log_size),
362 num_rotations_(0) { 223 num_rotations_(0) {
363 RTC_DCHECK_GE(max_total_log_size, 4); 224 RTC_DCHECK_GE(max_total_log_size, 4);
364 } 225 }
(...skipping 26 matching lines...) Expand all
391 252
392 size_t CallSessionFileRotatingStream::GetNumRotatingLogFiles( 253 size_t CallSessionFileRotatingStream::GetNumRotatingLogFiles(
393 size_t max_total_log_size) { 254 size_t max_total_log_size) {
394 // At minimum have two rotating files. Otherwise split the available log size 255 // At minimum have two rotating files. Otherwise split the available log size
395 // evenly across 1MB files. 256 // evenly across 1MB files.
396 return std::max((size_t)2, 257 return std::max((size_t)2,
397 (max_total_log_size / 2) / kRotatingLogFileDefaultSize); 258 (max_total_log_size / 2) / kRotatingLogFileDefaultSize);
398 } 259 }
399 260
400 } // namespace rtc 261 } // namespace rtc
OLDNEW
« no previous file with comments | « webrtc/base/filerotatingstream.h ('k') | webrtc/base/filerotatingstream_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698