Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(59)

Side by Side Diff: components/metrics/compression_utils.cc

Issue 318203004: Make MetricsService save compressed logs to local state. (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src/
Patch Set: Created 6 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright 2014 The Chromium Authors. All rights reserved. 1 // Copyright 2014 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "components/metrics/net/compression_utils.h" 5 #include "components/metrics/compression_utils.h"
6 6
7 #include <vector> 7 #include <vector>
8 8
9 #include "base/basictypes.h" 9 #include "base/basictypes.h"
10 #include "base/logging.h"
11 #include "base/sys_byteorder.h"
10 #include "third_party/zlib/zlib.h" 12 #include "third_party/zlib/zlib.h"
11 13
12 namespace { 14 namespace {
13 15
14 // The difference in bytes between a zlib header and a gzip header. 16 // The difference in bytes between a zlib header and a gzip header.
15 const size_t kGzipZlibHeaderDifferenceBytes = 16; 17 const size_t kGzipZlibHeaderDifferenceBytes = 16;
16 18
17 // Pass an integer greater than the following get a gzip header instead of a 19 // Pass an integer greater than the following get a gzip header instead of a
18 // zlib header when calling deflateInit2_. 20 // zlib header when calling deflateInit2() and inflateInit2().
19 const int kWindowBitsToGetGzipHeader = 16; 21 const int kWindowBitsToGetGzipHeader = 16;
20 22
21 // This describes the amount of memory zlib uses to compress data. It can go 23 // This describes the amount of memory zlib uses to compress data. It can go
22 // from 1 to 9, with 8 being the default. For details, see: 24 // from 1 to 9, with 8 being the default. For details, see:
23 // http://www.zlib.net/manual.html (search for memLevel). 25 // http://www.zlib.net/manual.html (search for memLevel).
24 const int kZlibMemoryLevel = 8; 26 const int kZlibMemoryLevel = 8;
25 27
26 // This code is taken almost verbatim from third_party/zlib/compress.c. The only 28 // This code is taken almost verbatim from third_party/zlib/compress.c. The only
27 // difference is deflateInit2_ is called which sets the window bits to be > 16. 29 // difference is deflateInit2() is called which sets the window bits to be > 16.
28 // That causes a gzip header to be emitted rather than a zlib header. 30 // That causes a gzip header to be emitted rather than a zlib header.
29 int GzipCompressHelper(Bytef* dest, 31 int GzipCompressHelper(Bytef* dest,
30 uLongf* dest_length, 32 uLongf* dest_length,
31 const Bytef* source, 33 const Bytef* source,
32 uLong source_length) { 34 uLong source_length) {
33 z_stream stream; 35 z_stream stream;
34 36
35 stream.next_in = bit_cast<Bytef*>(source); 37 stream.next_in = bit_cast<Bytef*>(source);
36 stream.avail_in = static_cast<uInt>(source_length); 38 stream.avail_in = static_cast<uInt>(source_length);
37 stream.next_out = dest; 39 stream.next_out = dest;
38 stream.avail_out = static_cast<uInt>(*dest_length); 40 stream.avail_out = static_cast<uInt>(*dest_length);
39 if (static_cast<uLong>(stream.avail_out) != *dest_length) 41 if (static_cast<uLong>(stream.avail_out) != *dest_length)
40 return Z_BUF_ERROR; 42 return Z_BUF_ERROR;
41 43
42 stream.zalloc = static_cast<alloc_func>(0); 44 stream.zalloc = static_cast<alloc_func>(0);
43 stream.zfree = static_cast<free_func>(0); 45 stream.zfree = static_cast<free_func>(0);
44 stream.opaque = static_cast<voidpf>(0); 46 stream.opaque = static_cast<voidpf>(0);
45 47
46 gz_header gzip_header; 48 gz_header gzip_header;
47 memset(&gzip_header, 0, sizeof(gzip_header)); 49 memset(&gzip_header, 0, sizeof(gzip_header));
48 int err = deflateInit2_(&stream, 50 int err = deflateInit2(&stream,
49 Z_DEFAULT_COMPRESSION, 51 Z_DEFAULT_COMPRESSION,
50 Z_DEFLATED, 52 Z_DEFLATED,
51 MAX_WBITS + kWindowBitsToGetGzipHeader, 53 MAX_WBITS + kWindowBitsToGetGzipHeader,
52 kZlibMemoryLevel, 54 kZlibMemoryLevel,
53 Z_DEFAULT_STRATEGY, 55 Z_DEFAULT_STRATEGY);
54 ZLIB_VERSION, 56 if (err != Z_OK)
55 sizeof(z_stream)); 57 return err;
56 if (err != Z_OK)
57 return err;
58 58
59 err = deflateSetHeader(&stream, &gzip_header); 59 err = deflateSetHeader(&stream, &gzip_header);
60 if (err != Z_OK) 60 if (err != Z_OK)
61 return err; 61 return err;
62 62
63 err = deflate(&stream, Z_FINISH); 63 err = deflate(&stream, Z_FINISH);
64 if (err != Z_STREAM_END) { 64 if (err != Z_STREAM_END) {
65 deflateEnd(&stream); 65 deflateEnd(&stream);
66 return err == Z_OK ? Z_BUF_ERROR : err; 66 return err == Z_OK ? Z_BUF_ERROR : err;
67 } 67 }
68 *dest_length = stream.total_out; 68 *dest_length = stream.total_out;
69 69
70 err = deflateEnd(&stream); 70 err = deflateEnd(&stream);
71 return err;
72 }
73
74 // This code is taken almost verbatim from third_party/zlib/uncompr.c. The only
75 // difference is inflateInit2() is called which sets the window bits to be > 16.
76 // That causes a gzip header to be parsed rather than a zlib header.
77 int GzipUncompressHelper(Bytef* dest,
78 uLongf* dest_length,
79 const Bytef* source,
80 uLong source_length) {
81 z_stream stream;
82
83 stream.next_in = bit_cast<Bytef*>(source);
84 stream.avail_in = static_cast<uInt>(source_length);
85 if (static_cast<uLong>(stream.avail_in) != source_length)
86 return Z_BUF_ERROR;
87
88 stream.next_out = dest;
89 stream.avail_out = static_cast<uInt>(*dest_length);
90 if (static_cast<uLong>(stream.avail_out) != *dest_length)
91 return Z_BUF_ERROR;
92
93 stream.zalloc = static_cast<alloc_func>(0);
94 stream.zfree = static_cast<free_func>(0);
95
96 int err = inflateInit2(&stream, MAX_WBITS + kWindowBitsToGetGzipHeader);
97 if (err != Z_OK)
71 return err; 98 return err;
99
100 err = inflate(&stream, Z_FINISH);
101 if (err != Z_STREAM_END) {
102 inflateEnd(&stream);
103 if (err == Z_NEED_DICT || (err == Z_BUF_ERROR && stream.avail_in == 0))
104 return Z_DATA_ERROR;
105 return err;
106 }
107 *dest_length = stream.total_out;
108
109 err = inflateEnd(&stream);
110 return err;
111 }
112
113 // Returns the uncompressed size from GZIP-compressed |compressed_data|.
114 uint32 GetUncompressedSize(const std::string& compressed_data) {
115 // The uncompressed size is stored in the last 4 bytes of |input| in LE.
116 uint32 size;
117 if (compressed_data.length() < sizeof(size))
118 return 0;
119 memcpy(&size, &compressed_data[compressed_data.length() - sizeof(size)],
120 sizeof(size));
121 return base::ByteSwapToLE32(size);
72 } 122 }
73 123
74 } // namespace 124 } // namespace
75 125
76 namespace metrics { 126 namespace metrics {
77 127
78 bool GzipCompress(const std::string& input, std::string* output) { 128 bool GzipCompress(const std::string& input, std::string* output) {
79 const uLongf input_size = static_cast<uLongf>(input.size()); 129 const uLongf input_size = static_cast<uLongf>(input.size());
80 std::vector<Bytef> compressed_data(kGzipZlibHeaderDifferenceBytes + 130 std::vector<Bytef> compressed_data(kGzipZlibHeaderDifferenceBytes +
81 compressBound(input_size)); 131 compressBound(input_size));
82 132
83 uLongf compressed_size = static_cast<uLongf>(compressed_data.size()); 133 uLongf compressed_size = static_cast<uLongf>(compressed_data.size());
84 if (GzipCompressHelper(&compressed_data.front(), 134 if (GzipCompressHelper(&compressed_data.front(),
85 &compressed_size, 135 &compressed_size,
86 bit_cast<const Bytef*>(input.data()), 136 bit_cast<const Bytef*>(input.data()),
87 input_size) != Z_OK) { 137 input_size) != Z_OK) {
88 return false; 138 return false;
89 } 139 }
90 140
91 compressed_data.resize(compressed_size); 141 compressed_data.resize(compressed_size);
92 output->assign(compressed_data.begin(), compressed_data.end()); 142 output->assign(compressed_data.begin(), compressed_data.end());
143 DCHECK_EQ(input.size(), GetUncompressedSize(*output));
93 return true; 144 return true;
94 } 145 }
95 146
147 bool GzipUncompress(const std::string& input, std::string* output) {
148 output->resize(GetUncompressedSize(input));
149 uLongf uncompressed_size = static_cast<uLongf>(output->length());
150 return GzipUncompressHelper(bit_cast<Bytef*>(output->data()),
151 &uncompressed_size,
152 bit_cast<const Bytef*>(input.data()),
153 static_cast<uLongf>(input.length())) == Z_OK;
154 }
155
96 } // namespace metrics 156 } // namespace metrics
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698