OLD | NEW |
1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "media/formats/mp4/avc.h" | 5 #include "media/formats/mp4/avc.h" |
6 | 6 |
7 #include <algorithm> | 7 #include <algorithm> |
8 | 8 |
9 #include "base/logging.h" | 9 #include "base/logging.h" |
10 #include "media/base/decrypt_config.h" | 10 #include "media/base/decrypt_config.h" |
11 #include "media/filters/h264_parser.h" | 11 #include "media/filters/h264_parser.h" |
12 #include "media/formats/mp4/box_definitions.h" | 12 #include "media/formats/mp4/box_definitions.h" |
13 #include "media/formats/mp4/box_reader.h" | 13 #include "media/formats/mp4/box_reader.h" |
14 | 14 |
15 namespace media { | 15 namespace media { |
16 namespace mp4 { | 16 namespace mp4 { |
17 | 17 |
18 static const uint8 kAnnexBStartCode[] = {0, 0, 0, 1}; | 18 static const uint8_t kAnnexBStartCode[] = {0, 0, 0, 1}; |
19 static const int kAnnexBStartCodeSize = 4; | 19 static const int kAnnexBStartCodeSize = 4; |
20 | 20 |
21 static bool ConvertAVCToAnnexBInPlaceForLengthSize4(std::vector<uint8>* buf) { | 21 static bool ConvertAVCToAnnexBInPlaceForLengthSize4(std::vector<uint8_t>* buf) { |
22 const int kLengthSize = 4; | 22 const int kLengthSize = 4; |
23 size_t pos = 0; | 23 size_t pos = 0; |
24 while (pos + kLengthSize < buf->size()) { | 24 while (pos + kLengthSize < buf->size()) { |
25 uint32 nal_length = (*buf)[pos]; | 25 uint32_t nal_length = (*buf)[pos]; |
26 nal_length = (nal_length << 8) + (*buf)[pos+1]; | 26 nal_length = (nal_length << 8) + (*buf)[pos+1]; |
27 nal_length = (nal_length << 8) + (*buf)[pos+2]; | 27 nal_length = (nal_length << 8) + (*buf)[pos+2]; |
28 nal_length = (nal_length << 8) + (*buf)[pos+3]; | 28 nal_length = (nal_length << 8) + (*buf)[pos+3]; |
29 | 29 |
30 if (nal_length == 0) { | 30 if (nal_length == 0) { |
31 DVLOG(1) << "nal_length is 0"; | 31 DVLOG(1) << "nal_length is 0"; |
32 return false; | 32 return false; |
33 } | 33 } |
34 | 34 |
35 std::copy(kAnnexBStartCode, kAnnexBStartCode + kAnnexBStartCodeSize, | 35 std::copy(kAnnexBStartCode, kAnnexBStartCode + kAnnexBStartCodeSize, |
36 buf->begin() + pos); | 36 buf->begin() + pos); |
37 pos += kLengthSize + nal_length; | 37 pos += kLengthSize + nal_length; |
38 } | 38 } |
39 return pos == buf->size(); | 39 return pos == buf->size(); |
40 } | 40 } |
41 | 41 |
42 // static | 42 // static |
43 int AVC::FindSubsampleIndex(const std::vector<uint8>& buffer, | 43 int AVC::FindSubsampleIndex(const std::vector<uint8_t>& buffer, |
44 const std::vector<SubsampleEntry>* subsamples, | 44 const std::vector<SubsampleEntry>* subsamples, |
45 const uint8* ptr) { | 45 const uint8_t* ptr) { |
46 DCHECK(ptr >= &buffer[0]); | 46 DCHECK(ptr >= &buffer[0]); |
47 DCHECK(ptr <= &buffer[buffer.size()-1]); | 47 DCHECK(ptr <= &buffer[buffer.size()-1]); |
48 if (!subsamples || subsamples->empty()) | 48 if (!subsamples || subsamples->empty()) |
49 return 0; | 49 return 0; |
50 | 50 |
51 const uint8* p = &buffer[0]; | 51 const uint8_t* p = &buffer[0]; |
52 for (size_t i = 0; i < subsamples->size(); ++i) { | 52 for (size_t i = 0; i < subsamples->size(); ++i) { |
53 p += (*subsamples)[i].clear_bytes + (*subsamples)[i].cypher_bytes; | 53 p += (*subsamples)[i].clear_bytes + (*subsamples)[i].cypher_bytes; |
54 if (p > ptr) | 54 if (p > ptr) |
55 return i; | 55 return i; |
56 } | 56 } |
57 NOTREACHED(); | 57 NOTREACHED(); |
58 return 0; | 58 return 0; |
59 } | 59 } |
60 | 60 |
61 // static | 61 // static |
62 bool AVC::ConvertFrameToAnnexB(int length_size, std::vector<uint8>* buffer, | 62 bool AVC::ConvertFrameToAnnexB(int length_size, |
| 63 std::vector<uint8_t>* buffer, |
63 std::vector<SubsampleEntry>* subsamples) { | 64 std::vector<SubsampleEntry>* subsamples) { |
64 RCHECK(length_size == 1 || length_size == 2 || length_size == 4); | 65 RCHECK(length_size == 1 || length_size == 2 || length_size == 4); |
65 | 66 |
66 if (length_size == 4) | 67 if (length_size == 4) |
67 return ConvertAVCToAnnexBInPlaceForLengthSize4(buffer); | 68 return ConvertAVCToAnnexBInPlaceForLengthSize4(buffer); |
68 | 69 |
69 std::vector<uint8> temp; | 70 std::vector<uint8_t> temp; |
70 temp.swap(*buffer); | 71 temp.swap(*buffer); |
71 buffer->reserve(temp.size() + 32); | 72 buffer->reserve(temp.size() + 32); |
72 | 73 |
73 size_t pos = 0; | 74 size_t pos = 0; |
74 while (pos + length_size < temp.size()) { | 75 while (pos + length_size < temp.size()) { |
75 int nal_length = temp[pos]; | 76 int nal_length = temp[pos]; |
76 if (length_size == 2) nal_length = (nal_length << 8) + temp[pos+1]; | 77 if (length_size == 2) nal_length = (nal_length << 8) + temp[pos+1]; |
77 pos += length_size; | 78 pos += length_size; |
78 | 79 |
79 if (nal_length == 0) { | 80 if (nal_length == 0) { |
80 DVLOG(1) << "nal_length is 0"; | 81 DVLOG(1) << "nal_length is 0"; |
81 return false; | 82 return false; |
82 } | 83 } |
83 | 84 |
84 RCHECK(pos + nal_length <= temp.size()); | 85 RCHECK(pos + nal_length <= temp.size()); |
85 buffer->insert(buffer->end(), kAnnexBStartCode, | 86 buffer->insert(buffer->end(), kAnnexBStartCode, |
86 kAnnexBStartCode + kAnnexBStartCodeSize); | 87 kAnnexBStartCode + kAnnexBStartCodeSize); |
87 if (subsamples && !subsamples->empty()) { | 88 if (subsamples && !subsamples->empty()) { |
88 uint8* buffer_pos = &(*(buffer->end() - kAnnexBStartCodeSize)); | 89 uint8_t* buffer_pos = &(*(buffer->end() - kAnnexBStartCodeSize)); |
89 int subsample_index = FindSubsampleIndex(*buffer, subsamples, buffer_pos); | 90 int subsample_index = FindSubsampleIndex(*buffer, subsamples, buffer_pos); |
90 // We've replaced NALU size value with an AnnexB start code. | 91 // We've replaced NALU size value with an AnnexB start code. |
91 int size_adjustment = kAnnexBStartCodeSize - length_size; | 92 int size_adjustment = kAnnexBStartCodeSize - length_size; |
92 (*subsamples)[subsample_index].clear_bytes += size_adjustment; | 93 (*subsamples)[subsample_index].clear_bytes += size_adjustment; |
93 } | 94 } |
94 buffer->insert(buffer->end(), temp.begin() + pos, | 95 buffer->insert(buffer->end(), temp.begin() + pos, |
95 temp.begin() + pos + nal_length); | 96 temp.begin() + pos + nal_length); |
96 pos += nal_length; | 97 pos += nal_length; |
97 } | 98 } |
98 return pos == temp.size(); | 99 return pos == temp.size(); |
99 } | 100 } |
100 | 101 |
101 // static | 102 // static |
102 bool AVC::InsertParamSetsAnnexB(const AVCDecoderConfigurationRecord& avc_config, | 103 bool AVC::InsertParamSetsAnnexB(const AVCDecoderConfigurationRecord& avc_config, |
103 std::vector<uint8>* buffer, | 104 std::vector<uint8_t>* buffer, |
104 std::vector<SubsampleEntry>* subsamples) { | 105 std::vector<SubsampleEntry>* subsamples) { |
105 DCHECK(AVC::IsValidAnnexB(*buffer, *subsamples)); | 106 DCHECK(AVC::IsValidAnnexB(*buffer, *subsamples)); |
106 | 107 |
107 scoped_ptr<H264Parser> parser(new H264Parser()); | 108 scoped_ptr<H264Parser> parser(new H264Parser()); |
108 const uint8* start = &(*buffer)[0]; | 109 const uint8_t* start = &(*buffer)[0]; |
109 parser->SetEncryptedStream(start, buffer->size(), *subsamples); | 110 parser->SetEncryptedStream(start, buffer->size(), *subsamples); |
110 | 111 |
111 H264NALU nalu; | 112 H264NALU nalu; |
112 if (parser->AdvanceToNextNALU(&nalu) != H264Parser::kOk) | 113 if (parser->AdvanceToNextNALU(&nalu) != H264Parser::kOk) |
113 return false; | 114 return false; |
114 | 115 |
115 std::vector<uint8>::iterator config_insert_point = buffer->begin(); | 116 std::vector<uint8_t>::iterator config_insert_point = buffer->begin(); |
116 | 117 |
117 if (nalu.nal_unit_type == H264NALU::kAUD) { | 118 if (nalu.nal_unit_type == H264NALU::kAUD) { |
118 // Move insert point to just after the AUD. | 119 // Move insert point to just after the AUD. |
119 config_insert_point += (nalu.data + nalu.size) - start; | 120 config_insert_point += (nalu.data + nalu.size) - start; |
120 } | 121 } |
121 | 122 |
122 // Clear |parser| and |start| since they aren't needed anymore and | 123 // Clear |parser| and |start| since they aren't needed anymore and |
123 // will hold stale pointers once the insert happens. | 124 // will hold stale pointers once the insert happens. |
124 parser.reset(); | 125 parser.reset(); |
125 start = NULL; | 126 start = NULL; |
126 | 127 |
127 std::vector<uint8> param_sets; | 128 std::vector<uint8_t> param_sets; |
128 RCHECK(AVC::ConvertConfigToAnnexB(avc_config, ¶m_sets)); | 129 RCHECK(AVC::ConvertConfigToAnnexB(avc_config, ¶m_sets)); |
129 | 130 |
130 if (subsamples && !subsamples->empty()) { | 131 if (subsamples && !subsamples->empty()) { |
131 int subsample_index = FindSubsampleIndex(*buffer, subsamples, | 132 int subsample_index = FindSubsampleIndex(*buffer, subsamples, |
132 &(*config_insert_point)); | 133 &(*config_insert_point)); |
133 // Update the size of the subsample where SPS/PPS is to be inserted. | 134 // Update the size of the subsample where SPS/PPS is to be inserted. |
134 (*subsamples)[subsample_index].clear_bytes += param_sets.size(); | 135 (*subsamples)[subsample_index].clear_bytes += param_sets.size(); |
135 } | 136 } |
136 | 137 |
137 buffer->insert(config_insert_point, | 138 buffer->insert(config_insert_point, |
138 param_sets.begin(), param_sets.end()); | 139 param_sets.begin(), param_sets.end()); |
139 | 140 |
140 DCHECK(AVC::IsValidAnnexB(*buffer, *subsamples)); | 141 DCHECK(AVC::IsValidAnnexB(*buffer, *subsamples)); |
141 return true; | 142 return true; |
142 } | 143 } |
143 | 144 |
144 // static | 145 // static |
145 bool AVC::ConvertConfigToAnnexB( | 146 bool AVC::ConvertConfigToAnnexB(const AVCDecoderConfigurationRecord& avc_config, |
146 const AVCDecoderConfigurationRecord& avc_config, | 147 std::vector<uint8_t>* buffer) { |
147 std::vector<uint8>* buffer) { | |
148 DCHECK(buffer->empty()); | 148 DCHECK(buffer->empty()); |
149 buffer->clear(); | 149 buffer->clear(); |
150 int total_size = 0; | 150 int total_size = 0; |
151 for (size_t i = 0; i < avc_config.sps_list.size(); i++) | 151 for (size_t i = 0; i < avc_config.sps_list.size(); i++) |
152 total_size += avc_config.sps_list[i].size() + kAnnexBStartCodeSize; | 152 total_size += avc_config.sps_list[i].size() + kAnnexBStartCodeSize; |
153 for (size_t i = 0; i < avc_config.pps_list.size(); i++) | 153 for (size_t i = 0; i < avc_config.pps_list.size(); i++) |
154 total_size += avc_config.pps_list[i].size() + kAnnexBStartCodeSize; | 154 total_size += avc_config.pps_list[i].size() + kAnnexBStartCodeSize; |
155 buffer->reserve(total_size); | 155 buffer->reserve(total_size); |
156 | 156 |
157 for (size_t i = 0; i < avc_config.sps_list.size(); i++) { | 157 for (size_t i = 0; i < avc_config.sps_list.size(); i++) { |
158 buffer->insert(buffer->end(), kAnnexBStartCode, | 158 buffer->insert(buffer->end(), kAnnexBStartCode, |
159 kAnnexBStartCode + kAnnexBStartCodeSize); | 159 kAnnexBStartCode + kAnnexBStartCodeSize); |
160 buffer->insert(buffer->end(), avc_config.sps_list[i].begin(), | 160 buffer->insert(buffer->end(), avc_config.sps_list[i].begin(), |
161 avc_config.sps_list[i].end()); | 161 avc_config.sps_list[i].end()); |
162 } | 162 } |
163 | 163 |
164 for (size_t i = 0; i < avc_config.pps_list.size(); i++) { | 164 for (size_t i = 0; i < avc_config.pps_list.size(); i++) { |
165 buffer->insert(buffer->end(), kAnnexBStartCode, | 165 buffer->insert(buffer->end(), kAnnexBStartCode, |
166 kAnnexBStartCode + kAnnexBStartCodeSize); | 166 kAnnexBStartCode + kAnnexBStartCodeSize); |
167 buffer->insert(buffer->end(), avc_config.pps_list[i].begin(), | 167 buffer->insert(buffer->end(), avc_config.pps_list[i].begin(), |
168 avc_config.pps_list[i].end()); | 168 avc_config.pps_list[i].end()); |
169 } | 169 } |
170 return true; | 170 return true; |
171 } | 171 } |
172 | 172 |
173 // Verifies AnnexB NALU order according to ISO/IEC 14496-10 Section 7.4.1.2.3 | 173 // Verifies AnnexB NALU order according to ISO/IEC 14496-10 Section 7.4.1.2.3 |
174 bool AVC::IsValidAnnexB(const std::vector<uint8>& buffer, | 174 bool AVC::IsValidAnnexB(const std::vector<uint8_t>& buffer, |
175 const std::vector<SubsampleEntry>& subsamples) { | 175 const std::vector<SubsampleEntry>& subsamples) { |
176 return IsValidAnnexB(&buffer[0], buffer.size(), subsamples); | 176 return IsValidAnnexB(&buffer[0], buffer.size(), subsamples); |
177 } | 177 } |
178 | 178 |
179 bool AVC::IsValidAnnexB(const uint8* buffer, size_t size, | 179 bool AVC::IsValidAnnexB(const uint8_t* buffer, |
| 180 size_t size, |
180 const std::vector<SubsampleEntry>& subsamples) { | 181 const std::vector<SubsampleEntry>& subsamples) { |
181 DVLOG(1) << __FUNCTION__; | 182 DVLOG(1) << __FUNCTION__; |
182 DCHECK(buffer); | 183 DCHECK(buffer); |
183 | 184 |
184 if (size == 0) | 185 if (size == 0) |
185 return true; | 186 return true; |
186 | 187 |
187 H264Parser parser; | 188 H264Parser parser; |
188 parser.SetEncryptedStream(buffer, size, subsamples); | 189 parser.SetEncryptedStream(buffer, size, subsamples); |
189 | 190 |
(...skipping 121 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
311 AVCBitstreamConverter::AVCBitstreamConverter( | 312 AVCBitstreamConverter::AVCBitstreamConverter( |
312 scoped_ptr<AVCDecoderConfigurationRecord> avc_config) | 313 scoped_ptr<AVCDecoderConfigurationRecord> avc_config) |
313 : avc_config_(avc_config.Pass()) { | 314 : avc_config_(avc_config.Pass()) { |
314 DCHECK(avc_config_); | 315 DCHECK(avc_config_); |
315 } | 316 } |
316 | 317 |
317 AVCBitstreamConverter::~AVCBitstreamConverter() { | 318 AVCBitstreamConverter::~AVCBitstreamConverter() { |
318 } | 319 } |
319 | 320 |
320 bool AVCBitstreamConverter::ConvertFrame( | 321 bool AVCBitstreamConverter::ConvertFrame( |
321 std::vector<uint8>* frame_buf, | 322 std::vector<uint8_t>* frame_buf, |
322 bool is_keyframe, | 323 bool is_keyframe, |
323 std::vector<SubsampleEntry>* subsamples) const { | 324 std::vector<SubsampleEntry>* subsamples) const { |
324 // Convert the AVC NALU length fields to Annex B headers, as expected by | 325 // Convert the AVC NALU length fields to Annex B headers, as expected by |
325 // decoding libraries. Since this may enlarge the size of the buffer, we also | 326 // decoding libraries. Since this may enlarge the size of the buffer, we also |
326 // update the clear byte count for each subsample if encryption is used to | 327 // update the clear byte count for each subsample if encryption is used to |
327 // account for the difference in size between the length prefix and Annex B | 328 // account for the difference in size between the length prefix and Annex B |
328 // start code. | 329 // start code. |
329 RCHECK(AVC::ConvertFrameToAnnexB(avc_config_->length_size, frame_buf, | 330 RCHECK(AVC::ConvertFrameToAnnexB(avc_config_->length_size, frame_buf, |
330 subsamples)); | 331 subsamples)); |
331 | 332 |
332 if (is_keyframe) { | 333 if (is_keyframe) { |
333 // If this is a keyframe, we (re-)inject SPS and PPS headers at the start of | 334 // If this is a keyframe, we (re-)inject SPS and PPS headers at the start of |
334 // a frame. If subsample info is present, we also update the clear byte | 335 // a frame. If subsample info is present, we also update the clear byte |
335 // count for that first subsample. | 336 // count for that first subsample. |
336 RCHECK(AVC::InsertParamSetsAnnexB(*avc_config_, frame_buf, subsamples)); | 337 RCHECK(AVC::InsertParamSetsAnnexB(*avc_config_, frame_buf, subsamples)); |
337 } | 338 } |
338 | 339 |
339 DCHECK(AVC::IsValidAnnexB(*frame_buf, *subsamples)); | 340 DCHECK(AVC::IsValidAnnexB(*frame_buf, *subsamples)); |
340 return true; | 341 return true; |
341 } | 342 } |
342 | 343 |
343 } // namespace mp4 | 344 } // namespace mp4 |
344 } // namespace media | 345 } // namespace media |
OLD | NEW |