| OLD | NEW |
| 1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "media/formats/mp2t/es_parser_h264.h" | 5 #include "media/formats/mp2t/es_parser_h264.h" |
| 6 | 6 |
| 7 #include "base/logging.h" | 7 #include "base/logging.h" |
| 8 #include "base/numerics/safe_conversions.h" | 8 #include "base/numerics/safe_conversions.h" |
| 9 #include "media/base/encryption_scheme.h" | |
| 10 #include "media/base/media_util.h" | |
| 11 #include "media/base/stream_parser_buffer.h" | 9 #include "media/base/stream_parser_buffer.h" |
| 12 #include "media/base/timestamp_constants.h" | 10 #include "media/base/timestamp_constants.h" |
| 13 #include "media/base/video_frame.h" | 11 #include "media/base/video_frame.h" |
| 14 #include "media/filters/h264_parser.h" | 12 #include "media/filters/h264_parser.h" |
| 15 #include "media/formats/common/offset_byte_queue.h" | 13 #include "media/formats/common/offset_byte_queue.h" |
| 16 #include "media/formats/mp2t/mp2t_common.h" | 14 #include "media/formats/mp2t/mp2t_common.h" |
| 17 #include "ui/gfx/geometry/rect.h" | 15 #include "ui/gfx/geometry/rect.h" |
| 18 #include "ui/gfx/geometry/size.h" | 16 #include "ui/gfx/geometry/size.h" |
| 19 | 17 |
| 20 namespace media { | 18 namespace media { |
| (...skipping 236 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 257 // does not necessarily start with an SPS/PPS/IDR. | 255 // does not necessarily start with an SPS/PPS/IDR. |
| 258 // In this case, the initial frames are conveyed to the upper layer with | 256 // In this case, the initial frames are conveyed to the upper layer with |
| 259 // an invalid VideoDecoderConfig and it's up to the upper layer | 257 // an invalid VideoDecoderConfig and it's up to the upper layer |
| 260 // to process this kind of frame accordingly. | 258 // to process this kind of frame accordingly. |
| 261 if (last_video_decoder_config_.IsValidConfig()) | 259 if (last_video_decoder_config_.IsValidConfig()) |
| 262 return false; | 260 return false; |
| 263 } else { | 261 } else { |
| 264 const H264SPS* sps = h264_parser_->GetSPS(pps->seq_parameter_set_id); | 262 const H264SPS* sps = h264_parser_->GetSPS(pps->seq_parameter_set_id); |
| 265 if (!sps) | 263 if (!sps) |
| 266 return false; | 264 return false; |
| 267 RCHECK(UpdateVideoDecoderConfig(sps, Unencrypted())); | 265 RCHECK(UpdateVideoDecoderConfig(sps)); |
| 268 } | 266 } |
| 269 | 267 |
| 270 // Emit a frame. | 268 // Emit a frame. |
| 271 DVLOG(LOG_LEVEL_ES) << "Emit frame: stream_pos=" << current_access_unit_pos_ | 269 DVLOG(LOG_LEVEL_ES) << "Emit frame: stream_pos=" << current_access_unit_pos_ |
| 272 << " size=" << access_unit_size; | 270 << " size=" << access_unit_size; |
| 273 int es_size; | 271 int es_size; |
| 274 const uint8_t* es; | 272 const uint8_t* es; |
| 275 es_queue_->PeekAt(current_access_unit_pos_, &es, &es_size); | 273 es_queue_->PeekAt(current_access_unit_pos_, &es, &es_size); |
| 276 CHECK_GE(es_size, access_unit_size); | 274 CHECK_GE(es_size, access_unit_size); |
| 277 | 275 |
| 278 // TODO(wolenetz/acolwell): Validate and use a common cross-parser TrackId | 276 // TODO(wolenetz/acolwell): Validate and use a common cross-parser TrackId |
| 279 // type and allow multiple video tracks. See https://crbug.com/341581. | 277 // type and allow multiple video tracks. See https://crbug.com/341581. |
| 280 scoped_refptr<StreamParserBuffer> stream_parser_buffer = | 278 scoped_refptr<StreamParserBuffer> stream_parser_buffer = |
| 281 StreamParserBuffer::CopyFrom( | 279 StreamParserBuffer::CopyFrom( |
| 282 es, | 280 es, |
| 283 access_unit_size, | 281 access_unit_size, |
| 284 is_key_frame, | 282 is_key_frame, |
| 285 DemuxerStream::VIDEO, | 283 DemuxerStream::VIDEO, |
| 286 0); | 284 0); |
| 287 stream_parser_buffer->SetDecodeTimestamp(current_timing_desc.dts); | 285 stream_parser_buffer->SetDecodeTimestamp(current_timing_desc.dts); |
| 288 stream_parser_buffer->set_timestamp(current_timing_desc.pts); | 286 stream_parser_buffer->set_timestamp(current_timing_desc.pts); |
| 289 return es_adapter_.OnNewBuffer(stream_parser_buffer); | 287 return es_adapter_.OnNewBuffer(stream_parser_buffer); |
| 290 } | 288 } |
| 291 | 289 |
| 292 bool EsParserH264::UpdateVideoDecoderConfig(const H264SPS* sps, | 290 bool EsParserH264::UpdateVideoDecoderConfig(const H264SPS* sps) { |
| 293 const EncryptionScheme& scheme) { | |
| 294 // Set the SAR to 1 when not specified in the H264 stream. | 291 // Set the SAR to 1 when not specified in the H264 stream. |
| 295 int sar_width = (sps->sar_width == 0) ? 1 : sps->sar_width; | 292 int sar_width = (sps->sar_width == 0) ? 1 : sps->sar_width; |
| 296 int sar_height = (sps->sar_height == 0) ? 1 : sps->sar_height; | 293 int sar_height = (sps->sar_height == 0) ? 1 : sps->sar_height; |
| 297 | 294 |
| 298 // TODO(damienv): a MAP unit can be either 16 or 32 pixels. | 295 // TODO(damienv): a MAP unit can be either 16 or 32 pixels. |
| 299 // although it's 16 pixels for progressive non MBAFF frames. | 296 // although it's 16 pixels for progressive non MBAFF frames. |
| 300 gfx::Size coded_size((sps->pic_width_in_mbs_minus1 + 1) * 16, | 297 gfx::Size coded_size((sps->pic_width_in_mbs_minus1 + 1) * 16, |
| 301 (sps->pic_height_in_map_units_minus1 + 1) * 16); | 298 (sps->pic_height_in_map_units_minus1 + 1) * 16); |
| 302 gfx::Rect visible_rect( | 299 gfx::Rect visible_rect( |
| 303 sps->frame_crop_left_offset, | 300 sps->frame_crop_left_offset, |
| 304 sps->frame_crop_top_offset, | 301 sps->frame_crop_top_offset, |
| 305 (coded_size.width() - sps->frame_crop_right_offset) - | 302 (coded_size.width() - sps->frame_crop_right_offset) - |
| 306 sps->frame_crop_left_offset, | 303 sps->frame_crop_left_offset, |
| 307 (coded_size.height() - sps->frame_crop_bottom_offset) - | 304 (coded_size.height() - sps->frame_crop_bottom_offset) - |
| 308 sps->frame_crop_top_offset); | 305 sps->frame_crop_top_offset); |
| 309 if (visible_rect.width() <= 0 || visible_rect.height() <= 0) | 306 if (visible_rect.width() <= 0 || visible_rect.height() <= 0) |
| 310 return false; | 307 return false; |
| 311 gfx::Size natural_size( | 308 gfx::Size natural_size( |
| 312 (visible_rect.width() * sar_width) / sar_height, | 309 (visible_rect.width() * sar_width) / sar_height, |
| 313 visible_rect.height()); | 310 visible_rect.height()); |
| 314 if (natural_size.width() == 0) | 311 if (natural_size.width() == 0) |
| 315 return false; | 312 return false; |
| 316 | 313 |
| 317 VideoDecoderConfig video_decoder_config( | 314 VideoDecoderConfig video_decoder_config( |
| 318 kCodecH264, ProfileIDCToVideoCodecProfile(sps->profile_idc), | 315 kCodecH264, ProfileIDCToVideoCodecProfile(sps->profile_idc), |
| 319 PIXEL_FORMAT_YV12, COLOR_SPACE_HD_REC709, coded_size, visible_rect, | 316 PIXEL_FORMAT_YV12, COLOR_SPACE_HD_REC709, coded_size, visible_rect, |
| 320 natural_size, EmptyExtraData(), scheme); | 317 natural_size, std::vector<uint8_t>(), false); |
| 321 | 318 |
| 322 if (!video_decoder_config.Matches(last_video_decoder_config_)) { | 319 if (!video_decoder_config.Matches(last_video_decoder_config_)) { |
| 323 DVLOG(1) << "Profile IDC: " << sps->profile_idc; | 320 DVLOG(1) << "Profile IDC: " << sps->profile_idc; |
| 324 DVLOG(1) << "Level IDC: " << sps->level_idc; | 321 DVLOG(1) << "Level IDC: " << sps->level_idc; |
| 325 DVLOG(1) << "Pic width: " << coded_size.width(); | 322 DVLOG(1) << "Pic width: " << coded_size.width(); |
| 326 DVLOG(1) << "Pic height: " << coded_size.height(); | 323 DVLOG(1) << "Pic height: " << coded_size.height(); |
| 327 DVLOG(1) << "log2_max_frame_num_minus4: " | 324 DVLOG(1) << "log2_max_frame_num_minus4: " |
| 328 << sps->log2_max_frame_num_minus4; | 325 << sps->log2_max_frame_num_minus4; |
| 329 DVLOG(1) << "SAR: width=" << sps->sar_width | 326 DVLOG(1) << "SAR: width=" << sps->sar_width |
| 330 << " height=" << sps->sar_height; | 327 << " height=" << sps->sar_height; |
| 331 last_video_decoder_config_ = video_decoder_config; | 328 last_video_decoder_config_ = video_decoder_config; |
| 332 es_adapter_.OnConfigChanged(video_decoder_config); | 329 es_adapter_.OnConfigChanged(video_decoder_config); |
| 333 } | 330 } |
| 334 | 331 |
| 335 return true; | 332 return true; |
| 336 } | 333 } |
| 337 | 334 |
| 338 } // namespace mp2t | 335 } // namespace mp2t |
| 339 } // namespace media | 336 } // namespace media |
| OLD | NEW |