| OLD | NEW |
| (Empty) |
| 1 /* | |
| 2 * RTP H264 Protocol (RFC3984) | |
| 3 * Copyright (c) 2006 Ryan Martell | |
| 4 * | |
| 5 * This file is part of FFmpeg. | |
| 6 * | |
| 7 * FFmpeg is free software; you can redistribute it and/or | |
| 8 * modify it under the terms of the GNU Lesser General Public | |
| 9 * License as published by the Free Software Foundation; either | |
| 10 * version 2.1 of the License, or (at your option) any later version. | |
| 11 * | |
| 12 * FFmpeg is distributed in the hope that it will be useful, | |
| 13 * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| 14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
| 15 * Lesser General Public License for more details. | |
| 16 * | |
| 17 * You should have received a copy of the GNU Lesser General Public | |
| 18 * License along with FFmpeg; if not, write to the Free Software | |
| 19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |
| 20 */ | |
| 21 | |
| 22 /** | |
| 23 * @file libavformat/rtp_h264.c | |
| 24 * @brief H.264 / RTP Code (RFC3984) | |
| 25 * @author Ryan Martell <rdm4@martellventures.com> | |
| 26 * | |
| 27 * @note Notes: | |
| 28 * Notes: | |
| 29 * This currently supports packetization mode: | |
| 30 * Single Nal Unit Mode (0), or | |
| 31 * Non-Interleaved Mode (1). It currently does not support | |
| 32 * Interleaved Mode (2). (This requires implementing STAP-B, MTAP16, MTAP24, FU-
B packet types) | |
| 33 * | |
| 34 * @note TODO: | |
| 35 * 1) RTCP sender reports for udp streams are required.. | |
| 36 * | |
| 37 */ | |
| 38 | |
| 39 #include "libavutil/base64.h" | |
| 40 #include "libavutil/avstring.h" | |
| 41 #include "libavcodec/get_bits.h" | |
| 42 #include "avformat.h" | |
| 43 #include "mpegts.h" | |
| 44 | |
| 45 #include <unistd.h> | |
| 46 #include "network.h" | |
| 47 #include <assert.h> | |
| 48 | |
| 49 #include "rtpdec.h" | |
| 50 #include "rtp_h264.h" | |
| 51 | |
| 52 /** | |
| 53 RTP/H264 specific private data. | |
| 54 */ | |
| 55 struct PayloadContext { | |
| 56 unsigned long cookie; ///< sanity check, to make sure we get the point
er we're expecting. | |
| 57 | |
| 58 //sdp setup parameters | |
| 59 uint8_t profile_idc; ///< from the sdp setup parameters. | |
| 60 uint8_t profile_iop; ///< from the sdp setup parameters. | |
| 61 uint8_t level_idc; ///< from the sdp setup parameters. | |
| 62 int packetization_mode; ///< from the sdp setup parameters. | |
| 63 #ifdef DEBUG | |
| 64 int packet_types_received[32]; | |
| 65 #endif | |
| 66 }; | |
| 67 | |
| 68 #define MAGIC_COOKIE (0xdeadbeef) ///< Cookie for the extradata; to verify
we are what we think we are, and that we haven't been freed. | |
| 69 #define DEAD_COOKIE (0xdeaddead) ///< Cookie for the extradata; once it i
s freed. | |
| 70 | |
| 71 /* ---------------- private code */ | |
| 72 static void sdp_parse_fmtp_config_h264(AVStream * stream, | |
| 73 PayloadContext * h264_data, | |
| 74 char *attr, char *value) | |
| 75 { | |
| 76 AVCodecContext *codec = stream->codec; | |
| 77 assert(codec->codec_id == CODEC_ID_H264); | |
| 78 assert(h264_data != NULL); | |
| 79 | |
| 80 if (!strcmp(attr, "packetization-mode")) { | |
| 81 av_log(codec, AV_LOG_DEBUG, "RTP Packetization Mode: %d\n", atoi(value))
; | |
| 82 h264_data->packetization_mode = atoi(value); | |
| 83 /* | |
| 84 Packetization Mode: | |
| 85 0 or not present: Single NAL mode (Only nals from 1-23 are allowed) | |
| 86 1: Non-interleaved Mode: 1-23, 24 (STAP-A), 28 (FU-A) are allowed. | |
| 87 2: Interleaved Mode: 25 (STAP-B), 26 (MTAP16), 27 (MTAP24), 28 (FU-A)
, and 29 (FU-B) are allowed. | |
| 88 */ | |
| 89 if (h264_data->packetization_mode > 1) | |
| 90 av_log(codec, AV_LOG_ERROR, | |
| 91 "Interleaved RTP mode is not supported yet."); | |
| 92 } else if (!strcmp(attr, "profile-level-id")) { | |
| 93 if (strlen(value) == 6) { | |
| 94 char buffer[3]; | |
| 95 // 6 characters=3 bytes, in hex. | |
| 96 uint8_t profile_idc; | |
| 97 uint8_t profile_iop; | |
| 98 uint8_t level_idc; | |
| 99 | |
| 100 buffer[0] = value[0]; buffer[1] = value[1]; buffer[2] = '\0'; | |
| 101 profile_idc = strtol(buffer, NULL, 16); | |
| 102 buffer[0] = value[2]; buffer[1] = value[3]; | |
| 103 profile_iop = strtol(buffer, NULL, 16); | |
| 104 buffer[0] = value[4]; buffer[1] = value[5]; | |
| 105 level_idc = strtol(buffer, NULL, 16); | |
| 106 | |
| 107 // set the parameters... | |
| 108 av_log(codec, AV_LOG_DEBUG, | |
| 109 "RTP Profile IDC: %x Profile IOP: %x Level: %x\n", | |
| 110 profile_idc, profile_iop, level_idc); | |
| 111 h264_data->profile_idc = profile_idc; | |
| 112 h264_data->profile_iop = profile_iop; | |
| 113 h264_data->level_idc = level_idc; | |
| 114 } | |
| 115 } else if (!strcmp(attr, "sprop-parameter-sets")) { | |
| 116 uint8_t start_sequence[]= { 0, 0, 1 }; | |
| 117 codec->extradata_size= 0; | |
| 118 codec->extradata= NULL; | |
| 119 | |
| 120 while (*value) { | |
| 121 char base64packet[1024]; | |
| 122 uint8_t decoded_packet[1024]; | |
| 123 uint32_t packet_size; | |
| 124 char *dst = base64packet; | |
| 125 | |
| 126 while (*value && *value != ',' | |
| 127 && (dst - base64packet) < sizeof(base64packet) - 1) { | |
| 128 *dst++ = *value++; | |
| 129 } | |
| 130 *dst++ = '\0'; | |
| 131 | |
| 132 if (*value == ',') | |
| 133 value++; | |
| 134 | |
| 135 packet_size= av_base64_decode(decoded_packet, base64packet, sizeof(d
ecoded_packet)); | |
| 136 if (packet_size) { | |
| 137 uint8_t *dest= av_malloc(packet_size+sizeof(start_sequence)+code
c->extradata_size); | |
| 138 if(dest) | |
| 139 { | |
| 140 if(codec->extradata_size) | |
| 141 { | |
| 142 // av_realloc? | |
| 143 memcpy(dest, codec->extradata, codec->extradata_size); | |
| 144 av_free(codec->extradata); | |
| 145 } | |
| 146 | |
| 147 memcpy(dest+codec->extradata_size, start_sequence, sizeof(st
art_sequence)); | |
| 148 memcpy(dest+codec->extradata_size+sizeof(start_sequence), de
coded_packet, packet_size); | |
| 149 | |
| 150 codec->extradata= dest; | |
| 151 codec->extradata_size+= sizeof(start_sequence)+packet_size; | |
| 152 } else { | |
| 153 av_log(codec, AV_LOG_ERROR, "Unable to allocate memory for e
xtradata!"); | |
| 154 } | |
| 155 } | |
| 156 } | |
| 157 av_log(codec, AV_LOG_DEBUG, "Extradata set to %p (size: %d)!", codec->ex
tradata, codec->extradata_size); | |
| 158 } | |
| 159 } | |
| 160 | |
| 161 // return 0 on packet, no more left, 1 on packet, 1 on partial packet... | |
| 162 static int h264_handle_packet(AVFormatContext *ctx, | |
| 163 PayloadContext *data, | |
| 164 AVStream *st, | |
| 165 AVPacket * pkt, | |
| 166 uint32_t * timestamp, | |
| 167 const uint8_t * buf, | |
| 168 int len, int flags) | |
| 169 { | |
| 170 uint8_t nal = buf[0]; | |
| 171 uint8_t type = (nal & 0x1f); | |
| 172 int result= 0; | |
| 173 uint8_t start_sequence[]= {0, 0, 1}; | |
| 174 | |
| 175 #ifdef DEBUG | |
| 176 assert(data); | |
| 177 assert(data->cookie == MAGIC_COOKIE); | |
| 178 #endif | |
| 179 assert(buf); | |
| 180 | |
| 181 if (type >= 1 && type <= 23) | |
| 182 type = 1; // simplify the case. (these are all the nal type
s used internally by the h264 codec) | |
| 183 switch (type) { | |
| 184 case 0: // undefined; | |
| 185 result= -1; | |
| 186 break; | |
| 187 | |
| 188 case 1: | |
| 189 av_new_packet(pkt, len+sizeof(start_sequence)); | |
| 190 memcpy(pkt->data, start_sequence, sizeof(start_sequence)); | |
| 191 memcpy(pkt->data+sizeof(start_sequence), buf, len); | |
| 192 #ifdef DEBUG | |
| 193 data->packet_types_received[nal & 0x1f]++; | |
| 194 #endif | |
| 195 break; | |
| 196 | |
| 197 case 24: // STAP-A (one packet, multiple nals) | |
| 198 // consume the STAP-A NAL | |
| 199 buf++; | |
| 200 len--; | |
| 201 // first we are going to figure out the total size.... | |
| 202 { | |
| 203 int pass= 0; | |
| 204 int total_length= 0; | |
| 205 uint8_t *dst= NULL; | |
| 206 | |
| 207 for(pass= 0; pass<2; pass++) { | |
| 208 const uint8_t *src= buf; | |
| 209 int src_len= len; | |
| 210 | |
| 211 do { | |
| 212 uint16_t nal_size = AV_RB16(src); // this going to be a prob
lem if unaligned (can it be?) | |
| 213 | |
| 214 // consume the length of the aggregate... | |
| 215 src += 2; | |
| 216 src_len -= 2; | |
| 217 | |
| 218 if (nal_size <= src_len) { | |
| 219 if(pass==0) { | |
| 220 // counting... | |
| 221 total_length+= sizeof(start_sequence)+nal_size; | |
| 222 } else { | |
| 223 // copying | |
| 224 assert(dst); | |
| 225 memcpy(dst, start_sequence, sizeof(start_sequence)); | |
| 226 dst+= sizeof(start_sequence); | |
| 227 memcpy(dst, src, nal_size); | |
| 228 #ifdef DEBUG | |
| 229 data->packet_types_received[*src & 0x1f]++; | |
| 230 #endif | |
| 231 dst+= nal_size; | |
| 232 } | |
| 233 } else { | |
| 234 av_log(ctx, AV_LOG_ERROR, | |
| 235 "nal size exceeds length: %d %d\n", nal_size, src
_len); | |
| 236 } | |
| 237 | |
| 238 // eat what we handled... | |
| 239 src += nal_size; | |
| 240 src_len -= nal_size; | |
| 241 | |
| 242 if (src_len < 0) | |
| 243 av_log(ctx, AV_LOG_ERROR, | |
| 244 "Consumed more bytes than we got! (%d)\n", src_le
n); | |
| 245 } while (src_len > 2); // because there could be rtp paddin
g.. | |
| 246 | |
| 247 if(pass==0) { | |
| 248 // now we know the total size of the packet (with the start
sequences added) | |
| 249 av_new_packet(pkt, total_length); | |
| 250 dst= pkt->data; | |
| 251 } else { | |
| 252 assert(dst-pkt->data==total_length); | |
| 253 } | |
| 254 } | |
| 255 } | |
| 256 break; | |
| 257 | |
| 258 case 25: // STAP-B | |
| 259 case 26: // MTAP-16 | |
| 260 case 27: // MTAP-24 | |
| 261 case 29: // FU-B | |
| 262 av_log(ctx, AV_LOG_ERROR, | |
| 263 "Unhandled type (%d) (See RFC for implementation details\n", | |
| 264 type); | |
| 265 result= -1; | |
| 266 break; | |
| 267 | |
| 268 case 28: // FU-A (fragmented nal) | |
| 269 buf++; | |
| 270 len--; // skip the fu_indicator | |
| 271 { | |
| 272 // these are the same as above, we just redo them here for clarity..
. | |
| 273 uint8_t fu_indicator = nal; | |
| 274 uint8_t fu_header = *buf; // read the fu_header. | |
| 275 uint8_t start_bit = fu_header >> 7; | |
| 276 // uint8_t end_bit = (fu_header & 0x40) >> 6; | |
| 277 uint8_t nal_type = (fu_header & 0x1f); | |
| 278 uint8_t reconstructed_nal; | |
| 279 | |
| 280 // reconstruct this packet's true nal; only the data follows.. | |
| 281 reconstructed_nal = fu_indicator & (0xe0); // the original nal forb
idden bit and NRI are stored in this packet's nal; | |
| 282 reconstructed_nal |= nal_type; | |
| 283 | |
| 284 // skip the fu_header... | |
| 285 buf++; | |
| 286 len--; | |
| 287 | |
| 288 #ifdef DEBUG | |
| 289 if (start_bit) | |
| 290 data->packet_types_received[nal_type]++; | |
| 291 #endif | |
| 292 if(start_bit) { | |
| 293 // copy in the start sequence, and the reconstructed nal.... | |
| 294 av_new_packet(pkt, sizeof(start_sequence)+sizeof(nal)+len); | |
| 295 memcpy(pkt->data, start_sequence, sizeof(start_sequence)); | |
| 296 pkt->data[sizeof(start_sequence)]= reconstructed_nal; | |
| 297 memcpy(pkt->data+sizeof(start_sequence)+sizeof(nal), buf, len); | |
| 298 } else { | |
| 299 av_new_packet(pkt, len); | |
| 300 memcpy(pkt->data, buf, len); | |
| 301 } | |
| 302 } | |
| 303 break; | |
| 304 | |
| 305 case 30: // undefined | |
| 306 case 31: // undefined | |
| 307 default: | |
| 308 av_log(ctx, AV_LOG_ERROR, "Undefined type (%d)", type); | |
| 309 result= -1; | |
| 310 break; | |
| 311 } | |
| 312 | |
| 313 pkt->stream_index = st->index; | |
| 314 | |
| 315 return result; | |
| 316 } | |
| 317 | |
| 318 /* ---------------- public code */ | |
| 319 static PayloadContext *h264_new_context(void) | |
| 320 { | |
| 321 PayloadContext *data = | |
| 322 av_mallocz(sizeof(PayloadContext) + | |
| 323 FF_INPUT_BUFFER_PADDING_SIZE); | |
| 324 | |
| 325 if (data) { | |
| 326 data->cookie = MAGIC_COOKIE; | |
| 327 } | |
| 328 | |
| 329 return data; | |
| 330 } | |
| 331 | |
| 332 static void h264_free_context(PayloadContext *data) | |
| 333 { | |
| 334 #ifdef DEBUG | |
| 335 int ii; | |
| 336 | |
| 337 for (ii = 0; ii < 32; ii++) { | |
| 338 if (data->packet_types_received[ii]) | |
| 339 av_log(NULL, AV_LOG_DEBUG, "Received %d packets of type %d\n", | |
| 340 data->packet_types_received[ii], ii); | |
| 341 } | |
| 342 #endif | |
| 343 | |
| 344 assert(data); | |
| 345 assert(data->cookie == MAGIC_COOKIE); | |
| 346 | |
| 347 // avoid stale pointers (assert) | |
| 348 data->cookie = DEAD_COOKIE; | |
| 349 | |
| 350 // and clear out this... | |
| 351 av_free(data); | |
| 352 } | |
| 353 | |
| 354 static int parse_h264_sdp_line(AVFormatContext *s, int st_index, | |
| 355 PayloadContext *h264_data, const char *line) | |
| 356 { | |
| 357 AVStream *stream = s->streams[st_index]; | |
| 358 AVCodecContext *codec = stream->codec; | |
| 359 const char *p = line; | |
| 360 | |
| 361 assert(h264_data->cookie == MAGIC_COOKIE); | |
| 362 | |
| 363 if (av_strstart(p, "framesize:", &p)) { | |
| 364 char buf1[50]; | |
| 365 char *dst = buf1; | |
| 366 | |
| 367 // remove the protocol identifier.. | |
| 368 while (*p && *p == ' ') p++; // strip spaces. | |
| 369 while (*p && *p != ' ') p++; // eat protocol identifier | |
| 370 while (*p && *p == ' ') p++; // strip trailing spaces. | |
| 371 while (*p && *p != '-' && (dst - buf1) < sizeof(buf1) - 1) { | |
| 372 *dst++ = *p++; | |
| 373 } | |
| 374 *dst = '\0'; | |
| 375 | |
| 376 // a='framesize:96 320-240' | |
| 377 // set our parameters.. | |
| 378 codec->width = atoi(buf1); | |
| 379 codec->height = atoi(p + 1); // skip the - | |
| 380 codec->pix_fmt = PIX_FMT_YUV420P; | |
| 381 } else if (av_strstart(p, "fmtp:", &p)) { | |
| 382 char attr[256]; | |
| 383 char value[4096]; | |
| 384 | |
| 385 // remove the protocol identifier.. | |
| 386 while (*p && *p == ' ') p++; // strip spaces. | |
| 387 while (*p && *p != ' ') p++; // eat protocol identifier | |
| 388 while (*p && *p == ' ') p++; // strip trailing spaces. | |
| 389 | |
| 390 /* loop on each attribute */ | |
| 391 while (rtsp_next_attr_and_value | |
| 392 (&p, attr, sizeof(attr), value, sizeof(value))) { | |
| 393 /* grab the codec extra_data from the config parameter of the fmtp l
ine */ | |
| 394 sdp_parse_fmtp_config_h264(stream, h264_data, attr, value); | |
| 395 } | |
| 396 } else if (av_strstart(p, "cliprect:", &p)) { | |
| 397 // could use this if we wanted. | |
| 398 } | |
| 399 | |
| 400 av_set_pts_info(stream, 33, 1, 90000); // 33 should be right, because t
he pts is 64 bit? (done elsewhere; this is a one time thing) | |
| 401 | |
| 402 return 0; // keep processing it the normal way... | |
| 403 } | |
| 404 | |
| 405 /** | |
| 406 This is the structure for expanding on the dynamic rtp protocols (makes everythi
ng static. yay!) | |
| 407 */ | |
| 408 RTPDynamicProtocolHandler ff_h264_dynamic_handler = { | |
| 409 .enc_name = "H264", | |
| 410 .codec_type = CODEC_TYPE_VIDEO, | |
| 411 .codec_id = CODEC_ID_H264, | |
| 412 .parse_sdp_a_line = parse_h264_sdp_line, | |
| 413 .open = h264_new_context, | |
| 414 .close = h264_free_context, | |
| 415 .parse_packet = h264_handle_packet | |
| 416 }; | |
| OLD | NEW |