OLD | NEW |
(Empty) | |
| 1 /* |
| 2 * Copyright (c) 2012 The WebM project authors. All Rights Reserved. |
| 3 * |
| 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ |
| 10 |
| 11 // This is an example demonstrating how to implement a multi-layer VPx |
| 12 // encoding scheme based on temporal scalability for video applications |
| 13 // that benefit from a scalable bitstream. |
| 14 |
| 15 #include <math.h> |
| 16 #include <stdio.h> |
| 17 #include <stdlib.h> |
| 18 #include <string.h> |
| 19 |
| 20 #define VPX_CODEC_DISABLE_COMPAT 1 |
| 21 #include "./vpx_config.h" |
| 22 #include "vpx_ports/vpx_timer.h" |
| 23 #include "vpx/vp8cx.h" |
| 24 #include "vpx/vpx_encoder.h" |
| 25 |
| 26 #include "./tools_common.h" |
| 27 #include "./video_writer.h" |
| 28 |
| 29 static const char *exec_name; |
| 30 |
| 31 void usage_exit() { |
| 32 exit(EXIT_FAILURE); |
| 33 } |
| 34 |
| 35 static int mode_to_num_layers[12] = {1, 2, 2, 3, 3, 3, 3, 5, 2, 3, 3, 3}; |
| 36 |
| 37 // For rate control encoding stats. |
| 38 struct RateControlMetrics { |
| 39 // Number of input frames per layer. |
| 40 int layer_input_frames[VPX_TS_MAX_LAYERS]; |
| 41 // Total (cumulative) number of encoded frames per layer. |
| 42 int layer_tot_enc_frames[VPX_TS_MAX_LAYERS]; |
| 43 // Number of encoded non-key frames per layer. |
| 44 int layer_enc_frames[VPX_TS_MAX_LAYERS]; |
| 45 // Framerate per layer layer (cumulative). |
| 46 double layer_framerate[VPX_TS_MAX_LAYERS]; |
| 47 // Target average frame size per layer (per-frame-bandwidth per layer). |
| 48 double layer_pfb[VPX_TS_MAX_LAYERS]; |
| 49 // Actual average frame size per layer. |
| 50 double layer_avg_frame_size[VPX_TS_MAX_LAYERS]; |
| 51 // Average rate mismatch per layer (|target - actual| / target). |
| 52 double layer_avg_rate_mismatch[VPX_TS_MAX_LAYERS]; |
| 53 // Actual encoding bitrate per layer (cumulative). |
| 54 double layer_encoding_bitrate[VPX_TS_MAX_LAYERS]; |
| 55 }; |
| 56 |
| 57 // Note: these rate control metrics assume only 1 key frame in the |
| 58 // sequence (i.e., first frame only). So for temporal pattern# 7 |
| 59 // (which has key frame for every frame on base layer), the metrics |
| 60 // computation will be off/wrong. |
| 61 // TODO(marpan): Update these metrics to account for multiple key frames |
| 62 // in the stream. |
| 63 static void set_rate_control_metrics(struct RateControlMetrics *rc, |
| 64 vpx_codec_enc_cfg_t *cfg) { |
| 65 unsigned int i = 0; |
| 66 // Set the layer (cumulative) framerate and the target layer (non-cumulative) |
| 67 // per-frame-bandwidth, for the rate control encoding stats below. |
| 68 const double framerate = cfg->g_timebase.den / cfg->g_timebase.num; |
| 69 rc->layer_framerate[0] = framerate / cfg->ts_rate_decimator[0]; |
| 70 rc->layer_pfb[0] = 1000.0 * cfg->ts_target_bitrate[0] / |
| 71 rc->layer_framerate[0]; |
| 72 for (i = 0; i < cfg->ts_number_layers; ++i) { |
| 73 if (i > 0) { |
| 74 rc->layer_framerate[i] = framerate / cfg->ts_rate_decimator[i]; |
| 75 rc->layer_pfb[i] = 1000.0 * |
| 76 (cfg->ts_target_bitrate[i] - cfg->ts_target_bitrate[i - 1]) / |
| 77 (rc->layer_framerate[i] - rc->layer_framerate[i - 1]); |
| 78 } |
| 79 rc->layer_input_frames[i] = 0; |
| 80 rc->layer_enc_frames[i] = 0; |
| 81 rc->layer_tot_enc_frames[i] = 0; |
| 82 rc->layer_encoding_bitrate[i] = 0.0; |
| 83 rc->layer_avg_frame_size[i] = 0.0; |
| 84 rc->layer_avg_rate_mismatch[i] = 0.0; |
| 85 } |
| 86 } |
| 87 |
| 88 static void printout_rate_control_summary(struct RateControlMetrics *rc, |
| 89 vpx_codec_enc_cfg_t *cfg, |
| 90 int frame_cnt) { |
| 91 unsigned int i = 0; |
| 92 int tot_num_frames = 0; |
| 93 printf("Total number of processed frames: %d\n\n", frame_cnt -1); |
| 94 printf("Rate control layer stats for %d layer(s):\n\n", |
| 95 cfg->ts_number_layers); |
| 96 for (i = 0; i < cfg->ts_number_layers; ++i) { |
| 97 const int num_dropped = (i > 0) ? |
| 98 (rc->layer_input_frames[i] - rc->layer_enc_frames[i]) : |
| 99 (rc->layer_input_frames[i] - rc->layer_enc_frames[i] - 1); |
| 100 tot_num_frames += rc->layer_input_frames[i]; |
| 101 rc->layer_encoding_bitrate[i] = 0.001 * rc->layer_framerate[i] * |
| 102 rc->layer_encoding_bitrate[i] / tot_num_frames; |
| 103 rc->layer_avg_frame_size[i] = rc->layer_avg_frame_size[i] / |
| 104 rc->layer_enc_frames[i]; |
| 105 rc->layer_avg_rate_mismatch[i] = 100.0 * rc->layer_avg_rate_mismatch[i] / |
| 106 rc->layer_enc_frames[i]; |
| 107 printf("For layer#: %d \n", i); |
| 108 printf("Bitrate (target vs actual): %d %f \n", cfg->ts_target_bitrate[i], |
| 109 rc->layer_encoding_bitrate[i]); |
| 110 printf("Average frame size (target vs actual): %f %f \n", rc->layer_pfb[i], |
| 111 rc->layer_avg_frame_size[i]); |
| 112 printf("Average rate_mismatch: %f \n", rc->layer_avg_rate_mismatch[i]); |
| 113 printf("Number of input frames, encoded (non-key) frames, " |
| 114 "and perc dropped frames: %d %d %f \n", rc->layer_input_frames[i], |
| 115 rc->layer_enc_frames[i], |
| 116 100.0 * num_dropped / rc->layer_input_frames[i]); |
| 117 printf("\n"); |
| 118 } |
| 119 if ((frame_cnt - 1) != tot_num_frames) |
| 120 die("Error: Number of input frames not equal to output! \n"); |
| 121 } |
| 122 |
| 123 // Temporal scaling parameters: |
| 124 // NOTE: The 3 prediction frames cannot be used interchangeably due to |
| 125 // differences in the way they are handled throughout the code. The |
| 126 // frames should be allocated to layers in the order LAST, GF, ARF. |
| 127 // Other combinations work, but may produce slightly inferior results. |
| 128 static void set_temporal_layer_pattern(int layering_mode, |
| 129 vpx_codec_enc_cfg_t *cfg, |
| 130 int *layer_flags, |
| 131 int *flag_periodicity) { |
| 132 switch (layering_mode) { |
| 133 case 0: { |
| 134 // 1-layer. |
| 135 int ids[1] = {0}; |
| 136 cfg->ts_periodicity = 1; |
| 137 *flag_periodicity = 1; |
| 138 cfg->ts_number_layers = 1; |
| 139 cfg->ts_rate_decimator[0] = 1; |
| 140 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 141 // Update L only. |
| 142 layer_flags[0] = VPX_EFLAG_FORCE_KF | VP8_EFLAG_NO_UPD_GF | |
| 143 VP8_EFLAG_NO_UPD_ARF; |
| 144 break; |
| 145 } |
| 146 case 1: { |
| 147 // 2-layers, 2-frame period. |
| 148 int ids[2] = {0, 1}; |
| 149 cfg->ts_periodicity = 2; |
| 150 *flag_periodicity = 2; |
| 151 cfg->ts_number_layers = 2; |
| 152 cfg->ts_rate_decimator[0] = 2; |
| 153 cfg->ts_rate_decimator[1] = 1; |
| 154 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 155 #if 1 |
| 156 // 0=L, 1=GF, Intra-layer prediction enabled. |
| 157 layer_flags[0] = VPX_EFLAG_FORCE_KF | VP8_EFLAG_NO_UPD_GF | |
| 158 VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_REF_ARF; |
| 159 layer_flags[1] = VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_UPD_LAST | |
| 160 VP8_EFLAG_NO_REF_ARF; |
| 161 #else |
| 162 // 0=L, 1=GF, Intra-layer prediction disabled. |
| 163 layer_flags[0] = VPX_EFLAG_FORCE_KF | VP8_EFLAG_NO_UPD_GF | |
| 164 VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_REF_ARF; |
| 165 layer_flags[1] = VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_UPD_LAST | |
| 166 VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_REF_LAST; |
| 167 #endif |
| 168 break; |
| 169 } |
| 170 case 2: { |
| 171 // 2-layers, 3-frame period. |
| 172 int ids[3] = {0, 1, 1}; |
| 173 cfg->ts_periodicity = 3; |
| 174 *flag_periodicity = 3; |
| 175 cfg->ts_number_layers = 2; |
| 176 cfg->ts_rate_decimator[0] = 3; |
| 177 cfg->ts_rate_decimator[1] = 1; |
| 178 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 179 // 0=L, 1=GF, Intra-layer prediction enabled. |
| 180 layer_flags[0] = VPX_EFLAG_FORCE_KF | VP8_EFLAG_NO_REF_GF | |
| 181 VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF; |
| 182 layer_flags[1] = |
| 183 layer_flags[2] = VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_REF_ARF | |
| 184 VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_UPD_LAST; |
| 185 break; |
| 186 } |
| 187 case 3: { |
| 188 // 3-layers, 6-frame period. |
| 189 int ids[6] = {0, 2, 2, 1, 2, 2}; |
| 190 cfg->ts_periodicity = 6; |
| 191 *flag_periodicity = 6; |
| 192 cfg->ts_number_layers = 3; |
| 193 cfg->ts_rate_decimator[0] = 6; |
| 194 cfg->ts_rate_decimator[1] = 3; |
| 195 cfg->ts_rate_decimator[2] = 1; |
| 196 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 197 // 0=L, 1=GF, 2=ARF, Intra-layer prediction enabled. |
| 198 layer_flags[0] = VPX_EFLAG_FORCE_KF | VP8_EFLAG_NO_REF_GF | |
| 199 VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF; |
| 200 layer_flags[3] = VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_ARF | |
| 201 VP8_EFLAG_NO_UPD_LAST; |
| 202 layer_flags[1] = |
| 203 layer_flags[2] = |
| 204 layer_flags[4] = |
| 205 layer_flags[5] = VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_LAST; |
| 206 break; |
| 207 } |
| 208 case 4: { |
| 209 // 3-layers, 4-frame period. |
| 210 int ids[4] = {0, 2, 1, 2}; |
| 211 cfg->ts_periodicity = 4; |
| 212 *flag_periodicity = 4; |
| 213 cfg->ts_number_layers = 3; |
| 214 cfg->ts_rate_decimator[0] = 4; |
| 215 cfg->ts_rate_decimator[1] = 2; |
| 216 cfg->ts_rate_decimator[2] = 1; |
| 217 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 218 // 0=L, 1=GF, 2=ARF, Intra-layer prediction disabled. |
| 219 layer_flags[0] = VPX_EFLAG_FORCE_KF | VP8_EFLAG_NO_REF_GF | |
| 220 VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF; |
| 221 layer_flags[2] = VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_REF_ARF | |
| 222 VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_UPD_LAST; |
| 223 layer_flags[1] = |
| 224 layer_flags[3] = VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_LAST | |
| 225 VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF; |
| 226 break; |
| 227 } |
| 228 case 5: { |
| 229 // 3-layers, 4-frame period. |
| 230 int ids[4] = {0, 2, 1, 2}; |
| 231 cfg->ts_periodicity = 4; |
| 232 *flag_periodicity = 4; |
| 233 cfg->ts_number_layers = 3; |
| 234 cfg->ts_rate_decimator[0] = 4; |
| 235 cfg->ts_rate_decimator[1] = 2; |
| 236 cfg->ts_rate_decimator[2] = 1; |
| 237 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 238 // 0=L, 1=GF, 2=ARF, Intra-layer prediction enabled in layer 1, disabled |
| 239 // in layer 2. |
| 240 layer_flags[0] = VPX_EFLAG_FORCE_KF | VP8_EFLAG_NO_REF_GF | |
| 241 VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF; |
| 242 layer_flags[2] = VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_LAST | |
| 243 VP8_EFLAG_NO_UPD_ARF; |
| 244 layer_flags[1] = |
| 245 layer_flags[3] = VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_LAST | |
| 246 VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF; |
| 247 break; |
| 248 } |
| 249 case 6: { |
| 250 // 3-layers, 4-frame period. |
| 251 int ids[4] = {0, 2, 1, 2}; |
| 252 cfg->ts_periodicity = 4; |
| 253 *flag_periodicity = 4; |
| 254 cfg->ts_number_layers = 3; |
| 255 cfg->ts_rate_decimator[0] = 4; |
| 256 cfg->ts_rate_decimator[1] = 2; |
| 257 cfg->ts_rate_decimator[2] = 1; |
| 258 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 259 // 0=L, 1=GF, 2=ARF, Intra-layer prediction enabled. |
| 260 layer_flags[0] = VPX_EFLAG_FORCE_KF | VP8_EFLAG_NO_REF_GF | |
| 261 VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF; |
| 262 layer_flags[2] = VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_LAST | |
| 263 VP8_EFLAG_NO_UPD_ARF; |
| 264 layer_flags[1] = |
| 265 layer_flags[3] = VP8_EFLAG_NO_UPD_LAST | VP8_EFLAG_NO_UPD_GF; |
| 266 break; |
| 267 } |
| 268 case 7: { |
| 269 // NOTE: Probably of academic interest only. |
| 270 // 5-layers, 16-frame period. |
| 271 int ids[16] = {0, 4, 3, 4, 2, 4, 3, 4, 1, 4, 3, 4, 2, 4, 3, 4}; |
| 272 cfg->ts_periodicity = 16; |
| 273 *flag_periodicity = 16; |
| 274 cfg->ts_number_layers = 5; |
| 275 cfg->ts_rate_decimator[0] = 16; |
| 276 cfg->ts_rate_decimator[1] = 8; |
| 277 cfg->ts_rate_decimator[2] = 4; |
| 278 cfg->ts_rate_decimator[3] = 2; |
| 279 cfg->ts_rate_decimator[4] = 1; |
| 280 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 281 layer_flags[0] = VPX_EFLAG_FORCE_KF; |
| 282 layer_flags[1] = |
| 283 layer_flags[3] = |
| 284 layer_flags[5] = |
| 285 layer_flags[7] = |
| 286 layer_flags[9] = |
| 287 layer_flags[11] = |
| 288 layer_flags[13] = |
| 289 layer_flags[15] = VP8_EFLAG_NO_UPD_LAST | VP8_EFLAG_NO_UPD_GF | |
| 290 VP8_EFLAG_NO_UPD_ARF; |
| 291 layer_flags[2] = |
| 292 layer_flags[6] = |
| 293 layer_flags[10] = |
| 294 layer_flags[14] = VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_UPD_GF; |
| 295 layer_flags[4] = |
| 296 layer_flags[12] = VP8_EFLAG_NO_REF_LAST | VP8_EFLAG_NO_UPD_ARF; |
| 297 layer_flags[8] = VP8_EFLAG_NO_REF_LAST | VP8_EFLAG_NO_REF_GF; |
| 298 break; |
| 299 } |
| 300 case 8: { |
| 301 // 2-layers, with sync point at first frame of layer 1. |
| 302 int ids[2] = {0, 1}; |
| 303 cfg->ts_periodicity = 2; |
| 304 *flag_periodicity = 8; |
| 305 cfg->ts_number_layers = 2; |
| 306 cfg->ts_rate_decimator[0] = 2; |
| 307 cfg->ts_rate_decimator[1] = 1; |
| 308 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 309 // 0=L, 1=GF. |
| 310 // ARF is used as predictor for all frames, and is only updated on |
| 311 // key frame. Sync point every 8 frames. |
| 312 |
| 313 // Layer 0: predict from L and ARF, update L and G. |
| 314 layer_flags[0] = VPX_EFLAG_FORCE_KF | VP8_EFLAG_NO_REF_GF | |
| 315 VP8_EFLAG_NO_UPD_ARF; |
| 316 // Layer 1: sync point: predict from L and ARF, and update G. |
| 317 layer_flags[1] = VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_UPD_LAST | |
| 318 VP8_EFLAG_NO_UPD_ARF; |
| 319 // Layer 0, predict from L and ARF, update L. |
| 320 layer_flags[2] = VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_UPD_GF | |
| 321 VP8_EFLAG_NO_UPD_ARF; |
| 322 // Layer 1: predict from L, G and ARF, and update G. |
| 323 layer_flags[3] = VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_UPD_LAST | |
| 324 VP8_EFLAG_NO_UPD_ENTROPY; |
| 325 // Layer 0. |
| 326 layer_flags[4] = layer_flags[2]; |
| 327 // Layer 1. |
| 328 layer_flags[5] = layer_flags[3]; |
| 329 // Layer 0. |
| 330 layer_flags[6] = layer_flags[4]; |
| 331 // Layer 1. |
| 332 layer_flags[7] = layer_flags[5]; |
| 333 break; |
| 334 } |
| 335 case 9: { |
| 336 // 3-layers: Sync points for layer 1 and 2 every 8 frames. |
| 337 int ids[4] = {0, 2, 1, 2}; |
| 338 cfg->ts_periodicity = 4; |
| 339 *flag_periodicity = 8; |
| 340 cfg->ts_number_layers = 3; |
| 341 cfg->ts_rate_decimator[0] = 4; |
| 342 cfg->ts_rate_decimator[1] = 2; |
| 343 cfg->ts_rate_decimator[2] = 1; |
| 344 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 345 // 0=L, 1=GF, 2=ARF. |
| 346 layer_flags[0] = VPX_EFLAG_FORCE_KF | VP8_EFLAG_NO_REF_GF | |
| 347 VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF; |
| 348 layer_flags[1] = VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_REF_ARF | |
| 349 VP8_EFLAG_NO_UPD_LAST | VP8_EFLAG_NO_UPD_GF; |
| 350 layer_flags[2] = VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_REF_ARF | |
| 351 VP8_EFLAG_NO_UPD_LAST | VP8_EFLAG_NO_UPD_ARF; |
| 352 layer_flags[3] = |
| 353 layer_flags[5] = VP8_EFLAG_NO_UPD_LAST | VP8_EFLAG_NO_UPD_GF; |
| 354 layer_flags[4] = VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_REF_ARF | |
| 355 VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF; |
| 356 layer_flags[6] = VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_UPD_LAST | |
| 357 VP8_EFLAG_NO_UPD_ARF; |
| 358 layer_flags[7] = VP8_EFLAG_NO_UPD_LAST | VP8_EFLAG_NO_UPD_GF | |
| 359 VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_UPD_ENTROPY; |
| 360 break; |
| 361 } |
| 362 case 10: { |
| 363 // 3-layers structure where ARF is used as predictor for all frames, |
| 364 // and is only updated on key frame. |
| 365 // Sync points for layer 1 and 2 every 8 frames. |
| 366 |
| 367 int ids[4] = {0, 2, 1, 2}; |
| 368 cfg->ts_periodicity = 4; |
| 369 *flag_periodicity = 8; |
| 370 cfg->ts_number_layers = 3; |
| 371 cfg->ts_rate_decimator[0] = 4; |
| 372 cfg->ts_rate_decimator[1] = 2; |
| 373 cfg->ts_rate_decimator[2] = 1; |
| 374 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 375 // 0=L, 1=GF, 2=ARF. |
| 376 // Layer 0: predict from L and ARF; update L and G. |
| 377 layer_flags[0] = VPX_EFLAG_FORCE_KF | VP8_EFLAG_NO_UPD_ARF | |
| 378 VP8_EFLAG_NO_REF_GF; |
| 379 // Layer 2: sync point: predict from L and ARF; update none. |
| 380 layer_flags[1] = VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_UPD_GF | |
| 381 VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_UPD_LAST | |
| 382 VP8_EFLAG_NO_UPD_ENTROPY; |
| 383 // Layer 1: sync point: predict from L and ARF; update G. |
| 384 layer_flags[2] = VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_UPD_ARF | |
| 385 VP8_EFLAG_NO_UPD_LAST; |
| 386 // Layer 2: predict from L, G, ARF; update none. |
| 387 layer_flags[3] = VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF | |
| 388 VP8_EFLAG_NO_UPD_LAST | VP8_EFLAG_NO_UPD_ENTROPY; |
| 389 // Layer 0: predict from L and ARF; update L. |
| 390 layer_flags[4] = VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF | |
| 391 VP8_EFLAG_NO_REF_GF; |
| 392 // Layer 2: predict from L, G, ARF; update none. |
| 393 layer_flags[5] = layer_flags[3]; |
| 394 // Layer 1: predict from L, G, ARF; update G. |
| 395 layer_flags[6] = VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_UPD_LAST; |
| 396 // Layer 2: predict from L, G, ARF; update none. |
| 397 layer_flags[7] = layer_flags[3]; |
| 398 break; |
| 399 } |
| 400 case 11: |
| 401 default: { |
| 402 // 3-layers structure as in case 10, but no sync/refresh points for |
| 403 // layer 1 and 2. |
| 404 int ids[4] = {0, 2, 1, 2}; |
| 405 cfg->ts_periodicity = 4; |
| 406 *flag_periodicity = 8; |
| 407 cfg->ts_number_layers = 3; |
| 408 cfg->ts_rate_decimator[0] = 4; |
| 409 cfg->ts_rate_decimator[1] = 2; |
| 410 cfg->ts_rate_decimator[2] = 1; |
| 411 memcpy(cfg->ts_layer_id, ids, sizeof(ids)); |
| 412 // 0=L, 1=GF, 2=ARF. |
| 413 // Layer 0: predict from L and ARF; update L. |
| 414 layer_flags[0] = VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF | |
| 415 VP8_EFLAG_NO_REF_GF; |
| 416 layer_flags[4] = layer_flags[0]; |
| 417 // Layer 1: predict from L, G, ARF; update G. |
| 418 layer_flags[2] = VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_UPD_LAST; |
| 419 layer_flags[6] = layer_flags[2]; |
| 420 // Layer 2: predict from L, G, ARF; update none. |
| 421 layer_flags[1] = VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF | |
| 422 VP8_EFLAG_NO_UPD_LAST | VP8_EFLAG_NO_UPD_ENTROPY; |
| 423 layer_flags[3] = layer_flags[1]; |
| 424 layer_flags[5] = layer_flags[1]; |
| 425 layer_flags[7] = layer_flags[1]; |
| 426 break; |
| 427 } |
| 428 } |
| 429 } |
| 430 |
| 431 int main(int argc, char **argv) { |
| 432 VpxVideoWriter *outfile[VPX_TS_MAX_LAYERS]; |
| 433 vpx_codec_ctx_t codec; |
| 434 vpx_codec_enc_cfg_t cfg; |
| 435 int frame_cnt = 0; |
| 436 vpx_image_t raw; |
| 437 vpx_codec_err_t res; |
| 438 unsigned int width; |
| 439 unsigned int height; |
| 440 int speed; |
| 441 int frame_avail; |
| 442 int got_data; |
| 443 int flags = 0; |
| 444 unsigned int i; |
| 445 int pts = 0; // PTS starts at 0. |
| 446 int frame_duration = 1; // 1 timebase tick per frame. |
| 447 int layering_mode = 0; |
| 448 int layer_flags[VPX_TS_MAX_PERIODICITY] = {0}; |
| 449 int flag_periodicity = 1; |
| 450 int max_intra_size_pct; |
| 451 vpx_svc_layer_id_t layer_id = {0, 0}; |
| 452 const VpxInterface *encoder = NULL; |
| 453 FILE *infile = NULL; |
| 454 struct RateControlMetrics rc; |
| 455 int64_t cx_time = 0; |
| 456 |
| 457 exec_name = argv[0]; |
| 458 // Check usage and arguments. |
| 459 if (argc < 11) { |
| 460 die("Usage: %s <infile> <outfile> <codec_type(vp8/vp9)> <width> <height> " |
| 461 "<rate_num> <rate_den> <speed> <frame_drop_threshold> <mode> " |
| 462 "<Rate_0> ... <Rate_nlayers-1> \n", argv[0]); |
| 463 } |
| 464 |
| 465 encoder = get_vpx_encoder_by_name(argv[3]); |
| 466 if (!encoder) |
| 467 die("Unsupported codec."); |
| 468 |
| 469 printf("Using %s\n", vpx_codec_iface_name(encoder->interface())); |
| 470 |
| 471 width = strtol(argv[4], NULL, 0); |
| 472 height = strtol(argv[5], NULL, 0); |
| 473 if (width < 16 || width % 2 || height < 16 || height % 2) { |
| 474 die("Invalid resolution: %d x %d", width, height); |
| 475 } |
| 476 |
| 477 layering_mode = strtol(argv[10], NULL, 0); |
| 478 if (layering_mode < 0 || layering_mode > 12) { |
| 479 die("Invalid layering mode (0..12) %s", argv[10]); |
| 480 } |
| 481 |
| 482 if (argc != 11 + mode_to_num_layers[layering_mode]) { |
| 483 die("Invalid number of arguments"); |
| 484 } |
| 485 |
| 486 if (!vpx_img_alloc(&raw, VPX_IMG_FMT_I420, width, height, 32)) { |
| 487 die("Failed to allocate image", width, height); |
| 488 } |
| 489 |
| 490 // Populate encoder configuration. |
| 491 res = vpx_codec_enc_config_default(encoder->interface(), &cfg, 0); |
| 492 if (res) { |
| 493 printf("Failed to get config: %s\n", vpx_codec_err_to_string(res)); |
| 494 return EXIT_FAILURE; |
| 495 } |
| 496 |
| 497 // Update the default configuration with our settings. |
| 498 cfg.g_w = width; |
| 499 cfg.g_h = height; |
| 500 |
| 501 // Timebase format e.g. 30fps: numerator=1, demoninator = 30. |
| 502 cfg.g_timebase.num = strtol(argv[6], NULL, 0); |
| 503 cfg.g_timebase.den = strtol(argv[7], NULL, 0); |
| 504 |
| 505 speed = strtol(argv[8], NULL, 0); |
| 506 if (speed < 0) { |
| 507 die("Invalid speed setting: must be positive"); |
| 508 } |
| 509 |
| 510 for (i = 11; (int)i < 11 + mode_to_num_layers[layering_mode]; ++i) { |
| 511 cfg.ts_target_bitrate[i - 11] = strtol(argv[i], NULL, 0); |
| 512 } |
| 513 |
| 514 // Real time parameters. |
| 515 cfg.rc_dropframe_thresh = strtol(argv[9], NULL, 0); |
| 516 cfg.rc_end_usage = VPX_CBR; |
| 517 cfg.rc_resize_allowed = 0; |
| 518 cfg.rc_min_quantizer = 2; |
| 519 cfg.rc_max_quantizer = 56; |
| 520 cfg.rc_undershoot_pct = 50; |
| 521 cfg.rc_overshoot_pct = 50; |
| 522 cfg.rc_buf_initial_sz = 500; |
| 523 cfg.rc_buf_optimal_sz = 600; |
| 524 cfg.rc_buf_sz = 1000; |
| 525 |
| 526 // Enable error resilient mode. |
| 527 cfg.g_error_resilient = 1; |
| 528 cfg.g_lag_in_frames = 0; |
| 529 cfg.kf_mode = VPX_KF_AUTO; |
| 530 |
| 531 // Disable automatic keyframe placement. |
| 532 cfg.kf_min_dist = cfg.kf_max_dist = 3000; |
| 533 |
| 534 set_temporal_layer_pattern(layering_mode, |
| 535 &cfg, |
| 536 layer_flags, |
| 537 &flag_periodicity); |
| 538 |
| 539 set_rate_control_metrics(&rc, &cfg); |
| 540 |
| 541 // Target bandwidth for the whole stream. |
| 542 // Set to ts_target_bitrate for highest layer (total bitrate). |
| 543 cfg.rc_target_bitrate = cfg.ts_target_bitrate[cfg.ts_number_layers - 1]; |
| 544 |
| 545 // Open input file. |
| 546 if (!(infile = fopen(argv[1], "rb"))) { |
| 547 die("Failed to open %s for reading", argv[1]); |
| 548 } |
| 549 |
| 550 // Open an output file for each stream. |
| 551 for (i = 0; i < cfg.ts_number_layers; ++i) { |
| 552 char file_name[PATH_MAX]; |
| 553 VpxVideoInfo info; |
| 554 info.codec_fourcc = encoder->fourcc; |
| 555 info.frame_width = cfg.g_w; |
| 556 info.frame_height = cfg.g_h; |
| 557 info.time_base.numerator = cfg.g_timebase.num; |
| 558 info.time_base.denominator = cfg.g_timebase.den; |
| 559 |
| 560 snprintf(file_name, sizeof(file_name), "%s_%d.ivf", argv[2], i); |
| 561 outfile[i] = vpx_video_writer_open(file_name, kContainerIVF, &info); |
| 562 if (!outfile[i]) |
| 563 die("Failed to open %s for writing", file_name); |
| 564 } |
| 565 // No spatial layers in this encoder. |
| 566 cfg.ss_number_layers = 1; |
| 567 |
| 568 // Initialize codec. |
| 569 if (vpx_codec_enc_init(&codec, encoder->interface(), &cfg, 0)) |
| 570 die_codec(&codec, "Failed to initialize encoder"); |
| 571 |
| 572 if (strncmp(encoder->name, "vp8", 3) == 0) { |
| 573 vpx_codec_control(&codec, VP8E_SET_CPUUSED, -speed); |
| 574 vpx_codec_control(&codec, VP8E_SET_NOISE_SENSITIVITY, 1); |
| 575 } else if (strncmp(encoder->name, "vp9", 3) == 0) { |
| 576 vpx_codec_control(&codec, VP8E_SET_CPUUSED, speed); |
| 577 vpx_codec_control(&codec, VP9E_SET_AQ_MODE, 3); |
| 578 vpx_codec_control(&codec, VP9E_SET_FRAME_PERIODIC_BOOST, 0); |
| 579 vpx_codec_control(&codec, VP8E_SET_NOISE_SENSITIVITY, 0); |
| 580 if (vpx_codec_control(&codec, VP9E_SET_SVC, 1)) { |
| 581 die_codec(&codec, "Failed to set SVC"); |
| 582 } |
| 583 } |
| 584 vpx_codec_control(&codec, VP8E_SET_STATIC_THRESHOLD, 1); |
| 585 vpx_codec_control(&codec, VP8E_SET_TOKEN_PARTITIONS, 1); |
| 586 // This controls the maximum target size of the key frame. |
| 587 // For generating smaller key frames, use a smaller max_intra_size_pct |
| 588 // value, like 100 or 200. |
| 589 max_intra_size_pct = (int) (((double)cfg.rc_buf_optimal_sz * 0.5) |
| 590 * ((double) cfg.g_timebase.den / cfg.g_timebase.num) / 10.0); |
| 591 // For low-quality key frame. |
| 592 max_intra_size_pct = 200; |
| 593 vpx_codec_control(&codec, VP8E_SET_MAX_INTRA_BITRATE_PCT, max_intra_size_pct); |
| 594 |
| 595 frame_avail = 1; |
| 596 while (frame_avail || got_data) { |
| 597 struct vpx_usec_timer timer; |
| 598 vpx_codec_iter_t iter = NULL; |
| 599 const vpx_codec_cx_pkt_t *pkt; |
| 600 // Update the temporal layer_id. No spatial layers in this test. |
| 601 layer_id.spatial_layer_id = 0; |
| 602 layer_id.temporal_layer_id = |
| 603 cfg.ts_layer_id[frame_cnt % cfg.ts_periodicity]; |
| 604 if (strncmp(encoder->name, "vp9", 3) == 0) { |
| 605 vpx_codec_control(&codec, VP9E_SET_SVC_LAYER_ID, &layer_id); |
| 606 } |
| 607 flags = layer_flags[frame_cnt % flag_periodicity]; |
| 608 frame_avail = vpx_img_read(&raw, infile); |
| 609 if (frame_avail) |
| 610 ++rc.layer_input_frames[layer_id.temporal_layer_id]; |
| 611 vpx_usec_timer_start(&timer); |
| 612 if (vpx_codec_encode(&codec, frame_avail? &raw : NULL, pts, 1, flags, |
| 613 VPX_DL_REALTIME)) { |
| 614 die_codec(&codec, "Failed to encode frame"); |
| 615 } |
| 616 vpx_usec_timer_mark(&timer); |
| 617 cx_time += vpx_usec_timer_elapsed(&timer); |
| 618 // Reset KF flag. |
| 619 if (layering_mode != 7) { |
| 620 layer_flags[0] &= ~VPX_EFLAG_FORCE_KF; |
| 621 } |
| 622 got_data = 0; |
| 623 while ( (pkt = vpx_codec_get_cx_data(&codec, &iter)) ) { |
| 624 got_data = 1; |
| 625 switch (pkt->kind) { |
| 626 case VPX_CODEC_CX_FRAME_PKT: |
| 627 for (i = cfg.ts_layer_id[frame_cnt % cfg.ts_periodicity]; |
| 628 i < cfg.ts_number_layers; ++i) { |
| 629 vpx_video_writer_write_frame(outfile[i], pkt->data.frame.buf, |
| 630 pkt->data.frame.sz, pts); |
| 631 ++rc.layer_tot_enc_frames[i]; |
| 632 rc.layer_encoding_bitrate[i] += 8.0 * pkt->data.frame.sz; |
| 633 // Keep count of rate control stats per layer (for non-key frames). |
| 634 if (i == cfg.ts_layer_id[frame_cnt % cfg.ts_periodicity] && |
| 635 !(pkt->data.frame.flags & VPX_FRAME_IS_KEY)) { |
| 636 rc.layer_avg_frame_size[i] += 8.0 * pkt->data.frame.sz; |
| 637 rc.layer_avg_rate_mismatch[i] += |
| 638 fabs(8.0 * pkt->data.frame.sz - rc.layer_pfb[i]) / |
| 639 rc.layer_pfb[i]; |
| 640 ++rc.layer_enc_frames[i]; |
| 641 } |
| 642 } |
| 643 break; |
| 644 default: |
| 645 break; |
| 646 } |
| 647 } |
| 648 ++frame_cnt; |
| 649 pts += frame_duration; |
| 650 } |
| 651 fclose(infile); |
| 652 printout_rate_control_summary(&rc, &cfg, frame_cnt); |
| 653 printf("\n"); |
| 654 printf("Frame cnt and encoding time/FPS stats for encoding: %d %f %f \n", |
| 655 frame_cnt, |
| 656 1000 * (float)cx_time / (double)(frame_cnt * 1000000), |
| 657 1000000 * (double)frame_cnt / (double)cx_time); |
| 658 |
| 659 if (vpx_codec_destroy(&codec)) |
| 660 die_codec(&codec, "Failed to destroy codec"); |
| 661 |
| 662 // Try to rewrite the output file headers with the actual frame count. |
| 663 for (i = 0; i < cfg.ts_number_layers; ++i) |
| 664 vpx_video_writer_close(outfile[i]); |
| 665 |
| 666 return EXIT_SUCCESS; |
| 667 } |
OLD | NEW |