Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(188)

Side by Side Diff: source/libvpx/vpx/src/svc_encodeframe.c

Issue 111463005: libvpx: Pull from upstream (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/deps/third_party/libvpx/
Patch Set: Created 7 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « source/libvpx/vpx/internal/vpx_codec_internal.h ('k') | source/libvpx/vpx/src/vpx_decoder.c » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
(Empty)
1 /*
2 * Copyright (c) 2013 The WebM project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11 /**
12 * @file
13 * VP9 SVC encoding support via libvpx
14 */
15
16 #include <stdarg.h>
17 #include <stdio.h>
18 #include <stdlib.h>
19 #include <string.h>
20 #define VPX_DISABLE_CTRL_TYPECHECKS 1
21 #define VPX_CODEC_DISABLE_COMPAT 1
22 #include "vpx/svc_context.h"
23 #include "vpx/vp8cx.h"
24 #include "vpx/vpx_encoder.h"
25
26 #if defined(__MINGW32__) && !defined(MINGW_HAS_SECURE_API)
27 #define strtok_r strtok_s
28 // proto from /usr/x86_64-w64-mingw32/include/sec_api/string_s.h
29 _CRTIMP char *__cdecl strtok_s(char *str, const char *delim, char **context);
30 #endif
31
32 #ifdef _MSC_VER
33 #define strdup _strdup
34 #define strtok_r strtok_s
35 #endif
36
37 #define SVC_REFERENCE_FRAMES 8
38 #define SUPERFRAME_SLOTS (8)
39 #define SUPERFRAME_BUFFER_SIZE (SUPERFRAME_SLOTS * sizeof(uint32_t) + 2)
40 #define OPTION_BUFFER_SIZE 256
41
42 static const char *DEFAULT_QUANTIZER_VALUES = "60,53,39,33,27";
43 static const char *DEFAULT_SCALE_FACTORS = "4/16,5/16,7/16,11/16,16/16";
44
45 typedef struct SvcInternal {
46 char options[OPTION_BUFFER_SIZE]; // set by vpx_svc_set_options
47 char quantizers[OPTION_BUFFER_SIZE]; // set by vpx_svc_set_quantizers
48 char scale_factors[OPTION_BUFFER_SIZE]; // set by vpx_svc_set_scale_factors
49
50 // values extracted from option, quantizers
51 int scaling_factor_num[VPX_SS_MAX_LAYERS];
52 int scaling_factor_den[VPX_SS_MAX_LAYERS];
53 int quantizer[VPX_SS_MAX_LAYERS];
54
55 // accumulated statistics
56 double psnr_in_layer[VPX_SS_MAX_LAYERS];
57 uint32_t bytes_in_layer[VPX_SS_MAX_LAYERS];
58
59 // codec encoding values
60 int width; // width of highest layer
61 int height; // height of highest layer
62 int kf_dist; // distance between keyframes
63
64 // state variables
65 int encode_frame_count;
66 int frame_within_gop;
67 vpx_enc_frame_flags_t enc_frame_flags;
68 int layers;
69 int layer;
70 int is_keyframe;
71
72 size_t frame_size;
73 size_t buffer_size;
74 void *buffer;
75
76 char message_buffer[2048];
77 vpx_codec_ctx_t *codec_ctx;
78 } SvcInternal;
79
80 // Superframe is used to generate an index of individual frames (i.e., layers)
81 struct Superframe {
82 int count;
83 uint32_t sizes[SUPERFRAME_SLOTS];
84 uint32_t magnitude;
85 uint8_t buffer[SUPERFRAME_BUFFER_SIZE];
86 size_t index_size;
87 };
88
89 // One encoded frame layer
90 struct LayerData {
91 void *buf; // compressed data buffer
92 size_t size; // length of compressed data
93 struct LayerData *next;
94 };
95
96 // create LayerData from encoder output
97 static struct LayerData *ld_create(void *buf, size_t size) {
98 struct LayerData *const layer_data = malloc(sizeof(*layer_data));
99 if (layer_data == NULL) {
100 return NULL;
101 }
102 layer_data->buf = malloc(size);
103 if (layer_data->buf == NULL) {
104 free(layer_data);
105 return NULL;
106 }
107 memcpy(layer_data->buf, buf, size);
108 layer_data->size = size;
109 return layer_data;
110 }
111
112 // free LayerData
113 static void ld_free(struct LayerData *layer_data) {
114 if (layer_data) {
115 if (layer_data->buf) {
116 free(layer_data->buf);
117 layer_data->buf = NULL;
118 }
119 free(layer_data);
120 }
121 }
122
123 // add layer data to list
124 static void ld_list_add(struct LayerData **list, struct LayerData *layer_data) {
125 struct LayerData **p = list;
126
127 while (*p != NULL) p = &(*p)->next;
128 *p = layer_data;
129 layer_data->next = NULL;
130 }
131
132 // get accumulated size of layer data
133 static size_t ld_list_get_buffer_size(struct LayerData *list) {
134 struct LayerData *p;
135 size_t size = 0;
136
137 for (p = list; p != NULL; p = p->next) {
138 size += p->size;
139 }
140 return size;
141 }
142
143 // copy layer data to buffer
144 static void ld_list_copy_to_buffer(struct LayerData *list, uint8_t *buffer) {
145 struct LayerData *p;
146
147 for (p = list; p != NULL; p = p->next) {
148 buffer[0] = 1;
149 memcpy(buffer, p->buf, p->size);
150 buffer += p->size;
151 }
152 }
153
154 // free layer data list
155 static void ld_list_free(struct LayerData *list) {
156 struct LayerData *p = list;
157
158 while (p) {
159 list = list->next;
160 ld_free(p);
161 p = list;
162 }
163 }
164
165 static void sf_create_index(struct Superframe *sf) {
166 uint8_t marker = 0xc0;
167 int i;
168 uint32_t mag, mask;
169 uint8_t *bufp;
170
171 if (sf->count == 0 || sf->count >= 8) return;
172
173 // Add the number of frames to the marker byte
174 marker |= sf->count - 1;
175
176 // Choose the magnitude
177 for (mag = 0, mask = 0xff; mag < 4; ++mag) {
178 if (sf->magnitude < mask) break;
179 mask <<= 8;
180 mask |= 0xff;
181 }
182 marker |= mag << 3;
183
184 // Write the index
185 sf->index_size = 2 + (mag + 1) * sf->count;
186 bufp = sf->buffer;
187
188 *bufp++ = marker;
189 for (i = 0; i < sf->count; ++i) {
190 int this_sz = sf->sizes[i];
191 uint32_t j;
192
193 for (j = 0; j <= mag; ++j) {
194 *bufp++ = this_sz & 0xff;
195 this_sz >>= 8;
196 }
197 }
198 *bufp++ = marker;
199 }
200
201 static SvcInternal *get_svc_internal(SvcContext *svc_ctx) {
202 if (svc_ctx == NULL) return NULL;
203 if (svc_ctx->internal == NULL) {
204 SvcInternal *const si = malloc(sizeof(*si));
205 if (si != NULL) {
206 memset(si, 0, sizeof(*si));
207 }
208 svc_ctx->internal = si;
209 }
210 return svc_ctx->internal;
211 }
212
213 static const SvcInternal *get_const_svc_internal(const SvcContext *svc_ctx) {
214 if (svc_ctx == NULL) return NULL;
215 return svc_ctx->internal;
216 }
217
218 static void svc_log_reset(SvcContext *svc_ctx) {
219 SvcInternal *const si = (SvcInternal *)svc_ctx->internal;
220 si->message_buffer[0] = '\0';
221 }
222
223 static int svc_log(SvcContext *svc_ctx, int level, const char *fmt, ...) {
224 char buf[512];
225 int retval = 0;
226 va_list ap;
227 SvcInternal *const si = get_svc_internal(svc_ctx);
228
229 if (level > svc_ctx->log_level) {
230 return retval;
231 }
232
233 va_start(ap, fmt);
234 retval = vsnprintf(buf, sizeof(buf), fmt, ap);
235 va_end(ap);
236
237 if (svc_ctx->log_print) {
238 printf("%s", buf);
239 } else {
240 strncat(si->message_buffer, buf,
241 sizeof(si->message_buffer) - strlen(si->message_buffer) - 1);
242 }
243
244 if (level == SVC_LOG_ERROR) {
245 si->codec_ctx->err_detail = si->message_buffer;
246 }
247 return retval;
248 }
249
250 static vpx_codec_err_t set_option_encoding_mode(SvcContext *svc_ctx,
251 const char *value_str) {
252 if (strcmp(value_str, "i") == 0) {
253 svc_ctx->encoding_mode = INTER_LAYER_PREDICTION_I;
254 } else if (strcmp(value_str, "alt-ip") == 0) {
255 svc_ctx->encoding_mode = ALT_INTER_LAYER_PREDICTION_IP;
256 } else if (strcmp(value_str, "ip") == 0) {
257 svc_ctx->encoding_mode = INTER_LAYER_PREDICTION_IP;
258 } else if (strcmp(value_str, "gf") == 0) {
259 svc_ctx->encoding_mode = USE_GOLDEN_FRAME;
260 } else {
261 svc_log(svc_ctx, SVC_LOG_ERROR, "invalid encoding mode: %s", value_str);
262 return VPX_CODEC_INVALID_PARAM;
263 }
264 return VPX_CODEC_OK;
265 }
266
267 static vpx_codec_err_t parse_quantizer_values(SvcContext *svc_ctx,
268 const char *quantizer_values) {
269 char *input_string;
270 char *token;
271 const char *delim = ",";
272 char *save_ptr;
273 int found = 0;
274 int i, q;
275 int res = VPX_CODEC_OK;
276 SvcInternal *const si = get_svc_internal(svc_ctx);
277
278 if (quantizer_values == NULL || strlen(quantizer_values) == 0) {
279 input_string = strdup(DEFAULT_QUANTIZER_VALUES);
280 } else {
281 input_string = strdup(quantizer_values);
282 }
283
284 token = strtok_r(input_string, delim, &save_ptr);
285 for (i = 0; i < svc_ctx->spatial_layers; ++i) {
286 if (token != NULL) {
287 q = atoi(token);
288 if (q <= 0 || q > 100) {
289 svc_log(svc_ctx, SVC_LOG_ERROR,
290 "svc-quantizer-values: invalid value %s\n", token);
291 res = VPX_CODEC_INVALID_PARAM;
292 break;
293 }
294 token = strtok_r(NULL, delim, &save_ptr);
295 found = i + 1;
296 } else {
297 q = 0;
298 }
299 si->quantizer[i + VPX_SS_MAX_LAYERS - svc_ctx->spatial_layers] = q;
300 }
301 if (res == VPX_CODEC_OK && found != svc_ctx->spatial_layers) {
302 svc_log(svc_ctx, SVC_LOG_ERROR,
303 "svc: quantizers: %d values required, but only %d specified\n",
304 svc_ctx->spatial_layers, found);
305 res = VPX_CODEC_INVALID_PARAM;
306 }
307 free(input_string);
308 return res;
309 }
310
311 static void log_invalid_scale_factor(SvcContext *svc_ctx, const char *value) {
312 svc_log(svc_ctx, SVC_LOG_ERROR, "svc scale-factors: invalid value %s\n",
313 value);
314 }
315
316 static vpx_codec_err_t parse_scale_factors(SvcContext *svc_ctx,
317 const char *scale_factors) {
318 char *input_string;
319 char *token;
320 const char *delim = ",";
321 char *save_ptr;
322 int found = 0;
323 int i;
324 int64_t num, den;
325 int res = VPX_CODEC_OK;
326 SvcInternal *const si = get_svc_internal(svc_ctx);
327
328 if (scale_factors == NULL || strlen(scale_factors) == 0) {
329 input_string = strdup(DEFAULT_SCALE_FACTORS);
330 } else {
331 input_string = strdup(scale_factors);
332 }
333 token = strtok_r(input_string, delim, &save_ptr);
334 for (i = 0; i < svc_ctx->spatial_layers; ++i) {
335 num = den = 0;
336 if (token != NULL) {
337 num = strtol(token, &token, 10);
338 if (num <= 0) {
339 log_invalid_scale_factor(svc_ctx, token);
340 res = VPX_CODEC_INVALID_PARAM;
341 break;
342 }
343 if (*token++ != '/') {
344 log_invalid_scale_factor(svc_ctx, token);
345 res = VPX_CODEC_INVALID_PARAM;
346 break;
347 }
348 den = strtol(token, &token, 10);
349 if (den <= 0) {
350 log_invalid_scale_factor(svc_ctx, token);
351 res = VPX_CODEC_INVALID_PARAM;
352 break;
353 }
354 token = strtok_r(NULL, delim, &save_ptr);
355 found = i + 1;
356 }
357 si->scaling_factor_num[i + VPX_SS_MAX_LAYERS - svc_ctx->spatial_layers] =
358 (int)num;
359 si->scaling_factor_den[i + VPX_SS_MAX_LAYERS - svc_ctx->spatial_layers] =
360 (int)den;
361 }
362 if (res == VPX_CODEC_OK && found != svc_ctx->spatial_layers) {
363 svc_log(svc_ctx, SVC_LOG_ERROR,
364 "svc: scale-factors: %d values required, but only %d specified\n",
365 svc_ctx->spatial_layers, found);
366 res = VPX_CODEC_INVALID_PARAM;
367 }
368 free(input_string);
369 return res;
370 }
371
372 /**
373 * Parse SVC encoding options
374 * Format: encoding-mode=<svc_mode>,layers=<layer_count>
375 * scale-factors=<n1>/<d1>,<n2>/<d2>,...
376 * quantizers=<q1>,<q2>,...
377 * svc_mode = [i|ip|alt_ip|gf]
378 */
379 static vpx_codec_err_t parse_options(SvcContext *svc_ctx, const char *options) {
380 char *input_string;
381 char *option_name;
382 char *option_value;
383 char *input_ptr;
384 int res = VPX_CODEC_OK;
385
386 if (options == NULL) return VPX_CODEC_OK;
387 input_string = strdup(options);
388
389 // parse option name
390 option_name = strtok_r(input_string, "=", &input_ptr);
391 while (option_name != NULL) {
392 // parse option value
393 option_value = strtok_r(NULL, " ", &input_ptr);
394 if (option_value == NULL) {
395 svc_log(svc_ctx, SVC_LOG_ERROR, "option missing value: %s\n",
396 option_name);
397 res = VPX_CODEC_INVALID_PARAM;
398 break;
399 }
400 if (strcmp("encoding-mode", option_name) == 0) {
401 res = set_option_encoding_mode(svc_ctx, option_value);
402 if (res != VPX_CODEC_OK) break;
403 } else if (strcmp("layers", option_name) == 0) {
404 svc_ctx->spatial_layers = atoi(option_value);
405 } else if (strcmp("scale-factors", option_name) == 0) {
406 res = parse_scale_factors(svc_ctx, option_value);
407 if (res != VPX_CODEC_OK) break;
408 } else if (strcmp("quantizers", option_name) == 0) {
409 res = parse_quantizer_values(svc_ctx, option_value);
410 if (res != VPX_CODEC_OK) break;
411 } else {
412 svc_log(svc_ctx, SVC_LOG_ERROR, "invalid option: %s\n", option_name);
413 res = VPX_CODEC_INVALID_PARAM;
414 break;
415 }
416 option_name = strtok_r(NULL, "=", &input_ptr);
417 }
418 free(input_string);
419 return res;
420 }
421
422 vpx_codec_err_t vpx_svc_set_options(SvcContext *svc_ctx, const char *options) {
423 SvcInternal *const si = get_svc_internal(svc_ctx);
424 if (svc_ctx == NULL || options == NULL || si == NULL) {
425 return VPX_CODEC_INVALID_PARAM;
426 }
427 strncpy(si->options, options, sizeof(si->options));
428 si->options[sizeof(si->options) - 1] = '\0';
429 return VPX_CODEC_OK;
430 }
431
432 vpx_codec_err_t vpx_svc_set_quantizers(SvcContext *svc_ctx,
433 const char *quantizers) {
434 SvcInternal *const si = get_svc_internal(svc_ctx);
435 if (svc_ctx == NULL || quantizers == NULL || si == NULL) {
436 return VPX_CODEC_INVALID_PARAM;
437 }
438 strncpy(si->quantizers, quantizers, sizeof(si->quantizers));
439 si->quantizers[sizeof(si->quantizers) - 1] = '\0';
440 return VPX_CODEC_OK;
441 }
442
443 vpx_codec_err_t vpx_svc_set_scale_factors(SvcContext *svc_ctx,
444 const char *scale_factors) {
445 SvcInternal *const si = get_svc_internal(svc_ctx);
446 if (svc_ctx == NULL || scale_factors == NULL || si == NULL) {
447 return VPX_CODEC_INVALID_PARAM;
448 }
449 strncpy(si->scale_factors, scale_factors, sizeof(si->scale_factors));
450 si->scale_factors[sizeof(si->scale_factors) - 1] = '\0';
451 return VPX_CODEC_OK;
452 }
453
454 vpx_codec_err_t vpx_svc_init(SvcContext *svc_ctx, vpx_codec_ctx_t *codec_ctx,
455 vpx_codec_iface_t *iface,
456 vpx_codec_enc_cfg_t *enc_cfg) {
457 int max_intra_size_pct;
458 vpx_codec_err_t res;
459 SvcInternal *const si = get_svc_internal(svc_ctx);
460 if (svc_ctx == NULL || codec_ctx == NULL || iface == NULL ||
461 enc_cfg == NULL) {
462 return VPX_CODEC_INVALID_PARAM;
463 }
464 if (si == NULL) return VPX_CODEC_MEM_ERROR;
465
466 si->codec_ctx = codec_ctx;
467
468 si->width = enc_cfg->g_w;
469 si->height = enc_cfg->g_h;
470
471 if (enc_cfg->kf_max_dist < 2) {
472 svc_log(svc_ctx, SVC_LOG_ERROR, "key frame distance too small: %d\n",
473 enc_cfg->kf_max_dist);
474 return VPX_CODEC_INVALID_PARAM;
475 }
476 si->kf_dist = enc_cfg->kf_max_dist;
477
478 if (svc_ctx->spatial_layers == 0)
479 svc_ctx->spatial_layers = VPX_SS_DEFAULT_LAYERS;
480 if (svc_ctx->spatial_layers < 1 ||
481 svc_ctx->spatial_layers > VPX_SS_MAX_LAYERS) {
482 svc_log(svc_ctx, SVC_LOG_ERROR, "spatial layers: invalid value: %d\n",
483 svc_ctx->spatial_layers);
484 return VPX_CODEC_INVALID_PARAM;
485 }
486 // use SvcInternal value for number of layers to enable forcing single layer
487 // for first frame
488 si->layers = svc_ctx->spatial_layers;
489
490 res = parse_quantizer_values(svc_ctx, si->quantizers);
491 if (res != VPX_CODEC_OK) return res;
492
493 res = parse_scale_factors(svc_ctx, si->scale_factors);
494 if (res != VPX_CODEC_OK) return res;
495
496 // parse aggregate command line options
497 res = parse_options(svc_ctx, si->options);
498 if (res != VPX_CODEC_OK) return res;
499
500 // modify encoder configuration
501 enc_cfg->ss_number_layers = si->layers;
502 enc_cfg->kf_mode = VPX_KF_DISABLED;
503 enc_cfg->g_pass = VPX_RC_ONE_PASS;
504 // Lag in frames not currently supported
505 enc_cfg->g_lag_in_frames = 0;
506
507 // TODO(ivanmaltz): determine if these values need to be set explicitly for
508 // svc, or if the normal default/override mechanism can be used
509 enc_cfg->rc_dropframe_thresh = 0;
510 enc_cfg->rc_end_usage = VPX_CBR;
511 enc_cfg->rc_resize_allowed = 0;
512 enc_cfg->rc_min_quantizer = 33;
513 enc_cfg->rc_max_quantizer = 33;
514 enc_cfg->rc_undershoot_pct = 100;
515 enc_cfg->rc_overshoot_pct = 15;
516 enc_cfg->rc_buf_initial_sz = 500;
517 enc_cfg->rc_buf_optimal_sz = 600;
518 enc_cfg->rc_buf_sz = 1000;
519 enc_cfg->g_error_resilient = 1;
520
521 // Initialize codec
522 res = vpx_codec_enc_init(codec_ctx, iface, enc_cfg, VPX_CODEC_USE_PSNR);
523 if (res != VPX_CODEC_OK) {
524 svc_log(svc_ctx, SVC_LOG_ERROR, "svc_enc_init error\n");
525 return res;
526 }
527
528 vpx_codec_control(codec_ctx, VP9E_SET_SVC, 1);
529 vpx_codec_control(codec_ctx, VP8E_SET_CPUUSED, 1);
530 vpx_codec_control(codec_ctx, VP8E_SET_STATIC_THRESHOLD, 1);
531 vpx_codec_control(codec_ctx, VP8E_SET_NOISE_SENSITIVITY, 1);
532 vpx_codec_control(codec_ctx, VP8E_SET_TOKEN_PARTITIONS, 1);
533
534 max_intra_size_pct =
535 (int)(((double)enc_cfg->rc_buf_optimal_sz * 0.5) *
536 ((double)enc_cfg->g_timebase.den / enc_cfg->g_timebase.num) / 10.0);
537 vpx_codec_control(codec_ctx, VP8E_SET_MAX_INTRA_BITRATE_PCT,
538 max_intra_size_pct);
539 return VPX_CODEC_OK;
540 }
541
542 // SVC Algorithm flags - these get mapped to VP8_EFLAG_* defined in vp8cx.h
543
544 // encoder should reference the last frame
545 #define USE_LAST (1 << 0)
546
547 // encoder should reference the alt ref frame
548 #define USE_ARF (1 << 1)
549
550 // encoder should reference the golden frame
551 #define USE_GF (1 << 2)
552
553 // encoder should copy current frame to the last frame buffer
554 #define UPDATE_LAST (1 << 3)
555
556 // encoder should copy current frame to the alt ref frame buffer
557 #define UPDATE_ARF (1 << 4)
558
559 // encoder should copy current frame to the golden frame
560 #define UPDATE_GF (1 << 5)
561
562 static int map_vp8_flags(int svc_flags) {
563 int flags = 0;
564
565 if (!(svc_flags & USE_LAST)) flags |= VP8_EFLAG_NO_REF_LAST;
566 if (!(svc_flags & USE_ARF)) flags |= VP8_EFLAG_NO_REF_ARF;
567 if (!(svc_flags & USE_GF)) flags |= VP8_EFLAG_NO_REF_GF;
568
569 if (svc_flags & UPDATE_LAST) {
570 // last is updated automatically
571 } else {
572 flags |= VP8_EFLAG_NO_UPD_LAST;
573 }
574 if (svc_flags & UPDATE_ARF) {
575 flags |= VP8_EFLAG_FORCE_ARF;
576 } else {
577 flags |= VP8_EFLAG_NO_UPD_ARF;
578 }
579 if (svc_flags & UPDATE_GF) {
580 flags |= VP8_EFLAG_FORCE_GF;
581 } else {
582 flags |= VP8_EFLAG_NO_UPD_GF;
583 }
584 return flags;
585 }
586
587 static void calculate_enc_frame_flags(SvcContext *svc_ctx) {
588 vpx_enc_frame_flags_t flags = VPX_EFLAG_FORCE_KF;
589 SvcInternal *const si = get_svc_internal(svc_ctx);
590 const int is_keyframe = (si->frame_within_gop == 0);
591
592 // keyframe layer zero is identical for all modes
593 if (is_keyframe && si->layer == 0) {
594 si->enc_frame_flags = VPX_EFLAG_FORCE_KF;
595 return;
596 }
597
598 switch (svc_ctx->encoding_mode) {
599 case ALT_INTER_LAYER_PREDICTION_IP:
600 if (si->layer == 0) {
601 flags = map_vp8_flags(USE_LAST | UPDATE_LAST);
602 } else if (is_keyframe) {
603 if (si->layer == si->layers - 1) {
604 flags = map_vp8_flags(USE_ARF | UPDATE_LAST);
605 } else {
606 flags = map_vp8_flags(USE_ARF | UPDATE_LAST | UPDATE_GF);
607 }
608 } else {
609 flags = map_vp8_flags(USE_LAST | USE_ARF | UPDATE_LAST);
610 }
611 break;
612 case INTER_LAYER_PREDICTION_I:
613 if (si->layer == 0) {
614 flags = map_vp8_flags(USE_LAST | UPDATE_LAST);
615 } else if (is_keyframe) {
616 flags = map_vp8_flags(USE_ARF | UPDATE_LAST);
617 } else {
618 flags = map_vp8_flags(USE_LAST | UPDATE_LAST);
619 }
620 break;
621 case INTER_LAYER_PREDICTION_IP:
622 if (si->layer == 0) {
623 flags = map_vp8_flags(USE_LAST | UPDATE_LAST);
624 } else if (is_keyframe) {
625 flags = map_vp8_flags(USE_ARF | UPDATE_LAST);
626 } else {
627 flags = map_vp8_flags(USE_LAST | USE_ARF | UPDATE_LAST);
628 }
629 break;
630 case USE_GOLDEN_FRAME:
631 if (2 * si->layers - SVC_REFERENCE_FRAMES <= si->layer) {
632 if (si->layer == 0) {
633 flags = map_vp8_flags(USE_LAST | USE_GF | UPDATE_LAST);
634 } else if (is_keyframe) {
635 flags = map_vp8_flags(USE_ARF | UPDATE_LAST | UPDATE_GF);
636 } else {
637 flags = map_vp8_flags(USE_LAST | USE_ARF | USE_GF | UPDATE_LAST);
638 }
639 } else {
640 if (si->layer == 0) {
641 flags = map_vp8_flags(USE_LAST | UPDATE_LAST);
642 } else if (is_keyframe) {
643 flags = map_vp8_flags(USE_ARF | UPDATE_LAST);
644 } else {
645 flags = map_vp8_flags(USE_LAST | UPDATE_LAST);
646 }
647 }
648 break;
649 default:
650 svc_log(svc_ctx, SVC_LOG_ERROR, "unexpected encoding mode: %d\n",
651 svc_ctx->encoding_mode);
652 break;
653 }
654 si->enc_frame_flags = flags;
655 }
656
657 vpx_codec_err_t vpx_svc_get_layer_resolution(const SvcContext *svc_ctx,
658 int layer,
659 unsigned int *width,
660 unsigned int *height) {
661 int w, h, index, num, den;
662 const SvcInternal *const si = get_const_svc_internal(svc_ctx);
663
664 if (svc_ctx == NULL || si == NULL || width == NULL || height == NULL) {
665 return VPX_CODEC_INVALID_PARAM;
666 }
667 if (layer < 0 || layer >= si->layers) return VPX_CODEC_INVALID_PARAM;
668
669 index = layer + VPX_SS_MAX_LAYERS - si->layers;
670 num = si->scaling_factor_num[index];
671 den = si->scaling_factor_den[index];
672 if (num == 0 || den == 0) return VPX_CODEC_INVALID_PARAM;
673
674 w = si->width * num / den;
675 h = si->height * num / den;
676
677 // make height and width even to make chrome player happy
678 w += w % 2;
679 h += h % 2;
680
681 *width = w;
682 *height = h;
683
684 return VPX_CODEC_OK;
685 }
686
687 static void set_svc_parameters(SvcContext *svc_ctx,
688 vpx_codec_ctx_t *codec_ctx) {
689 int layer, layer_index;
690 vpx_svc_parameters_t svc_params;
691 SvcInternal *const si = get_svc_internal(svc_ctx);
692
693 memset(&svc_params, 0, sizeof(svc_params));
694 svc_params.layer = si->layer;
695 svc_params.flags = si->enc_frame_flags;
696
697 layer = si->layer;
698 if (svc_ctx->encoding_mode == ALT_INTER_LAYER_PREDICTION_IP &&
699 si->frame_within_gop == 0) {
700 // layers 1 & 3 don't exist in this mode, use the higher one
701 if (layer == 0 || layer == 2) {
702 layer += 1;
703 }
704 }
705 if (VPX_CODEC_OK != vpx_svc_get_layer_resolution(svc_ctx, layer,
706 &svc_params.width,
707 &svc_params.height)) {
708 svc_log(svc_ctx, SVC_LOG_ERROR, "vpx_svc_get_layer_resolution failed\n");
709 }
710 layer_index = layer + VPX_SS_MAX_LAYERS - si->layers;
711 svc_params.min_quantizer = si->quantizer[layer_index];
712 svc_params.max_quantizer = si->quantizer[layer_index];
713 svc_params.distance_from_i_frame = si->frame_within_gop;
714
715 // Use buffer i for layer i LST
716 svc_params.lst_fb_idx = si->layer;
717
718 // Use buffer i-1 for layer i Alt (Inter-layer prediction)
719 if (si->layer != 0) {
720 const int use_higher_layer =
721 svc_ctx->encoding_mode == ALT_INTER_LAYER_PREDICTION_IP &&
722 si->frame_within_gop == 0;
723 svc_params.alt_fb_idx = use_higher_layer ? si->layer - 2 : si->layer - 1;
724 }
725
726 if (svc_ctx->encoding_mode == ALT_INTER_LAYER_PREDICTION_IP) {
727 svc_params.gld_fb_idx = si->layer + 1;
728 } else {
729 if (si->layer < 2 * si->layers - SVC_REFERENCE_FRAMES)
730 svc_params.gld_fb_idx = svc_params.lst_fb_idx;
731 else
732 svc_params.gld_fb_idx = 2 * si->layers - 1 - si->layer;
733 }
734
735 svc_log(svc_ctx, SVC_LOG_DEBUG, "SVC frame: %d, layer: %d, %dx%d, q: %d\n",
736 si->encode_frame_count, si->layer, svc_params.width,
737 svc_params.height, svc_params.min_quantizer);
738
739 if (svc_params.flags == VPX_EFLAG_FORCE_KF) {
740 svc_log(svc_ctx, SVC_LOG_DEBUG, "flags == VPX_EFLAG_FORCE_KF\n");
741 } else {
742 svc_log(
743 svc_ctx, SVC_LOG_DEBUG, "Using: LST/GLD/ALT [%2d|%2d|%2d]\n",
744 svc_params.flags & VP8_EFLAG_NO_REF_LAST ? -1 : svc_params.lst_fb_idx,
745 svc_params.flags & VP8_EFLAG_NO_REF_GF ? -1 : svc_params.gld_fb_idx,
746 svc_params.flags & VP8_EFLAG_NO_REF_ARF ? -1 : svc_params.alt_fb_idx);
747 svc_log(
748 svc_ctx, SVC_LOG_DEBUG, "Updating: LST/GLD/ALT [%2d|%2d|%2d]\n",
749 svc_params.flags & VP8_EFLAG_NO_UPD_LAST ? -1 : svc_params.lst_fb_idx,
750 svc_params.flags & VP8_EFLAG_NO_UPD_GF ? -1 : svc_params.gld_fb_idx,
751 svc_params.flags & VP8_EFLAG_NO_UPD_ARF ? -1 : svc_params.alt_fb_idx);
752 }
753
754 vpx_codec_control(codec_ctx, VP9E_SET_SVC_PARAMETERS, &svc_params);
755 }
756
757 /**
758 * Encode a frame into multiple layers
759 * Create a superframe containing the individual layers
760 */
761 vpx_codec_err_t vpx_svc_encode(SvcContext *svc_ctx, vpx_codec_ctx_t *codec_ctx,
762 struct vpx_image *rawimg, vpx_codec_pts_t pts,
763 int64_t duration, int deadline) {
764 vpx_codec_err_t res;
765 vpx_codec_iter_t iter;
766 const vpx_codec_cx_pkt_t *cx_pkt;
767 struct LayerData *cx_layer_list = NULL;
768 struct LayerData *layer_data;
769 struct Superframe superframe;
770 SvcInternal *const si = get_svc_internal(svc_ctx);
771 if (svc_ctx == NULL || codec_ctx == NULL || rawimg == NULL || si == NULL) {
772 return VPX_CODEC_INVALID_PARAM;
773 }
774
775 memset(&superframe, 0, sizeof(superframe));
776 svc_log_reset(svc_ctx);
777
778 si->layers = svc_ctx->spatial_layers;
779 if (si->frame_within_gop >= si->kf_dist ||
780 si->encode_frame_count == 0) {
781 si->frame_within_gop = 0;
782 }
783 si->is_keyframe = (si->frame_within_gop == 0);
784 si->frame_size = 0;
785
786 svc_log(svc_ctx, SVC_LOG_DEBUG,
787 "vpx_svc_encode layers: %d, frame_count: %d, frame_within_gop: %d\n",
788 si->layers, si->encode_frame_count, si->frame_within_gop);
789
790 // encode each layer
791 for (si->layer = 0; si->layer < si->layers; ++si->layer) {
792 if (svc_ctx->encoding_mode == ALT_INTER_LAYER_PREDICTION_IP &&
793 si->is_keyframe && (si->layer == 1 || si->layer == 3)) {
794 svc_log(svc_ctx, SVC_LOG_DEBUG, "Skip encoding layer %d\n", si->layer);
795 continue;
796 }
797 calculate_enc_frame_flags(svc_ctx);
798
799 set_svc_parameters(svc_ctx, codec_ctx);
800
801 res = vpx_codec_encode(codec_ctx, rawimg, pts, (uint32_t)duration,
802 si->enc_frame_flags, deadline);
803 if (res != VPX_CODEC_OK) {
804 return res;
805 }
806 // save compressed data
807 iter = NULL;
808 while ((cx_pkt = vpx_codec_get_cx_data(codec_ctx, &iter))) {
809 switch (cx_pkt->kind) {
810 case VPX_CODEC_CX_FRAME_PKT: {
811 const uint32_t frame_pkt_size = (uint32_t)(cx_pkt->data.frame.sz);
812 si->bytes_in_layer[si->layer] += frame_pkt_size;
813 svc_log(svc_ctx, SVC_LOG_DEBUG,
814 "SVC frame: %d, layer: %d, size: %u\n",
815 si->encode_frame_count, si->layer, frame_pkt_size);
816 layer_data =
817 ld_create(cx_pkt->data.frame.buf, (size_t)frame_pkt_size);
818 if (layer_data == NULL) {
819 svc_log(svc_ctx, SVC_LOG_ERROR, "Error allocating LayerData\n");
820 return 0;
821 }
822 ld_list_add(&cx_layer_list, layer_data);
823
824 // save layer size in superframe index
825 superframe.sizes[superframe.count++] = frame_pkt_size;
826 superframe.magnitude |= frame_pkt_size;
827 break;
828 }
829 case VPX_CODEC_PSNR_PKT: {
830 svc_log(svc_ctx, SVC_LOG_DEBUG,
831 "SVC frame: %d, layer: %d, PSNR(Total/Y/U/V): "
832 "%2.3f %2.3f %2.3f %2.3f \n",
833 si->encode_frame_count, si->layer,
834 cx_pkt->data.psnr.psnr[0], cx_pkt->data.psnr.psnr[1],
835 cx_pkt->data.psnr.psnr[2], cx_pkt->data.psnr.psnr[3]);
836 si->psnr_in_layer[si->layer] += cx_pkt->data.psnr.psnr[0];
837 break;
838 }
839 default: {
840 break;
841 }
842 }
843 }
844 }
845 // add superframe index to layer data list
846 sf_create_index(&superframe);
847 layer_data = ld_create(superframe.buffer, superframe.index_size);
848 ld_list_add(&cx_layer_list, layer_data);
849
850 // get accumulated size of layer data
851 si->frame_size = ld_list_get_buffer_size(cx_layer_list);
852 if (si->frame_size == 0) return VPX_CODEC_ERROR;
853
854 // all layers encoded, create single buffer with concatenated layers
855 if (si->frame_size > si->buffer_size) {
856 free(si->buffer);
857 si->buffer = malloc(si->frame_size);
858 if (si->buffer == NULL) {
859 ld_list_free(cx_layer_list);
860 return VPX_CODEC_MEM_ERROR;
861 }
862 si->buffer_size = si->frame_size;
863 }
864 // copy layer data into packet
865 ld_list_copy_to_buffer(cx_layer_list, si->buffer);
866
867 ld_list_free(cx_layer_list);
868
869 svc_log(svc_ctx, SVC_LOG_DEBUG, "SVC frame: %d, kf: %d, size: %d, pts: %d\n",
870 si->encode_frame_count, si->is_keyframe, (int)si->frame_size,
871 (int)pts);
872 ++si->frame_within_gop;
873 ++si->encode_frame_count;
874
875 return VPX_CODEC_OK;
876 }
877
878 const char *vpx_svc_get_message(const SvcContext *svc_ctx) {
879 const SvcInternal *const si = get_const_svc_internal(svc_ctx);
880 if (svc_ctx == NULL || si == NULL) return NULL;
881 return si->message_buffer;
882 }
883
884 void *vpx_svc_get_buffer(const SvcContext *svc_ctx) {
885 const SvcInternal *const si = get_const_svc_internal(svc_ctx);
886 if (svc_ctx == NULL || si == NULL) return NULL;
887 return si->buffer;
888 }
889
890 size_t vpx_svc_get_frame_size(const SvcContext *svc_ctx) {
891 const SvcInternal *const si = get_const_svc_internal(svc_ctx);
892 if (svc_ctx == NULL || si == NULL) return 0;
893 return si->frame_size;
894 }
895
896 int vpx_svc_get_encode_frame_count(const SvcContext *svc_ctx) {
897 const SvcInternal *const si = get_const_svc_internal(svc_ctx);
898 if (svc_ctx == NULL || si == NULL) return 0;
899 return si->encode_frame_count;
900 }
901
902 int vpx_svc_is_keyframe(const SvcContext *svc_ctx) {
903 const SvcInternal *const si = get_const_svc_internal(svc_ctx);
904 if (svc_ctx == NULL || si == NULL) return 0;
905 return si->is_keyframe;
906 }
907
908 void vpx_svc_set_keyframe(SvcContext *svc_ctx) {
909 SvcInternal *const si = get_svc_internal(svc_ctx);
910 if (svc_ctx == NULL || si == NULL) return;
911 si->frame_within_gop = 0;
912 }
913
914 // dump accumulated statistics and reset accumulated values
915 const char *vpx_svc_dump_statistics(SvcContext *svc_ctx) {
916 int number_of_frames, number_of_keyframes, encode_frame_count;
917 int i;
918 uint32_t bytes_total = 0;
919 SvcInternal *const si = get_svc_internal(svc_ctx);
920 if (svc_ctx == NULL || si == NULL) return NULL;
921
922 svc_log_reset(svc_ctx);
923
924 encode_frame_count = si->encode_frame_count;
925 if (si->encode_frame_count <= 0) return vpx_svc_get_message(svc_ctx);
926
927 svc_log(svc_ctx, SVC_LOG_INFO, "\n");
928 number_of_keyframes = encode_frame_count / si->kf_dist + 1;
929 for (i = 0; i < si->layers; ++i) {
930 number_of_frames = encode_frame_count;
931
932 if (svc_ctx->encoding_mode == ALT_INTER_LAYER_PREDICTION_IP &&
933 (i == 1 || i == 3)) {
934 number_of_frames -= number_of_keyframes;
935 }
936 svc_log(svc_ctx, SVC_LOG_INFO, "Layer %d PSNR=[%2.3f], Bytes=[%u]\n", i,
937 (double)si->psnr_in_layer[i] / number_of_frames,
938 si->bytes_in_layer[i]);
939 bytes_total += si->bytes_in_layer[i];
940 si->psnr_in_layer[i] = 0;
941 si->bytes_in_layer[i] = 0;
942 }
943
944 // only display statistics once
945 si->encode_frame_count = 0;
946
947 svc_log(svc_ctx, SVC_LOG_INFO, "Total Bytes=[%u]\n", bytes_total);
948 return vpx_svc_get_message(svc_ctx);
949 }
950
951 void vpx_svc_release(SvcContext *svc_ctx) {
952 SvcInternal *si;
953 if (svc_ctx == NULL) return;
954 // do not use get_svc_internal as it will unnecessarily allocate an
955 // SvcInternal if it was not already allocated
956 si = (SvcInternal *)svc_ctx->internal;
957 if (si != NULL) {
958 free(si->buffer);
959 free(si);
960 svc_ctx->internal = NULL;
961 }
962 }
OLDNEW
« no previous file with comments | « source/libvpx/vpx/internal/vpx_codec_internal.h ('k') | source/libvpx/vpx/src/vpx_decoder.c » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698