Libav
h264_ps.c
Go to the documentation of this file.
1 /*
2  * H.26L/H.264/AVC/JVT/14496-10/... parameter set decoding
3  * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
4  *
5  * This file is part of Libav.
6  *
7  * Libav is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * Libav is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with Libav; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
28 #include <inttypes.h>
29 
30 #include "libavutil/imgutils.h"
31 #include "internal.h"
32 #include "mathops.h"
33 #include "avcodec.h"
34 #include "h264data.h"
35 #include "h264_ps.h"
36 #include "golomb.h"
37 
38 #define MAX_LOG2_MAX_FRAME_NUM (12 + 4)
39 #define MIN_LOG2_MAX_FRAME_NUM 4
40 
41 #define EXTENDED_SAR 255
42 
43 static const AVRational pixel_aspect[17] = {
44  { 0, 1 },
45  { 1, 1 },
46  { 12, 11 },
47  { 10, 11 },
48  { 16, 11 },
49  { 40, 33 },
50  { 24, 11 },
51  { 20, 11 },
52  { 32, 11 },
53  { 80, 33 },
54  { 18, 11 },
55  { 15, 11 },
56  { 64, 33 },
57  { 160, 99 },
58  { 4, 3 },
59  { 3, 2 },
60  { 2, 1 },
61 };
62 
63 static const uint8_t default_scaling4[2][16] = {
64  { 6, 13, 20, 28, 13, 20, 28, 32,
65  20, 28, 32, 37, 28, 32, 37, 42 },
66  { 10, 14, 20, 24, 14, 20, 24, 27,
67  20, 24, 27, 30, 24, 27, 30, 34 }
68 };
69 
70 static const uint8_t default_scaling8[2][64] = {
71  { 6, 10, 13, 16, 18, 23, 25, 27,
72  10, 11, 16, 18, 23, 25, 27, 29,
73  13, 16, 18, 23, 25, 27, 29, 31,
74  16, 18, 23, 25, 27, 29, 31, 33,
75  18, 23, 25, 27, 29, 31, 33, 36,
76  23, 25, 27, 29, 31, 33, 36, 38,
77  25, 27, 29, 31, 33, 36, 38, 40,
78  27, 29, 31, 33, 36, 38, 40, 42 },
79  { 9, 13, 15, 17, 19, 21, 22, 24,
80  13, 13, 17, 19, 21, 22, 24, 25,
81  15, 17, 19, 21, 22, 24, 25, 27,
82  17, 19, 21, 22, 24, 25, 27, 28,
83  19, 21, 22, 24, 25, 27, 28, 30,
84  21, 22, 24, 25, 27, 28, 30, 32,
85  22, 24, 25, 27, 28, 30, 32, 33,
86  24, 25, 27, 28, 30, 32, 33, 35 }
87 };
88 
89 /* maximum number of MBs in the DPB for a given level */
90 static const int level_max_dpb_mbs[][2] = {
91  { 10, 396 },
92  { 11, 900 },
93  { 12, 2376 },
94  { 13, 2376 },
95  { 20, 2376 },
96  { 21, 4752 },
97  { 22, 8100 },
98  { 30, 8100 },
99  { 31, 18000 },
100  { 32, 20480 },
101  { 40, 32768 },
102  { 41, 32768 },
103  { 42, 34816 },
104  { 50, 110400 },
105  { 51, 184320 },
106  { 52, 184320 },
107 };
108 
109 static void remove_pps(H264ParamSets *s, int id)
110 {
111  if (s->pps_list[id] && s->pps == (const PPS*)s->pps_list[id]->data)
112  s->pps = NULL;
113  av_buffer_unref(&s->pps_list[id]);
114 }
115 
116 static void remove_sps(H264ParamSets *s, int id)
117 {
118  int i;
119  if (s->sps_list[id]) {
120  if (s->sps == (SPS*)s->sps_list[id]->data)
121  s->sps = NULL;
122 
123  /* drop all PPS that depend on this SPS */
124  for (i = 0; i < FF_ARRAY_ELEMS(s->pps_list); i++)
125  if (s->pps_list[i] && ((PPS*)s->pps_list[i]->data)->sps_id == id)
126  remove_pps(s, i);
127  }
128  av_buffer_unref(&s->sps_list[id]);
129 }
130 
131 static inline int decode_hrd_parameters(GetBitContext *gb, AVCodecContext *avctx,
132  SPS *sps)
133 {
134  int cpb_count, i;
135  cpb_count = get_ue_golomb_31(gb) + 1;
136 
137  if (cpb_count > 32U) {
138  av_log(avctx, AV_LOG_ERROR, "cpb_count %d invalid\n", cpb_count);
139  return AVERROR_INVALIDDATA;
140  }
141 
142  get_bits(gb, 4); /* bit_rate_scale */
143  get_bits(gb, 4); /* cpb_size_scale */
144  for (i = 0; i < cpb_count; i++) {
145  get_ue_golomb_long(gb); /* bit_rate_value_minus1 */
146  get_ue_golomb_long(gb); /* cpb_size_value_minus1 */
147  get_bits1(gb); /* cbr_flag */
148  }
149  sps->initial_cpb_removal_delay_length = get_bits(gb, 5) + 1;
150  sps->cpb_removal_delay_length = get_bits(gb, 5) + 1;
151  sps->dpb_output_delay_length = get_bits(gb, 5) + 1;
152  sps->time_offset_length = get_bits(gb, 5);
153  sps->cpb_cnt = cpb_count;
154  return 0;
155 }
156 
157 static inline int decode_vui_parameters(GetBitContext *gb, AVCodecContext *avctx,
158  SPS *sps)
159 {
160  int aspect_ratio_info_present_flag;
161  unsigned int aspect_ratio_idc;
162 
163  aspect_ratio_info_present_flag = get_bits1(gb);
164 
165  if (aspect_ratio_info_present_flag) {
166  aspect_ratio_idc = get_bits(gb, 8);
167  if (aspect_ratio_idc == EXTENDED_SAR) {
168  sps->sar.num = get_bits(gb, 16);
169  sps->sar.den = get_bits(gb, 16);
170  } else if (aspect_ratio_idc < FF_ARRAY_ELEMS(pixel_aspect)) {
171  sps->sar = pixel_aspect[aspect_ratio_idc];
172  } else {
173  av_log(avctx, AV_LOG_ERROR, "illegal aspect ratio\n");
174  return AVERROR_INVALIDDATA;
175  }
176  } else {
177  sps->sar.num =
178  sps->sar.den = 0;
179  }
180 
181  if (get_bits1(gb)) /* overscan_info_present_flag */
182  get_bits1(gb); /* overscan_appropriate_flag */
183 
186  get_bits(gb, 3); /* video_format */
187  sps->full_range = get_bits1(gb); /* video_full_range_flag */
188 
191  sps->color_primaries = get_bits(gb, 8); /* colour_primaries */
192  sps->color_trc = get_bits(gb, 8); /* transfer_characteristics */
193  sps->colorspace = get_bits(gb, 8); /* matrix_coefficients */
194  if (sps->color_primaries >= AVCOL_PRI_NB)
196  if (sps->color_trc >= AVCOL_TRC_NB)
198  if (sps->colorspace >= AVCOL_SPC_NB)
200  }
201  }
202 
203  /* chroma_location_info_present_flag */
204  if (get_bits1(gb)) {
205  /* chroma_sample_location_type_top_field */
206  avctx->chroma_sample_location = get_ue_golomb(gb) + 1;
207  get_ue_golomb(gb); /* chroma_sample_location_type_bottom_field */
208  }
209 
211  if (sps->timing_info_present_flag) {
212  sps->num_units_in_tick = get_bits_long(gb, 32);
213  sps->time_scale = get_bits_long(gb, 32);
214  if (!sps->num_units_in_tick || !sps->time_scale) {
215  av_log(avctx, AV_LOG_ERROR,
216  "time_scale/num_units_in_tick invalid or unsupported (%"PRIu32"/%"PRIu32")\n",
217  sps->time_scale, sps->num_units_in_tick);
218  return AVERROR_INVALIDDATA;
219  }
220  sps->fixed_frame_rate_flag = get_bits1(gb);
221  }
222 
225  if (decode_hrd_parameters(gb, avctx, sps) < 0)
226  return AVERROR_INVALIDDATA;
229  if (decode_hrd_parameters(gb, avctx, sps) < 0)
230  return AVERROR_INVALIDDATA;
233  get_bits1(gb); /* low_delay_hrd_flag */
235 
237  if (sps->bitstream_restriction_flag) {
238  get_bits1(gb); /* motion_vectors_over_pic_boundaries_flag */
239  get_ue_golomb(gb); /* max_bytes_per_pic_denom */
240  get_ue_golomb(gb); /* max_bits_per_mb_denom */
241  get_ue_golomb(gb); /* log2_max_mv_length_horizontal */
242  get_ue_golomb(gb); /* log2_max_mv_length_vertical */
244  get_ue_golomb(gb); /*max_dec_frame_buffering*/
245 
246  if (get_bits_left(gb) < 0) {
247  sps->num_reorder_frames = 0;
249  }
250 
251  if (sps->num_reorder_frames > 16U
252  /* max_dec_frame_buffering || max_dec_frame_buffering > 16 */) {
253  av_log(avctx, AV_LOG_ERROR,
254  "Clipping illegal num_reorder_frames %d\n",
255  sps->num_reorder_frames);
256  sps->num_reorder_frames = 16;
257  return AVERROR_INVALIDDATA;
258  }
259  }
260  if (get_bits_left(gb) < 0) {
261  av_log(avctx, AV_LOG_ERROR,
262  "Overread VUI by %d bits\n", -get_bits_left(gb));
263  return AVERROR_INVALIDDATA;
264  }
265 
266  return 0;
267 }
268 
269 static void decode_scaling_list(GetBitContext *gb, uint8_t *factors, int size,
270  const uint8_t *jvt_list,
271  const uint8_t *fallback_list)
272 {
273  int i, last = 8, next = 8;
274  const uint8_t *scan = size == 16 ? ff_zigzag_scan : ff_zigzag_direct;
275  if (!get_bits1(gb)) /* matrix not written, we use the predicted one */
276  memcpy(factors, fallback_list, size * sizeof(uint8_t));
277  else
278  for (i = 0; i < size; i++) {
279  if (next)
280  next = (last + get_se_golomb(gb)) & 0xff;
281  if (!i && !next) { /* matrix not written, we use the preset one */
282  memcpy(factors, jvt_list, size * sizeof(uint8_t));
283  break;
284  }
285  last = factors[scan[i]] = next ? next : last;
286  }
287 }
288 
290  PPS *pps, int is_sps,
291  uint8_t(*scaling_matrix4)[16],
292  uint8_t(*scaling_matrix8)[64])
293 {
294  int fallback_sps = !is_sps && sps->scaling_matrix_present;
295  const uint8_t *fallback[4] = {
296  fallback_sps ? sps->scaling_matrix4[0] : default_scaling4[0],
297  fallback_sps ? sps->scaling_matrix4[3] : default_scaling4[1],
298  fallback_sps ? sps->scaling_matrix8[0] : default_scaling8[0],
299  fallback_sps ? sps->scaling_matrix8[3] : default_scaling8[1]
300  };
301  if (get_bits1(gb)) {
302  sps->scaling_matrix_present |= is_sps;
303  decode_scaling_list(gb, scaling_matrix4[0], 16, default_scaling4[0], fallback[0]); // Intra, Y
304  decode_scaling_list(gb, scaling_matrix4[1], 16, default_scaling4[0], scaling_matrix4[0]); // Intra, Cr
305  decode_scaling_list(gb, scaling_matrix4[2], 16, default_scaling4[0], scaling_matrix4[1]); // Intra, Cb
306  decode_scaling_list(gb, scaling_matrix4[3], 16, default_scaling4[1], fallback[1]); // Inter, Y
307  decode_scaling_list(gb, scaling_matrix4[4], 16, default_scaling4[1], scaling_matrix4[3]); // Inter, Cr
308  decode_scaling_list(gb, scaling_matrix4[5], 16, default_scaling4[1], scaling_matrix4[4]); // Inter, Cb
309  if (is_sps || pps->transform_8x8_mode) {
310  decode_scaling_list(gb, scaling_matrix8[0], 64, default_scaling8[0], fallback[2]); // Intra, Y
311  if (sps->chroma_format_idc == 3) {
312  decode_scaling_list(gb, scaling_matrix8[1], 64, default_scaling8[0], scaling_matrix8[0]); // Intra, Cr
313  decode_scaling_list(gb, scaling_matrix8[2], 64, default_scaling8[0], scaling_matrix8[1]); // Intra, Cb
314  }
315  decode_scaling_list(gb, scaling_matrix8[3], 64, default_scaling8[1], fallback[3]); // Inter, Y
316  if (sps->chroma_format_idc == 3) {
317  decode_scaling_list(gb, scaling_matrix8[4], 64, default_scaling8[1], scaling_matrix8[3]); // Inter, Cr
318  decode_scaling_list(gb, scaling_matrix8[5], 64, default_scaling8[1], scaling_matrix8[4]); // Inter, Cb
319  }
320  }
321  }
322 }
323 
325  H264ParamSets *ps)
326 {
327  AVBufferRef *sps_buf;
328  int profile_idc, level_idc, constraint_set_flags = 0;
329  unsigned int sps_id;
330  int i, log2_max_frame_num_minus4;
331  SPS *sps;
332 
333  profile_idc = get_bits(gb, 8);
334  constraint_set_flags |= get_bits1(gb) << 0; // constraint_set0_flag
335  constraint_set_flags |= get_bits1(gb) << 1; // constraint_set1_flag
336  constraint_set_flags |= get_bits1(gb) << 2; // constraint_set2_flag
337  constraint_set_flags |= get_bits1(gb) << 3; // constraint_set3_flag
338  constraint_set_flags |= get_bits1(gb) << 4; // constraint_set4_flag
339  constraint_set_flags |= get_bits1(gb) << 5; // constraint_set5_flag
340  skip_bits(gb, 2); // reserved_zero_2bits
341  level_idc = get_bits(gb, 8);
342  sps_id = get_ue_golomb_31(gb);
343 
344  if (sps_id >= MAX_SPS_COUNT) {
345  av_log(avctx, AV_LOG_ERROR, "sps_id %u out of range\n", sps_id);
346  return AVERROR_INVALIDDATA;
347  }
348 
349  sps_buf = av_buffer_allocz(sizeof(*sps));
350  if (!sps_buf)
351  return AVERROR(ENOMEM);
352  sps = (SPS*)sps_buf->data;
353 
354  sps->sps_id = sps_id;
355  sps->time_offset_length = 24;
356  sps->profile_idc = profile_idc;
357  sps->constraint_set_flags = constraint_set_flags;
358  sps->level_idc = level_idc;
359 
360  memset(sps->scaling_matrix4, 16, sizeof(sps->scaling_matrix4));
361  memset(sps->scaling_matrix8, 16, sizeof(sps->scaling_matrix8));
362  sps->scaling_matrix_present = 0;
363 
364  if (sps->profile_idc == 100 || // High profile
365  sps->profile_idc == 110 || // High10 profile
366  sps->profile_idc == 122 || // High422 profile
367  sps->profile_idc == 244 || // High444 Predictive profile
368  sps->profile_idc == 44 || // Cavlc444 profile
369  sps->profile_idc == 83 || // Scalable Constrained High profile (SVC)
370  sps->profile_idc == 86 || // Scalable High Intra profile (SVC)
371  sps->profile_idc == 118 || // Stereo High profile (MVC)
372  sps->profile_idc == 128 || // Multiview High profile (MVC)
373  sps->profile_idc == 138 || // Multiview Depth High profile (MVCD)
374  sps->profile_idc == 144) { // old High444 profile
376  if (sps->chroma_format_idc > 3) {
377  avpriv_request_sample(avctx, "chroma_format_idc %u",
378  sps->chroma_format_idc);
379  goto fail;
380  } else if (sps->chroma_format_idc == 3) {
382  }
383  sps->bit_depth_luma = get_ue_golomb(gb) + 8;
384  sps->bit_depth_chroma = get_ue_golomb(gb) + 8;
385  if (sps->bit_depth_chroma != sps->bit_depth_luma) {
386  avpriv_request_sample(avctx,
387  "Different chroma and luma bit depth");
388  goto fail;
389  }
390  sps->transform_bypass = get_bits1(gb);
391  decode_scaling_matrices(gb, sps, NULL, 1,
392  sps->scaling_matrix4, sps->scaling_matrix8);
393  } else {
394  sps->chroma_format_idc = 1;
395  sps->bit_depth_luma = 8;
396  sps->bit_depth_chroma = 8;
397  }
398 
399  log2_max_frame_num_minus4 = get_ue_golomb(gb);
400  if (log2_max_frame_num_minus4 < MIN_LOG2_MAX_FRAME_NUM - 4 ||
401  log2_max_frame_num_minus4 > MAX_LOG2_MAX_FRAME_NUM - 4) {
402  av_log(avctx, AV_LOG_ERROR,
403  "log2_max_frame_num_minus4 out of range (0-12): %d\n",
404  log2_max_frame_num_minus4);
405  goto fail;
406  }
407  sps->log2_max_frame_num = log2_max_frame_num_minus4 + 4;
408 
409  sps->poc_type = get_ue_golomb_31(gb);
410 
411  if (sps->poc_type == 0) { // FIXME #define
412  sps->log2_max_poc_lsb = get_ue_golomb(gb) + 4;
413  } else if (sps->poc_type == 1) { // FIXME #define
417  sps->poc_cycle_length = get_ue_golomb(gb);
418 
419  if ((unsigned)sps->poc_cycle_length >=
421  av_log(avctx, AV_LOG_ERROR,
422  "poc_cycle_length overflow %d\n", sps->poc_cycle_length);
423  goto fail;
424  }
425 
426  for (i = 0; i < sps->poc_cycle_length; i++)
427  sps->offset_for_ref_frame[i] = get_se_golomb(gb);
428  } else if (sps->poc_type != 2) {
429  av_log(avctx, AV_LOG_ERROR, "illegal POC type %d\n", sps->poc_type);
430  goto fail;
431  }
432 
435  av_log(avctx, AV_LOG_ERROR,
436  "too many reference frames %d\n", sps->ref_frame_count);
437  goto fail;
438  }
440  sps->mb_width = get_ue_golomb(gb) + 1;
441  sps->mb_height = get_ue_golomb(gb) + 1;
442 
443  sps->frame_mbs_only_flag = get_bits1(gb);
444 
445  if (sps->mb_height >= INT_MAX / 2) {
446  av_log(avctx, AV_LOG_ERROR, "height overflow\n");
447  goto fail;
448  }
449  sps->mb_height *= 2 - sps->frame_mbs_only_flag;
450 
451  if ((unsigned)sps->mb_width >= INT_MAX / 16 ||
452  (unsigned)sps->mb_height >= INT_MAX / 16 ||
453  av_image_check_size(16 * sps->mb_width,
454  16 * sps->mb_height, 0, avctx)) {
455  av_log(avctx, AV_LOG_ERROR, "mb_width/height overflow\n");
456  goto fail;
457  }
458 
459  if (!sps->frame_mbs_only_flag)
460  sps->mb_aff = get_bits1(gb);
461  else
462  sps->mb_aff = 0;
463 
465  if (!sps->frame_mbs_only_flag && !sps->direct_8x8_inference_flag) {
466  av_log(avctx, AV_LOG_ERROR,
467  "This stream was generated by a broken encoder, invalid 8x8 inference\n");
468  goto fail;
469  }
470 
471 #ifndef ALLOW_INTERLACE
472  if (sps->mb_aff)
473  av_log(avctx, AV_LOG_ERROR,
474  "MBAFF support not included; enable it at compile-time.\n");
475 #endif
476  sps->crop = get_bits1(gb);
477  if (sps->crop) {
478  unsigned int crop_left = get_ue_golomb(gb);
479  unsigned int crop_right = get_ue_golomb(gb);
480  unsigned int crop_top = get_ue_golomb(gb);
481  unsigned int crop_bottom = get_ue_golomb(gb);
482 
483  if (avctx->flags2 & AV_CODEC_FLAG2_IGNORE_CROP) {
484  av_log(avctx, AV_LOG_DEBUG, "discarding sps cropping, original "
485  "values are l:%d r:%d t:%d b:%d\n",
486  crop_left, crop_right, crop_top, crop_bottom);
487 
488  sps->crop_left =
489  sps->crop_right =
490  sps->crop_top =
491  sps->crop_bottom = 0;
492  } else {
493  int vsub = (sps->chroma_format_idc == 1) ? 1 : 0;
494  int hsub = (sps->chroma_format_idc == 1 ||
495  sps->chroma_format_idc == 2) ? 1 : 0;
496  int step_x = 1 << hsub;
497  int step_y = (2 - sps->frame_mbs_only_flag) << vsub;
498 
499  if (crop_left & (0x1F >> (sps->bit_depth_luma > 8)) &&
500  !(avctx->flags & AV_CODEC_FLAG_UNALIGNED)) {
501  crop_left &= ~(0x1F >> (sps->bit_depth_luma > 8));
502  av_log(avctx, AV_LOG_WARNING,
503  "Reducing left cropping to %d "
504  "chroma samples to preserve alignment.\n",
505  crop_left);
506  }
507 
508  if (INT_MAX / step_x <= crop_left ||
509  INT_MAX / step_x - crop_left <= crop_right ||
510  16 * sps->mb_width <= step_x * (crop_left + crop_right) ||
511  INT_MAX / step_y <= crop_top ||
512  INT_MAX / step_y - crop_top <= crop_bottom ||
513  16 * sps->mb_height <= step_y * (crop_top + crop_bottom)) {
514  av_log(avctx, AV_LOG_WARNING, "Invalid crop parameters\n");
515  if (avctx->err_recognition & AV_EF_EXPLODE)
516  goto fail;
517  crop_left = crop_right = crop_top = crop_bottom = 0;
518  }
519 
520  sps->crop_left = crop_left * step_x;
521  sps->crop_right = crop_right * step_x;
522  sps->crop_top = crop_top * step_y;
523  sps->crop_bottom = crop_bottom * step_y;
524  }
525  } else {
526  sps->crop_left =
527  sps->crop_right =
528  sps->crop_top =
529  sps->crop_bottom =
530  sps->crop = 0;
531  }
532 
534  if (sps->vui_parameters_present_flag) {
535  int ret = decode_vui_parameters(gb, avctx, sps);
536  if (ret < 0 && avctx->err_recognition & AV_EF_EXPLODE)
537  goto fail;
538  }
539 
540  /* if the maximum delay is not stored in the SPS, derive it based on the
541  * level */
542  if (!sps->bitstream_restriction_flag &&
545  for (i = 0; i < FF_ARRAY_ELEMS(level_max_dpb_mbs); i++) {
546  if (level_max_dpb_mbs[i][0] == sps->level_idc) {
547  sps->num_reorder_frames = FFMIN(level_max_dpb_mbs[i][1] / (sps->mb_width * sps->mb_height),
548  sps->num_reorder_frames);
549  break;
550  }
551  }
552  }
553 
554  if (!sps->sar.den)
555  sps->sar.den = 1;
556 
557  if (avctx->debug & FF_DEBUG_PICT_INFO) {
558  static const char csp[4][5] = { "Gray", "420", "422", "444" };
559  av_log(avctx, AV_LOG_DEBUG,
560  "sps:%u profile:%d/%d poc:%d ref:%d %dx%d %s %s crop:%u/%u/%u/%u %s %s %"PRId32"/%"PRId32"\n",
561  sps_id, sps->profile_idc, sps->level_idc,
562  sps->poc_type,
563  sps->ref_frame_count,
564  sps->mb_width, sps->mb_height,
565  sps->frame_mbs_only_flag ? "FRM" : (sps->mb_aff ? "MB-AFF" : "PIC-AFF"),
566  sps->direct_8x8_inference_flag ? "8B8" : "",
567  sps->crop_left, sps->crop_right,
568  sps->crop_top, sps->crop_bottom,
569  sps->vui_parameters_present_flag ? "VUI" : "",
570  csp[sps->chroma_format_idc],
572  sps->timing_info_present_flag ? sps->time_scale : 0);
573  }
574 
575  /* check if this is a repeat of an already parsed SPS, then keep the
576  * original one.
577  * otherwise drop all PPSes that depend on it */
578  if (ps->sps_list[sps_id] &&
579  !memcmp(ps->sps_list[sps_id]->data, sps_buf->data, sps_buf->size)) {
580  av_buffer_unref(&sps_buf);
581  } else {
582  remove_sps(ps, sps_id);
583  ps->sps_list[sps_id] = sps_buf;
584  }
585 
586  return 0;
587 
588 fail:
589  av_buffer_unref(&sps_buf);
590  return AVERROR_INVALIDDATA;
591 }
592 
593 static void init_dequant8_coeff_table(PPS *pps, const SPS *sps)
594 {
595  int i, j, q, x;
596  const int max_qp = 51 + 6 * (sps->bit_depth_luma - 8);
597 
598  for (i = 0; i < 6; i++) {
599  pps->dequant8_coeff[i] = pps->dequant8_buffer[i];
600  for (j = 0; j < i; j++)
601  if (!memcmp(pps->scaling_matrix8[j], pps->scaling_matrix8[i],
602  64 * sizeof(uint8_t))) {
603  pps->dequant8_coeff[i] = pps->dequant8_buffer[j];
604  break;
605  }
606  if (j < i)
607  continue;
608 
609  for (q = 0; q < max_qp + 1; q++) {
610  int shift = ff_h264_quant_div6[q];
611  int idx = ff_h264_quant_rem6[q];
612  for (x = 0; x < 64; x++)
613  pps->dequant8_coeff[i][q][(x >> 3) | ((x & 7) << 3)] =
614  ((uint32_t)ff_h264_dequant8_coeff_init[idx][ff_h264_dequant8_coeff_init_scan[((x >> 1) & 12) | (x & 3)]] *
615  pps->scaling_matrix8[i][x]) << shift;
616  }
617  }
618 }
619 
620 static void init_dequant4_coeff_table(PPS *pps, const SPS *sps)
621 {
622  int i, j, q, x;
623  const int max_qp = 51 + 6 * (sps->bit_depth_luma - 8);
624  for (i = 0; i < 6; i++) {
625  pps->dequant4_coeff[i] = pps->dequant4_buffer[i];
626  for (j = 0; j < i; j++)
627  if (!memcmp(pps->scaling_matrix4[j], pps->scaling_matrix4[i],
628  16 * sizeof(uint8_t))) {
629  pps->dequant4_coeff[i] = pps->dequant4_buffer[j];
630  break;
631  }
632  if (j < i)
633  continue;
634 
635  for (q = 0; q < max_qp + 1; q++) {
636  int shift = ff_h264_quant_div6[q] + 2;
637  int idx = ff_h264_quant_rem6[q];
638  for (x = 0; x < 16; x++)
639  pps->dequant4_coeff[i][q][(x >> 2) | ((x << 2) & 0xF)] =
640  ((uint32_t)ff_h264_dequant4_coeff_init[idx][(x & 1) + ((x >> 2) & 1)] *
641  pps->scaling_matrix4[i][x]) << shift;
642  }
643  }
644 }
645 
646 static void init_dequant_tables(PPS *pps, const SPS *sps)
647 {
648  int i, x;
649  init_dequant4_coeff_table(pps, sps);
650  if (pps->transform_8x8_mode)
651  init_dequant8_coeff_table(pps, sps);
652  if (sps->transform_bypass) {
653  for (i = 0; i < 6; i++)
654  for (x = 0; x < 16; x++)
655  pps->dequant4_coeff[i][0][x] = 1 << 6;
656  if (pps->transform_8x8_mode)
657  for (i = 0; i < 6; i++)
658  for (x = 0; x < 64; x++)
659  pps->dequant8_coeff[i][0][x] = 1 << 6;
660  }
661 }
662 
663 static void build_qp_table(PPS *pps, int t, int index, const int depth)
664 {
665  int i;
666  const int max_qp = 51 + 6 * (depth - 8);
667  for (i = 0; i < max_qp + 1; i++)
668  pps->chroma_qp_table[t][i] =
669  ff_h264_chroma_qp[depth - 8][av_clip(i + index, 0, max_qp)];
670 }
671 
673  H264ParamSets *ps, int bit_length)
674 {
675  AVBufferRef *pps_buf;
676  SPS *sps;
677  unsigned int pps_id = get_ue_golomb(gb);
678  PPS *pps;
679  int qp_bd_offset;
680  int bits_left;
681  int ret;
682 
683  if (pps_id >= MAX_PPS_COUNT) {
684  av_log(avctx, AV_LOG_ERROR, "pps_id %u out of range\n", pps_id);
685  return AVERROR_INVALIDDATA;
686  }
687 
688  pps_buf = av_buffer_allocz(sizeof(*pps));
689  if (!pps_buf)
690  return AVERROR(ENOMEM);
691  pps = (PPS*)pps_buf->data;
692 
693  pps->sps_id = get_ue_golomb_31(gb);
694  if ((unsigned)pps->sps_id >= MAX_SPS_COUNT ||
695  !ps->sps_list[pps->sps_id]) {
696  av_log(avctx, AV_LOG_ERROR, "sps_id %u out of range\n", pps->sps_id);
697  ret = AVERROR_INVALIDDATA;
698  goto fail;
699  }
700  sps = (SPS*)ps->sps_list[pps->sps_id]->data;
701 
702  if (sps->bit_depth_luma > 10) {
703  av_log(avctx, AV_LOG_ERROR,
704  "Unimplemented luma bit depth=%d (max=10)\n",
705  sps->bit_depth_luma);
706  ret = AVERROR_PATCHWELCOME;
707  goto fail;
708  }
709 
710  pps->cabac = get_bits1(gb);
711  pps->pic_order_present = get_bits1(gb);
712  pps->slice_group_count = get_ue_golomb(gb) + 1;
713  if (pps->slice_group_count > 1) {
715  av_log(avctx, AV_LOG_ERROR, "FMO not supported\n");
716  }
717  pps->ref_count[0] = get_ue_golomb(gb) + 1;
718  pps->ref_count[1] = get_ue_golomb(gb) + 1;
719  if (pps->ref_count[0] - 1 > 32 - 1 || pps->ref_count[1] - 1 > 32 - 1) {
720  av_log(avctx, AV_LOG_ERROR, "reference overflow (pps)\n");
721  ret = AVERROR_INVALIDDATA;
722  goto fail;
723  }
724 
725  qp_bd_offset = 6 * (sps->bit_depth_luma - 8);
726 
727  pps->weighted_pred = get_bits1(gb);
728  pps->weighted_bipred_idc = get_bits(gb, 2);
729  pps->init_qp = get_se_golomb(gb) + 26 + qp_bd_offset;
730  pps->init_qs = get_se_golomb(gb) + 26 + qp_bd_offset;
735 
736  pps->transform_8x8_mode = 0;
737  memcpy(pps->scaling_matrix4, sps->scaling_matrix4,
738  sizeof(pps->scaling_matrix4));
739  memcpy(pps->scaling_matrix8, sps->scaling_matrix8,
740  sizeof(pps->scaling_matrix8));
741 
742  bits_left = bit_length - get_bits_count(gb);
743  if (bits_left && (bits_left > 8 ||
744  show_bits(gb, bits_left) != 1 << (bits_left - 1))) {
745  pps->transform_8x8_mode = get_bits1(gb);
746  decode_scaling_matrices(gb, sps, pps, 0,
747  pps->scaling_matrix4, pps->scaling_matrix8);
748  // second_chroma_qp_index_offset
750  } else {
752  }
753 
754  build_qp_table(pps, 0, pps->chroma_qp_index_offset[0],
755  sps->bit_depth_luma);
756  build_qp_table(pps, 1, pps->chroma_qp_index_offset[1],
757  sps->bit_depth_luma);
758 
759  init_dequant_tables(pps, sps);
760 
761  if (pps->chroma_qp_index_offset[0] != pps->chroma_qp_index_offset[1])
762  pps->chroma_qp_diff = 1;
763 
764  if (avctx->debug & FF_DEBUG_PICT_INFO) {
765  av_log(avctx, AV_LOG_DEBUG,
766  "pps:%u sps:%u %s slice_groups:%d ref:%u/%u %s qp:%d/%d/%d/%d %s %s %s %s\n",
767  pps_id, pps->sps_id,
768  pps->cabac ? "CABAC" : "CAVLC",
769  pps->slice_group_count,
770  pps->ref_count[0], pps->ref_count[1],
771  pps->weighted_pred ? "weighted" : "",
772  pps->init_qp, pps->init_qs, pps->chroma_qp_index_offset[0], pps->chroma_qp_index_offset[1],
773  pps->deblocking_filter_parameters_present ? "LPAR" : "",
774  pps->constrained_intra_pred ? "CONSTR" : "",
775  pps->redundant_pic_cnt_present ? "REDU" : "",
776  pps->transform_8x8_mode ? "8x8DCT" : "");
777  }
778 
779  remove_pps(ps, pps_id);
780  ps->pps_list[pps_id] = pps_buf;
781 
782  return 0;
783 
784 fail:
785  av_buffer_unref(&pps_buf);
786  return ret;
787 }
int chroma_format_idc
Definition: h264_ps.h:47
int ff_h264_decode_picture_parameter_set(GetBitContext *gb, AVCodecContext *avctx, H264ParamSets *ps, int bit_length)
Decode PPS.
Definition: h264_ps.c:672
#define MAX_LOG2_MAX_FRAME_NUM
Definition: h264_ps.c:38
int video_signal_type_present_flag
Definition: h264_ps.h:73
static void remove_pps(H264ParamSets *s, int id)
Definition: h264_ps.c:109
#define AVERROR_INVALIDDATA
Invalid data found when processing input.
Definition: error.h:54
static int decode_hrd_parameters(GetBitContext *gb, AVCodecContext *avctx, SPS *sps)
Definition: h264_ps.c:131
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it...
Definition: buffer.c:106
int size
#define MAX_SPS_COUNT
Definition: h264_ps.h:37
static int get_se_golomb(GetBitContext *gb)
read signed exp golomb code.
Definition: golomb.h:179
enum AVCodecID id
Definition: mxfenc.c:85
Definition: vf_drawbox.c:37
const uint8_t ff_zigzag_scan[16]
Definition: mathtables.c:126
misc image utilities
static unsigned int get_bits(GetBitContext *s, int n)
Read 1-25 bits.
Definition: get_bits.h:228
#define AV_LOG_WARNING
Something somehow does not look correct.
Definition: log.h:130
int weighted_bipred_idc
Definition: h264_ps.h:114
int chroma_qp_index_offset[2]
Definition: h264_ps.h:117
AVBufferRef * sps_list[MAX_SPS_COUNT]
Definition: h264_ps.h:134
int scaling_matrix_present
Definition: h264_ps.h:86
uint8_t scaling_matrix4[6][16]
Definition: h264_ps.h:87
Sequence parameter set.
Definition: h264_ps.h:43
int bitstream_restriction_flag
Definition: h264_ps.h:84
unsigned int ref_count[2]
num_ref_idx_l0/1_active_minus1 + 1
Definition: h264_ps.h:112
int num
numerator
Definition: rational.h:44
av_log(ac->avr, AV_LOG_TRACE, "%d samples - audio_convert: %s to %s (%s)\, len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt), use_generic ? ac->func_descr_generic :ac->func_descr)
Picture parameter set.
Definition: h264_ps.h:106
int frame_mbs_only_flag
Definition: h264_ps.h:61
#define FF_ARRAY_ELEMS(a)
const uint8_t ff_h264_quant_rem6[QP_MAX_NUM+1]
Definition: h264data.c:174
int chroma_qp_diff
Definition: h264_ps.h:125
uint32_t num_units_in_tick
Definition: h264_ps.h:80
static const AVRational pixel_aspect[17]
Definition: h264_ps.c:43
int profile_idc
Definition: h264_ps.h:45
unsigned int crop_top
frame_cropping_rect_top_offset
Definition: h264_ps.h:69
int fixed_frame_rate_flag
Definition: h264_ps.h:82
uint8_t scaling_matrix4[6][16]
Definition: h264_ps.h:122
int deblocking_filter_parameters_present
deblocking_filter_parameters_present_flag
Definition: h264_ps.h:118
void void avpriv_request_sample(void *avc, const char *msg,...) av_printf_format(2
Log a generic warning message about a missing feature.
const uint8_t ff_h264_dequant4_coeff_init[6][3]
Definition: h264data.c:152
const PPS * pps
Definition: h264_ps.h:138
uint8_t
int full_range
Definition: h264_ps.h:74
unsigned int crop_left
frame_cropping_rect_left_offset
Definition: h264_ps.h:67
int offset_for_non_ref_pic
Definition: h264_ps.h:53
int gaps_in_frame_num_allowed_flag
Definition: h264_ps.h:57
int bit_depth_chroma
bit_depth_chroma_minus8 + 8
Definition: h264_ps.h:98
#define FF_DEBUG_PICT_INFO
Definition: avcodec.h:2627
enum AVColorPrimaries color_primaries
Definition: h264_ps.h:76
#define AV_CODEC_FLAG_UNALIGNED
Allow decoders to produce frames with data planes that are not aligned to CPU requirements (e...
Definition: avcodec.h:731
int cabac
entropy_coding_mode_flag
Definition: h264_ps.h:108
unsigned int crop_right
frame_cropping_rect_right_offset
Definition: h264_ps.h:68
uint32_t(*[6] dequant4_coeff)[16]
Definition: h264_ps.h:129
#define MAX_PPS_COUNT
Definition: h264_ps.h:38
int transform_bypass
qpprime_y_zero_transform_bypass_flag
Definition: h264_ps.h:48
uint32_t(*[6] dequant8_coeff)[64]
Definition: h264_ps.h:130
static int get_bits_count(const GetBitContext *s)
Definition: get_bits.h:182
uint8_t chroma_qp_table[2][64]
pre-scaled (with chroma_qp_index_offset) version of qp_table
Definition: h264_ps.h:124
static const int level_max_dpb_mbs[][2]
Definition: h264_ps.c:90
int redundant_pic_cnt_present
redundant_pic_cnt_present_flag
Definition: h264_ps.h:120
enum AVChromaLocation chroma_sample_location
This defines the location of chroma samples.
Definition: avcodec.h:2134
static void decode_scaling_list(GetBitContext *gb, uint8_t *factors, int size, const uint8_t *jvt_list, const uint8_t *fallback_list)
Definition: h264_ps.c:269
static int get_bits_left(GetBitContext *gb)
Definition: get_bits.h:526
H.264 parameter set handling.
int mb_aff
mb_adaptive_frame_field_flag
Definition: h264_ps.h:62
enum AVColorTransferCharacteristic color_trc
Definition: h264_ps.h:77
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:124
#define AV_CODEC_FLAG2_IGNORE_CROP
Discard cropping information from SPS.
Definition: avcodec.h:820
static int get_ue_golomb(GetBitContext *gb)
read unsigned exp golomb code.
Definition: golomb.h:53
int poc_type
pic_order_cnt_type
Definition: h264_ps.h:50
int constrained_intra_pred
constrained_intra_pred_flag
Definition: h264_ps.h:119
int num_reorder_frames
Definition: h264_ps.h:85
#define AVERROR(e)
Definition: error.h:43
int time_offset_length
Definition: h264_ps.h:92
#define AV_LOG_DEBUG
Stuff which is only useful for libav* developers.
Definition: log.h:145
Not part of ABI.
Definition: pixfmt.h:309
int flags
AV_CODEC_FLAG_*.
Definition: avcodec.h:1503
int weighted_pred
weighted_pred_flag
Definition: h264_ps.h:113
#define MIN_LOG2_MAX_FRAME_NUM
Definition: h264_ps.c:39
int residual_color_transform_flag
residual_colour_transform_flag
Definition: h264_ps.h:99
#define fail()
Definition: checkasm.h:80
int delta_pic_order_always_zero_flag
Definition: h264_ps.h:52
int offset_for_top_to_bottom_field
Definition: h264_ps.h:54
static void remove_sps(H264ParamSets *s, int id)
Definition: h264_ps.c:116
static void init_dequant8_coeff_table(PPS *pps, const SPS *sps)
Definition: h264_ps.c:593
int crop
frame_cropping_flag
Definition: h264_ps.h:64
uint8_t scaling_matrix8[6][64]
Definition: h264_ps.h:123
int av_image_check_size(unsigned int w, unsigned int h, int log_offset, void *log_ctx)
Check if the given dimension of an image is valid, meaning that all bytes of the image can be address...
Definition: imgutils.c:223
int ref_frame_count
num_ref_frames
Definition: h264_ps.h:56
int initial_cpb_removal_delay_length
initial_cpb_removal_delay_length_minus1 + 1
Definition: h264_ps.h:94
int err_recognition
Error recognition; may misdetect some more or less valid parts as errors.
Definition: avcodec.h:2670
#define FFMIN(a, b)
Definition: common.h:66
int poc_cycle_length
num_ref_frames_in_pic_order_cnt_cycle
Definition: h264_ps.h:55
int colour_description_present_flag
Definition: h264_ps.h:75
AVRational sar
Definition: h264_ps.h:72
static unsigned int show_bits(GetBitContext *s, int n)
Show 1-25 bits.
Definition: get_bits.h:250
int init_qp
pic_init_qp_minus26 + 26
Definition: h264_ps.h:115
int direct_8x8_inference_flag
Definition: h264_ps.h:63
#define AV_EF_EXPLODE
Definition: avcodec.h:2681
uint8_t scaling_matrix8[6][64]
Definition: h264_ps.h:88
unsigned int sps_id
Definition: h264_ps.h:44
if(ac->has_optimized_func)
static unsigned get_ue_golomb_long(GetBitContext *gb)
Read an unsigned Exp-Golomb code in the range 0 to UINT32_MAX-1.
Definition: golomb.h:81
#define AVERROR_PATCHWELCOME
Not yet implemented in Libav, patches welcome.
Definition: error.h:57
int pic_order_present
pic_order_present_flag
Definition: h264_ps.h:109
short offset_for_ref_frame[256]
Definition: h264_ps.h:83
static int decode_vui_parameters(GetBitContext *gb, AVCodecContext *avctx, SPS *sps)
Definition: h264_ps.c:157
int timing_info_present_flag
Definition: h264_ps.h:79
NULL
Definition: eval.c:55
int vcl_hrd_parameters_present_flag
Definition: h264_ps.h:90
Libavcodec external API header.
#define MAX_DELAYED_PIC_COUNT
Definition: h264dec.h:56
AVBufferRef * pps_list[MAX_PPS_COUNT]
Definition: h264_ps.h:135
static int get_ue_golomb_31(GetBitContext *gb)
read unsigned exp golomb code, constraint to a max of 31.
Definition: golomb.h:96
int debug
debug
Definition: avcodec.h:2626
main external API structure.
Definition: avcodec.h:1409
int dpb_output_delay_length
dpb_output_delay_length_minus1 + 1
Definition: h264_ps.h:96
uint8_t * data
The data buffer.
Definition: buffer.h:89
int vui_parameters_present_flag
Definition: h264_ps.h:71
static void init_dequant4_coeff_table(PPS *pps, const SPS *sps)
Definition: h264_ps.c:620
AVBufferRef * av_buffer_allocz(int size)
Same as av_buffer_alloc(), except the returned buffer will be initialized to zero.
Definition: buffer.c:82
int constraint_set_flags
constraint_set[0-3]_flag
Definition: h264_ps.h:100
static unsigned int get_bits1(GetBitContext *s)
Definition: get_bits.h:267
const uint8_t ff_h264_quant_div6[QP_MAX_NUM+1]
Definition: h264data.c:180
static void skip_bits(GetBitContext *s, int n)
Definition: get_bits.h:259
int index
Definition: gxfenc.c:72
rational number numerator/denominator
Definition: rational.h:43
Not part of ABI.
Definition: pixfmt.h:337
#define EXTENDED_SAR
Definition: h264_ps.c:41
const uint8_t ff_zigzag_direct[64]
Definition: mathtables.c:115
#define FF_COMPLIANCE_STRICT
Strictly conform to all the things in the spec no matter what consequences.
Definition: avcodec.h:2607
unsigned int sps_id
Definition: h264_ps.h:107
int log2_max_poc_lsb
log2_max_pic_order_cnt_lsb_minus4
Definition: h264_ps.h:51
static unsigned int get_bits_long(GetBitContext *s, int n)
Read 0-32 bits.
Definition: get_bits.h:300
int size
Size of data in bytes.
Definition: buffer.h:93
uint32_t time_scale
Definition: h264_ps.h:81
int transform_8x8_mode
transform_8x8_mode_flag
Definition: h264_ps.h:121
int pic_struct_present_flag
Definition: h264_ps.h:91
const uint8_t ff_h264_dequant8_coeff_init[6][6]
Definition: h264data.c:165
A reference to a data buffer.
Definition: buffer.h:81
int mb_height
Definition: h264_ps.h:60
int init_qs
pic_init_qs_minus26 + 26
Definition: h264_ps.h:116
common internal api header.
int nal_hrd_parameters_present_flag
Definition: h264_ps.h:89
int log2_max_frame_num
log2_max_frame_num_minus4 + 4
Definition: h264_ps.h:49
static const uint8_t default_scaling4[2][16]
Definition: h264_ps.c:63
int den
denominator
Definition: rational.h:45
static void decode_scaling_matrices(GetBitContext *gb, SPS *sps, PPS *pps, int is_sps, uint8_t(*scaling_matrix4)[16], uint8_t(*scaling_matrix8)[64])
Definition: h264_ps.c:289
int bit_depth_luma
bit_depth_luma_minus8 + 8
Definition: h264_ps.h:97
const uint8_t ff_h264_chroma_qp[3][QP_MAX_NUM+1]
Definition: h264data.c:199
int mb_width
pic_width_in_mbs_minus1 + 1
Definition: h264_ps.h:58
int flags2
AV_CODEC_FLAG2_*.
Definition: avcodec.h:1510
int slice_group_count
num_slice_groups_minus1 + 1
Definition: h264_ps.h:110
int cpb_cnt
See H.264 E.1.2.
Definition: h264_ps.h:93
uint32_t dequant4_buffer[6][QP_MAX_NUM+1][16]
Definition: h264_ps.h:127
SPS * sps
Definition: h264_ps.h:140
static const uint8_t default_scaling8[2][64]
Definition: h264_ps.c:70
uint32_t dequant8_buffer[6][QP_MAX_NUM+1][64]
Definition: h264_ps.h:128
int cpb_removal_delay_length
cpb_removal_delay_length_minus1 + 1
Definition: h264_ps.h:95
static void init_dequant_tables(PPS *pps, const SPS *sps)
Definition: h264_ps.c:646
unsigned int crop_bottom
frame_cropping_rect_bottom_offset
Definition: h264_ps.h:70
exp golomb vlc stuff
int level_idc
Definition: h264_ps.h:46
int strict_std_compliance
strictly follow the standard (MPEG-4, ...).
Definition: avcodec.h:2605
Not part of ABI.
Definition: pixfmt.h:356
const uint8_t ff_h264_dequant8_coeff_init_scan[16]
Definition: h264data.c:161
int ff_h264_decode_seq_parameter_set(GetBitContext *gb, AVCodecContext *avctx, H264ParamSets *ps)
Decode SPS.
Definition: h264_ps.c:324
static void build_qp_table(PPS *pps, int t, int index, const int depth)
Definition: h264_ps.c:663
int mb_slice_group_map_type
Definition: h264_ps.h:111
enum AVColorSpace colorspace
Definition: h264_ps.h:78