Libav
h264_picture.c
Go to the documentation of this file.
1 /*
2  * H.26L/H.264/AVC/JVT/14496-10/... decoder
3  * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
4  *
5  * This file is part of Libav.
6  *
7  * Libav is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * Libav is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with Libav; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
28 #include "libavutil/avassert.h"
29 #include "libavutil/imgutils.h"
30 #include "libavutil/timer.h"
31 #include "internal.h"
32 #include "cabac.h"
33 #include "cabac_functions.h"
34 #include "error_resilience.h"
35 #include "avcodec.h"
36 #include "h264dec.h"
37 #include "h264data.h"
38 #include "h264chroma.h"
39 #include "h264_mvpred.h"
40 #include "mathops.h"
41 #include "mpegutils.h"
42 #include "rectangle.h"
43 #include "thread.h"
44 
46 {
47  int off = offsetof(H264Picture, tf) + sizeof(pic->tf);
48  int i;
49 
50  if (!pic->f || !pic->f->buf[0])
51  return;
52 
55 
58  for (i = 0; i < 2; i++) {
61  }
62 
63  memset((uint8_t*)pic + off, 0, sizeof(*pic) - off);
64 }
65 
67 {
68  int ret, i;
69 
70  av_assert0(!dst->f->buf[0]);
71  av_assert0(src->f->buf[0]);
72 
73  src->tf.f = src->f;
74  dst->tf.f = dst->f;
75  ret = ff_thread_ref_frame(&dst->tf, &src->tf);
76  if (ret < 0)
77  goto fail;
78 
81  if (!dst->qscale_table_buf || !dst->mb_type_buf)
82  goto fail;
83  dst->qscale_table = src->qscale_table;
84  dst->mb_type = src->mb_type;
85 
86  for (i = 0; i < 2; i++) {
87  dst->motion_val_buf[i] = av_buffer_ref(src->motion_val_buf[i]);
88  dst->ref_index_buf[i] = av_buffer_ref(src->ref_index_buf[i]);
89  if (!dst->motion_val_buf[i] || !dst->ref_index_buf[i])
90  goto fail;
91  dst->motion_val[i] = src->motion_val[i];
92  dst->ref_index[i] = src->ref_index[i];
93  }
94 
95  if (src->hwaccel_picture_private) {
97  if (!dst->hwaccel_priv_buf)
98  goto fail;
100  }
101 
102  for (i = 0; i < 2; i++)
103  dst->field_poc[i] = src->field_poc[i];
104 
105  memcpy(dst->ref_poc, src->ref_poc, sizeof(src->ref_poc));
106  memcpy(dst->ref_count, src->ref_count, sizeof(src->ref_count));
107 
108  dst->poc = src->poc;
109  dst->frame_num = src->frame_num;
110  dst->mmco_reset = src->mmco_reset;
111  dst->pic_id = src->pic_id;
112  dst->long_ref = src->long_ref;
113  dst->mbaff = src->mbaff;
114  dst->field_picture = src->field_picture;
115  dst->reference = src->reference;
116  dst->recovered = src->recovered;
117 
118  return 0;
119 fail:
120  ff_h264_unref_picture(h, dst);
121  return ret;
122 }
123 
124 #if CONFIG_ERROR_RESILIENCE
125 static void h264_set_erpic(ERPicture *dst, H264Picture *src)
126 {
127  int i;
128 
129  if (!src)
130  return;
131 
132  dst->f = src->f;
133  dst->tf = &src->tf;
134 
135  for (i = 0; i < 2; i++) {
136  dst->motion_val[i] = src->motion_val[i];
137  dst->ref_index[i] = src->ref_index[i];
138  }
139 
140  dst->mb_type = src->mb_type;
141  dst->field_picture = src->field_picture;
142 }
143 #endif /* CONFIG_ERROR_RESILIENCE */
144 
146 {
147  AVCodecContext *const avctx = h->avctx;
148  int err = 0;
149  h->mb_y = 0;
150 
151  if (!in_setup && !h->droppable)
154 
155  if (in_setup || !(avctx->active_thread_type & FF_THREAD_FRAME)) {
156  if (!h->droppable) {
158  h->poc.prev_poc_msb = h->poc.poc_msb;
159  h->poc.prev_poc_lsb = h->poc.poc_lsb;
160  }
163  }
164 
165  if (avctx->hwaccel) {
166  if (avctx->hwaccel->end_frame(avctx) < 0)
167  av_log(avctx, AV_LOG_ERROR,
168  "hardware accelerator failed to decode picture\n");
169  }
170 
171 #if CONFIG_ERROR_RESILIENCE
172  /*
173  * FIXME: Error handling code does not seem to support interlaced
174  * when slices span multiple rows
175  * The ff_er_add_slice calls don't work right for bottom
176  * fields; they cause massive erroneous error concealing
177  * Error marking covers both fields (top and bottom).
178  * This causes a mismatched s->error_count
179  * and a bad error table. Further, the error count goes to
180  * INT_MAX when called for bottom field, because mb_y is
181  * past end by one (callers fault) and resync_mb_y != 0
182  * causes problems for the first MB line, too.
183  */
184  if (!FIELD_PICTURE(h) && h->enable_er) {
185  h264_set_erpic(&sl->er.cur_pic, h->cur_pic_ptr);
186  h264_set_erpic(&sl->er.last_pic,
187  sl->ref_count[0] ? sl->ref_list[0][0].parent : NULL);
188  h264_set_erpic(&sl->er.next_pic,
189  sl->ref_count[1] ? sl->ref_list[1][0].parent : NULL);
190  ff_er_frame_end(&sl->er);
191  }
192 #endif /* CONFIG_ERROR_RESILIENCE */
193 
194  emms_c();
195 
196  h->current_slice = 0;
197  h->field_started = 0;
198 
199  return err;
200 }
int long_ref
1->long term reference 0->short term reference
Definition: h264dec.h:153
H264POCContext poc
Definition: h264dec.h:448
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it...
Definition: buffer.c:106
misc image utilities
AVFrame * f
Definition: thread.h:36
AVBufferRef * buf[AV_NUM_DATA_POINTERS]
AVBuffer references backing the data for this frame.
Definition: frame.h:308
void ff_er_frame_end(ERContext *s)
int mb_y
Definition: h264dec.h:424
AVBufferRef * mb_type_buf
Definition: h264dec.h:137
av_log(ac->avr, AV_LOG_TRACE, "%d samples - audio_convert: %s to %s (%s)\, len, av_get_sample_fmt_name(ac->in_fmt), av_get_sample_fmt_name(ac->out_fmt), use_generic ? ac->func_descr_generic :ac->func_descr)
int16_t(*[2] motion_val)[2]
Definition: h264dec.h:135
uint32_t * mb_type
ERPicture last_pic
H264Context.
Definition: h264dec.h:334
AVFrame * f
Definition: h264dec.h:128
int picture_structure
Definition: h264dec.h:398
unsigned int ref_count[2]
num_ref_idx_l0/1_active_minus1 + 1
Definition: h264dec.h:264
struct AVHWAccel * hwaccel
Hardware accelerator in use.
Definition: avcodec.h:2696
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
uint8_t
int field_picture
whether or not picture was encoded in separate fields
Definition: h264dec.h:157
int poc
frame POC
Definition: h264dec.h:147
int frame_num_offset
for POC type 2
Definition: h264_parse.h:51
Multithreading support functions.
#define emms_c()
Definition: internal.h:48
ERPicture cur_pic
#define PICT_BOTTOM_FIELD
Definition: mpegutils.h:38
int ff_thread_ref_frame(ThreadFrame *dst, ThreadFrame *src)
Definition: utils.c:2655
AVBufferRef * qscale_table_buf
Definition: h264dec.h:131
H264Picture * parent
Definition: h264dec.h:171
high precision timer, useful to profile code
int recovered
picture at IDR or recovery point + recovery count
Definition: h264dec.h:160
#define src
Definition: vp8dsp.c:254
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:124
void ff_thread_release_buffer(AVCodecContext *avctx, ThreadFrame *f)
Wrapper around release_buffer() frame-for multithreaded codecs.
ERContext er
Definition: h264dec.h:177
void * hwaccel_picture_private
hardware accelerator private data
Definition: h264dec.h:141
int active_thread_type
Which multithreading methods are in use by the codec.
Definition: avcodec.h:2825
#define FIELD_PICTURE(h)
Definition: h264dec.h:74
int ref_poc[2][2][32]
POCs of the frames used as reference (FIXME need per slice)
Definition: h264dec.h:154
ThreadFrame tf
Definition: h264dec.h:129
simple assert() macros that are a bit more flexible than ISO C assert().
ThreadFrame * tf
int frame_num
frame_num (raw frame_num from slice header)
Definition: h264dec.h:148
#define fail()
Definition: checkasm.h:80
AVBufferRef * hwaccel_priv_buf
Definition: h264dec.h:140
useful rectangle filling function
int prev_poc_msb
poc_msb of the last reference pic for POC type 0
Definition: h264_parse.h:49
AVBufferRef * motion_val_buf[2]
Definition: h264dec.h:134
#define FF_THREAD_FRAME
Decode more than one frame at once.
Definition: avcodec.h:2817
int reference
Definition: h264dec.h:159
int field_started
Definition: h264dec.h:516
uint32_t * mb_type
Definition: h264dec.h:138
void ff_thread_report_progress(ThreadFrame *f, int n, int field)
Notify later decoding threads when part of their reference picture is ready.
Context Adaptive Binary Arithmetic Coder inline functions.
H.264 / AVC / MPEG-4 part10 codec.
NULL
Definition: eval.c:55
AVCodecContext * avctx
Definition: h264dec.h:336
Libavcodec external API header.
int(* end_frame)(AVCodecContext *avctx)
Called at the end of each frame or field picture.
Definition: avcodec.h:3325
ERPicture next_pic
int field_poc[2]
top/bottom POC
Definition: h264dec.h:146
main external API structure.
Definition: avcodec.h:1409
uint8_t * data
The data buffer.
Definition: buffer.h:89
int8_t * qscale_table
Definition: h264dec.h:132
int prev_frame_num
frame_num of the last pic for POC type 1/2
Definition: h264_parse.h:53
int8_t * ref_index[2]
Definition: h264dec.h:144
int ff_h264_ref_picture(H264Context *h, H264Picture *dst, H264Picture *src)
Definition: h264_picture.c:66
int mmco_reset
MMCO_RESET set this 1.
Definition: h264dec.h:149
H264Picture * cur_pic_ptr
Definition: h264dec.h:343
int enable_er
Definition: h264dec.h:520
int8_t * ref_index[2]
int prev_poc_lsb
poc_lsb of the last reference pic for POC type 0
Definition: h264_parse.h:50
int mbaff
1 -> MBAFF frame 0-> not MBAFF
Definition: h264dec.h:156
int ff_h264_field_end(H264Context *h, H264SliceContext *sl, int in_setup)
Definition: h264_picture.c:145
int pic_id
pic_num (short -> no wrap version of pic_num, pic_num & max_pic_num; long -> long_pic_num) ...
Definition: h264dec.h:151
common internal api header.
H.264 / AVC / MPEG-4 part10 motion vector prediction.
AVBufferRef * av_buffer_ref(AVBufferRef *buf)
Create a new reference to an AVBuffer.
Definition: buffer.c:92
AVFrame * f
int16_t(*[2] motion_val)[2]
int current_slice
current slice number, used to initialize slice_num of each thread/context
Definition: h264dec.h:474
int ff_h264_execute_ref_pic_marking(H264Context *h)
Execute the reference picture marking (memory management control operations).
Definition: h264_refs.c:552
H264Ref ref_list[2][48]
0..15: frame refs, 16..47: mbaff field refs.
Definition: h264dec.h:266
AVBufferRef * ref_index_buf[2]
Definition: h264dec.h:143
int ref_count[2][2]
number of entries in ref_poc (FIXME need per slice)
Definition: h264dec.h:155
int prev_frame_num_offset
for POC type 2
Definition: h264_parse.h:52
void ff_h264_unref_picture(H264Context *h, H264Picture *pic)
Definition: h264_picture.c:45
int droppable
Definition: h264dec.h:358
Context Adaptive Binary Arithmetic Coder.