FFmpeg
h264_picture.c
Go to the documentation of this file.
1 /*
2  * H.26L/H.264/AVC/JVT/14496-10/... decoder
3  * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 /**
23  * @file
24  * H.264 / AVC / MPEG-4 part10 codec.
25  * @author Michael Niedermayer <michaelni@gmx.at>
26  */
27 
28 #include "libavutil/avassert.h"
29 #include "libavutil/imgutils.h"
30 #include "internal.h"
31 #include "cabac.h"
32 #include "cabac_functions.h"
33 #include "error_resilience.h"
34 #include "avcodec.h"
35 #include "h264dec.h"
36 #include "h264data.h"
37 #include "h264chroma.h"
38 #include "h264_mvpred.h"
39 #include "mathops.h"
40 #include "mpegutils.h"
41 #include "rectangle.h"
42 #include "thread.h"
43 
45 {
46  int off = offsetof(H264Picture, tf) + sizeof(pic->tf);
47  int i;
48 
49  if (!pic->f || !pic->f->buf[0])
50  return;
51 
52  ff_thread_release_buffer(h->avctx, &pic->tf);
54 
57  av_buffer_unref(&pic->pps_buf);
58  for (i = 0; i < 2; i++) {
61  }
62 
63  memset((uint8_t*)pic + off, 0, sizeof(*pic) - off);
64 }
65 
67 {
68  int ret, i;
69 
70  av_assert0(!dst->f->buf[0]);
71  av_assert0(src->f->buf[0]);
72  av_assert0(src->tf.f == src->f);
73 
74  dst->tf.f = dst->f;
75  ret = ff_thread_ref_frame(&dst->tf, &src->tf);
76  if (ret < 0)
77  goto fail;
78 
79  dst->qscale_table_buf = av_buffer_ref(src->qscale_table_buf);
80  dst->mb_type_buf = av_buffer_ref(src->mb_type_buf);
81  dst->pps_buf = av_buffer_ref(src->pps_buf);
82  if (!dst->qscale_table_buf || !dst->mb_type_buf || !dst->pps_buf) {
83  ret = AVERROR(ENOMEM);
84  goto fail;
85  }
86  dst->qscale_table = src->qscale_table;
87  dst->mb_type = src->mb_type;
88  dst->pps = src->pps;
89 
90  for (i = 0; i < 2; i++) {
91  dst->motion_val_buf[i] = av_buffer_ref(src->motion_val_buf[i]);
92  dst->ref_index_buf[i] = av_buffer_ref(src->ref_index_buf[i]);
93  if (!dst->motion_val_buf[i] || !dst->ref_index_buf[i]) {
94  ret = AVERROR(ENOMEM);
95  goto fail;
96  }
97  dst->motion_val[i] = src->motion_val[i];
98  dst->ref_index[i] = src->ref_index[i];
99  }
100 
101  if (src->hwaccel_picture_private) {
102  dst->hwaccel_priv_buf = av_buffer_ref(src->hwaccel_priv_buf);
103  if (!dst->hwaccel_priv_buf) {
104  ret = AVERROR(ENOMEM);
105  goto fail;
106  }
108  }
109 
110  for (i = 0; i < 2; i++)
111  dst->field_poc[i] = src->field_poc[i];
112 
113  memcpy(dst->ref_poc, src->ref_poc, sizeof(src->ref_poc));
114  memcpy(dst->ref_count, src->ref_count, sizeof(src->ref_count));
115 
116  dst->poc = src->poc;
117  dst->frame_num = src->frame_num;
118  dst->mmco_reset = src->mmco_reset;
119  dst->long_ref = src->long_ref;
120  dst->mbaff = src->mbaff;
121  dst->field_picture = src->field_picture;
122  dst->reference = src->reference;
123  dst->recovered = src->recovered;
124  dst->invalid_gap = src->invalid_gap;
125  dst->sei_recovery_frame_cnt = src->sei_recovery_frame_cnt;
126  dst->mb_width = src->mb_width;
127  dst->mb_height = src->mb_height;
128  dst->mb_stride = src->mb_stride;
129 
130  return 0;
131 fail:
132  ff_h264_unref_picture(h, dst);
133  return ret;
134 }
135 
137 {
138 #if CONFIG_ERROR_RESILIENCE
139  int i;
140 
141  memset(dst, 0, sizeof(*dst));
142 
143  if (!src)
144  return;
145 
146  dst->f = src->f;
147  dst->tf = &src->tf;
148 
149  for (i = 0; i < 2; i++) {
150  dst->motion_val[i] = src->motion_val[i];
151  dst->ref_index[i] = src->ref_index[i];
152  }
153 
154  dst->mb_type = src->mb_type;
155  dst->field_picture = src->field_picture;
156 #endif /* CONFIG_ERROR_RESILIENCE */
157 }
158 
160 {
161  AVCodecContext *const avctx = h->avctx;
162  int err = 0;
163  h->mb_y = 0;
164 
165  if (in_setup || !(avctx->active_thread_type & FF_THREAD_FRAME)) {
166  if (!h->droppable) {
168  h->poc.prev_poc_msb = h->poc.poc_msb;
169  h->poc.prev_poc_lsb = h->poc.poc_lsb;
170  }
171  h->poc.prev_frame_num_offset = h->poc.frame_num_offset;
172  h->poc.prev_frame_num = h->poc.frame_num;
173  }
174 
175  if (avctx->hwaccel) {
176  err = avctx->hwaccel->end_frame(avctx);
177  if (err < 0)
178  av_log(avctx, AV_LOG_ERROR,
179  "hardware accelerator failed to decode picture\n");
180  }
181 
182  if (!in_setup && !h->droppable)
183  ff_thread_report_progress(&h->cur_pic_ptr->tf, INT_MAX,
184  h->picture_structure == PICT_BOTTOM_FIELD);
185  emms_c();
186 
187  h->current_slice = 0;
188 
189  return err;
190 }
AVCodecContext::hwaccel
const struct AVHWAccel * hwaccel
Hardware accelerator in use.
Definition: avcodec.h:1690
ff_h264_unref_picture
void ff_h264_unref_picture(H264Context *h, H264Picture *pic)
Definition: h264_picture.c:44
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
cabac.h
ERPicture::tf
ThreadFrame * tf
Definition: error_resilience.h:43
H264Picture::poc
int poc
frame POC
Definition: h264dec.h:148
H264Picture::f
AVFrame * f
Definition: h264dec.h:129
AVBufferRef::data
uint8_t * data
The data buffer.
Definition: buffer.h:89
H264Picture::ref_count
int ref_count[2][2]
number of entries in ref_poc (FIXME need per slice)
Definition: h264dec.h:156
H264Picture::ref_index
int8_t * ref_index[2]
Definition: h264dec.h:145
ff_h264_set_erpic
void ff_h264_set_erpic(ERPicture *dst, H264Picture *src)
Definition: h264_picture.c:136
ERPicture::ref_index
int8_t * ref_index[2]
Definition: error_resilience.h:47
H264Picture::pps
const PPS * pps
Definition: h264dec.h:166
internal.h
H264Picture::qscale_table
int8_t * qscale_table
Definition: h264dec.h:133
PICT_BOTTOM_FIELD
#define PICT_BOTTOM_FIELD
Definition: mpegutils.h:38
H264Picture::ref_index_buf
AVBufferRef * ref_index_buf[2]
Definition: h264dec.h:144
mpegutils.h
AVFrame::buf
AVBufferRef * buf[AV_NUM_DATA_POINTERS]
AVBuffer references backing the data for this frame.
Definition: frame.h:491
H264Picture::invalid_gap
int invalid_gap
Definition: h264dec.h:162
H264Picture::pps_buf
AVBufferRef * pps_buf
Definition: h264dec.h:165
thread.h
ThreadFrame::f
AVFrame * f
Definition: thread.h:35
ERPicture
Definition: error_resilience.h:41
h264_mvpred.h
H264Picture::frame_num
int frame_num
frame_num (raw frame_num from slice header)
Definition: h264dec.h:149
H264SliceContext
Definition: h264dec.h:183
H264Picture::mmco_reset
int mmco_reset
MMCO_RESET set this 1.
Definition: h264dec.h:150
fail
#define fail()
Definition: checkasm.h:123
H264Picture::ref_poc
int ref_poc[2][2][32]
POCs of the frames/fields used as reference (FIXME need per slice)
Definition: h264dec.h:155
ERPicture::motion_val
int16_t(*[2] motion_val)[2]
Definition: error_resilience.h:46
H264Picture::mb_stride
int mb_stride
Definition: h264dec.h:169
avassert.h
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:176
ff_thread_report_progress
void ff_thread_report_progress(ThreadFrame *f, int n, int field)
Notify later decoding threads when part of their reference picture is ready.
Definition: pthread_frame.c:568
H264Picture::mbaff
int mbaff
1 -> MBAFF frame 0-> not MBAFF
Definition: h264dec.h:157
ERPicture::field_picture
int field_picture
Definition: error_resilience.h:50
ff_h264_execute_ref_pic_marking
int ff_h264_execute_ref_pic_marking(H264Context *h)
Execute the reference picture marking (memory management control operations).
Definition: h264_refs.c:610
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
h264data.h
ERPicture::f
AVFrame * f
Definition: error_resilience.h:42
H264Picture::sei_recovery_frame_cnt
int sei_recovery_frame_cnt
Definition: h264dec.h:163
ERPicture::mb_type
uint32_t * mb_type
Definition: error_resilience.h:49
H264Picture::motion_val_buf
AVBufferRef * motion_val_buf[2]
Definition: h264dec.h:135
av_buffer_unref
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it.
Definition: buffer.c:125
AVHWAccel::end_frame
int(* end_frame)(AVCodecContext *avctx)
Called at the end of each frame or field picture.
Definition: avcodec.h:2511
src
#define src
Definition: vp8dsp.c:254
mathops.h
H264Picture::mb_height
int mb_height
Definition: h264dec.h:168
ff_thread_release_buffer
void ff_thread_release_buffer(AVCodecContext *avctx, ThreadFrame *f)
Wrapper around release_buffer() frame-for multithreaded codecs.
Definition: pthread_frame.c:1006
H264Picture::reference
int reference
Definition: h264dec.h:160
rectangle.h
H264Picture::tf
ThreadFrame tf
Definition: h264dec.h:130
H264Picture::mb_type
uint32_t * mb_type
Definition: h264dec.h:139
H264Picture::recovered
int recovered
picture at IDR or recovery point + recovery count
Definition: h264dec.h:161
h264chroma.h
FF_THREAD_FRAME
#define FF_THREAD_FRAME
Decode more than one frame at once.
Definition: avcodec.h:1796
H264Picture::field_picture
int field_picture
whether or not picture was encoded in separate fields
Definition: h264dec.h:158
h264dec.h
H264Context
H264Context.
Definition: h264dec.h:343
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:269
uint8_t
uint8_t
Definition: audio_convert.c:194
cabac_functions.h
H264Picture::hwaccel_priv_buf
AVBufferRef * hwaccel_priv_buf
Definition: h264dec.h:141
avcodec.h
ff_h264_ref_picture
int ff_h264_ref_picture(H264Context *h, H264Picture *dst, H264Picture *src)
Definition: h264_picture.c:66
ret
ret
Definition: filter_design.txt:187
AVCodecContext
main external API structure.
Definition: avcodec.h:526
AVCodecContext::active_thread_type
int active_thread_type
Which multithreading methods are in use by the codec.
Definition: avcodec.h:1804
H264Picture::field_poc
int field_poc[2]
top/bottom POC
Definition: h264dec.h:147
error_resilience.h
H264Picture::mb_width
int mb_width
Definition: h264dec.h:168
H264Picture
Definition: h264dec.h:128
tf
#define tf
Definition: regdef.h:73
ff_h264_field_end
int ff_h264_field_end(H264Context *h, H264SliceContext *sl, int in_setup)
Definition: h264_picture.c:159
av_buffer_ref
AVBufferRef * av_buffer_ref(AVBufferRef *buf)
Create a new reference to an AVBuffer.
Definition: buffer.c:93
H264Picture::mb_type_buf
AVBufferRef * mb_type_buf
Definition: h264dec.h:138
ff_thread_ref_frame
int ff_thread_ref_frame(ThreadFrame *dst, ThreadFrame *src)
Definition: utils.c:1885
H264Picture::hwaccel_picture_private
void * hwaccel_picture_private
hardware accelerator private data
Definition: h264dec.h:142
imgutils.h
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
h
h
Definition: vp9dsp_template.c:2038
H264Picture::qscale_table_buf
AVBufferRef * qscale_table_buf
Definition: h264dec.h:132
H264Picture::long_ref
int long_ref
1->long term reference 0->short term reference
Definition: h264dec.h:154
H264Picture::motion_val
int16_t(*[2] motion_val)[2]
Definition: h264dec.h:136