FFmpeg
h264_picture.c
Go to the documentation of this file.
1 /*
2  * H.26L/H.264/AVC/JVT/14496-10/... decoder
3  * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 /**
23  * @file
24  * H.264 / AVC / MPEG-4 part10 codec.
25  * @author Michael Niedermayer <michaelni@gmx.at>
26  */
27 
28 #include "libavutil/avassert.h"
29 #include "libavutil/imgutils.h"
30 #include "internal.h"
31 #include "cabac.h"
32 #include "cabac_functions.h"
33 #include "error_resilience.h"
34 #include "avcodec.h"
35 #include "h264dec.h"
36 #include "h264data.h"
37 #include "h264chroma.h"
38 #include "h264_mvpred.h"
39 #include "mathops.h"
40 #include "mpegutils.h"
41 #include "rectangle.h"
42 #include "thread.h"
43 
45 {
46  int off = offsetof(H264Picture, tf) + sizeof(pic->tf);
47  int i;
48 
49  if (!pic->f || !pic->f->buf[0])
50  return;
51 
52  ff_thread_release_buffer(h->avctx, &pic->tf);
54 
57  av_buffer_unref(&pic->pps_buf);
58  for (i = 0; i < 2; i++) {
61  }
62 
63  memset((uint8_t*)pic + off, 0, sizeof(*pic) - off);
64 }
65 
67 {
68  int ret, i;
69 
70  av_assert0(!dst->f->buf[0]);
71  av_assert0(src->f->buf[0]);
72  av_assert0(src->tf.f == src->f);
73 
74  dst->tf.f = dst->f;
75  ret = ff_thread_ref_frame(&dst->tf, &src->tf);
76  if (ret < 0)
77  goto fail;
78 
79  dst->qscale_table_buf = av_buffer_ref(src->qscale_table_buf);
80  dst->mb_type_buf = av_buffer_ref(src->mb_type_buf);
81  dst->pps_buf = av_buffer_ref(src->pps_buf);
82  if (!dst->qscale_table_buf || !dst->mb_type_buf || !dst->pps_buf) {
83  ret = AVERROR(ENOMEM);
84  goto fail;
85  }
86  dst->qscale_table = src->qscale_table;
87  dst->mb_type = src->mb_type;
88  dst->pps = src->pps;
89 
90  for (i = 0; i < 2; i++) {
91  dst->motion_val_buf[i] = av_buffer_ref(src->motion_val_buf[i]);
92  dst->ref_index_buf[i] = av_buffer_ref(src->ref_index_buf[i]);
93  if (!dst->motion_val_buf[i] || !dst->ref_index_buf[i]) {
94  ret = AVERROR(ENOMEM);
95  goto fail;
96  }
97  dst->motion_val[i] = src->motion_val[i];
98  dst->ref_index[i] = src->ref_index[i];
99  }
100 
101  if (src->hwaccel_picture_private) {
102  dst->hwaccel_priv_buf = av_buffer_ref(src->hwaccel_priv_buf);
103  if (!dst->hwaccel_priv_buf) {
104  ret = AVERROR(ENOMEM);
105  goto fail;
106  }
108  }
109 
110  for (i = 0; i < 2; i++)
111  dst->field_poc[i] = src->field_poc[i];
112 
113  memcpy(dst->ref_poc, src->ref_poc, sizeof(src->ref_poc));
114  memcpy(dst->ref_count, src->ref_count, sizeof(src->ref_count));
115 
116  dst->poc = src->poc;
117  dst->frame_num = src->frame_num;
118  dst->mmco_reset = src->mmco_reset;
119  dst->long_ref = src->long_ref;
120  dst->mbaff = src->mbaff;
121  dst->field_picture = src->field_picture;
122  dst->reference = src->reference;
123  dst->recovered = src->recovered;
124  dst->invalid_gap = src->invalid_gap;
125  dst->sei_recovery_frame_cnt = src->sei_recovery_frame_cnt;
126  dst->mb_width = src->mb_width;
127  dst->mb_height = src->mb_height;
128  dst->mb_stride = src->mb_stride;
129 
130  return 0;
131 fail:
132  ff_h264_unref_picture(h, dst);
133  return ret;
134 }
135 
137 {
138 #if CONFIG_ERROR_RESILIENCE
139  int i;
140 
141  memset(dst, 0, sizeof(*dst));
142 
143  if (!src)
144  return;
145 
146  dst->f = src->f;
147  dst->tf = &src->tf;
148 
149  for (i = 0; i < 2; i++) {
150  dst->motion_val[i] = src->motion_val[i];
151  dst->ref_index[i] = src->ref_index[i];
152  }
153 
154  dst->mb_type = src->mb_type;
155  dst->field_picture = src->field_picture;
156 #endif /* CONFIG_ERROR_RESILIENCE */
157 }
158 
160 {
161  AVCodecContext *const avctx = h->avctx;
162  int err = 0;
163  h->mb_y = 0;
164 
165  if (in_setup || !(avctx->active_thread_type & FF_THREAD_FRAME)) {
166  if (!h->droppable) {
168  h->poc.prev_poc_msb = h->poc.poc_msb;
169  h->poc.prev_poc_lsb = h->poc.poc_lsb;
170  }
171  h->poc.prev_frame_num_offset = h->poc.frame_num_offset;
172  h->poc.prev_frame_num = h->poc.frame_num;
173  }
174 
175  if (avctx->hwaccel) {
176  err = avctx->hwaccel->end_frame(avctx);
177  if (err < 0)
178  av_log(avctx, AV_LOG_ERROR,
179  "hardware accelerator failed to decode picture\n");
180  }
181 
182  if (!in_setup && !h->droppable)
183  ff_thread_report_progress(&h->cur_pic_ptr->tf, INT_MAX,
184  h->picture_structure == PICT_BOTTOM_FIELD);
185  emms_c();
186 
187  h->current_slice = 0;
188 
189  return err;
190 }
AVCodecContext::hwaccel
const struct AVHWAccel * hwaccel
Hardware accelerator in use.
Definition: avcodec.h:1680
ff_h264_unref_picture
void ff_h264_unref_picture(H264Context *h, H264Picture *pic)
Definition: h264_picture.c:44
AVERROR
Filter the word “frame” indicates either a video frame or a group of audio as stored in an AVFrame structure Format for each input and each output the list of supported formats For video that means pixel format For audio that means channel sample they are references to shared objects When the negotiation mechanism computes the intersection of the formats supported at each end of a all references to both lists are replaced with a reference to the intersection And when a single format is eventually chosen for a link amongst the remaining all references to the list are updated That means that if a filter requires that its input and output have the same format amongst a supported all it has to do is use a reference to the same list of formats query_formats can leave some formats unset and return AVERROR(EAGAIN) to cause the negotiation mechanism toagain later. That can be used by filters with complex requirements to use the format negotiated on one link to set the formats supported on another. Frame references ownership and permissions
cabac.h
ERPicture::tf
ThreadFrame * tf
Definition: error_resilience.h:43
H264Picture::poc
int poc
frame POC
Definition: h264dec.h:149
H264Picture::f
AVFrame * f
Definition: h264dec.h:130
ff_thread_ref_frame
int ff_thread_ref_frame(ThreadFrame *dst, const ThreadFrame *src)
Definition: utils.c:907
AVBufferRef::data
uint8_t * data
The data buffer.
Definition: buffer.h:92
H264Picture::ref_count
int ref_count[2][2]
number of entries in ref_poc (FIXME need per slice)
Definition: h264dec.h:157
H264Picture::ref_index
int8_t * ref_index[2]
Definition: h264dec.h:146
ff_h264_set_erpic
void ff_h264_set_erpic(ERPicture *dst, H264Picture *src)
Definition: h264_picture.c:136
ERPicture::ref_index
int8_t * ref_index[2]
Definition: error_resilience.h:47
H264Picture::pps
const PPS * pps
Definition: h264dec.h:167
internal.h
H264Picture::qscale_table
int8_t * qscale_table
Definition: h264dec.h:134
PICT_BOTTOM_FIELD
#define PICT_BOTTOM_FIELD
Definition: mpegutils.h:38
H264Picture::ref_index_buf
AVBufferRef * ref_index_buf[2]
Definition: h264dec.h:145
mpegutils.h
AVFrame::buf
AVBufferRef * buf[AV_NUM_DATA_POINTERS]
AVBuffer references backing the data for this frame.
Definition: frame.h:515
H264Picture::invalid_gap
int invalid_gap
Definition: h264dec.h:163
H264Picture::pps_buf
AVBufferRef * pps_buf
Definition: h264dec.h:166
thread.h
ThreadFrame::f
AVFrame * f
Definition: thread.h:35
ERPicture
Definition: error_resilience.h:41
h264_mvpred.h
H264Picture::frame_num
int frame_num
frame_num (raw frame_num from slice header)
Definition: h264dec.h:150
H264SliceContext
Definition: h264dec.h:184
H264Picture::mmco_reset
int mmco_reset
MMCO_RESET set this 1.
Definition: h264dec.h:151
fail
#define fail()
Definition: checkasm.h:133
H264Picture::ref_poc
int ref_poc[2][2][32]
POCs of the frames/fields used as reference (FIXME need per slice)
Definition: h264dec.h:156
ERPicture::motion_val
int16_t(*[2] motion_val)[2]
Definition: error_resilience.h:46
H264Picture::mb_stride
int mb_stride
Definition: h264dec.h:170
avassert.h
AV_LOG_ERROR
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:194
ff_thread_report_progress
void ff_thread_report_progress(ThreadFrame *f, int n, int field)
Notify later decoding threads when part of their reference picture is ready.
Definition: pthread_frame.c:592
H264Picture::mbaff
int mbaff
1 -> MBAFF frame 0-> not MBAFF
Definition: h264dec.h:158
ERPicture::field_picture
int field_picture
Definition: error_resilience.h:50
ff_h264_execute_ref_pic_marking
int ff_h264_execute_ref_pic_marking(H264Context *h)
Execute the reference picture marking (memory management control operations).
Definition: h264_refs.c:610
av_assert0
#define av_assert0(cond)
assert() equivalent, that is always enabled.
Definition: avassert.h:37
h264data.h
ERPicture::f
AVFrame * f
Definition: error_resilience.h:42
H264Picture::sei_recovery_frame_cnt
int sei_recovery_frame_cnt
Definition: h264dec.h:164
ERPicture::mb_type
uint32_t * mb_type
Definition: error_resilience.h:49
H264Picture::motion_val_buf
AVBufferRef * motion_val_buf[2]
Definition: h264dec.h:136
av_buffer_unref
void av_buffer_unref(AVBufferRef **buf)
Free a given reference and automatically free the buffer if there are no more references to it.
Definition: buffer.c:125
AVHWAccel::end_frame
int(* end_frame)(AVCodecContext *avctx)
Called at the end of each frame or field picture.
Definition: avcodec.h:2539
src
#define src
Definition: vp8dsp.c:255
mathops.h
H264Picture::mb_height
int mb_height
Definition: h264dec.h:169
ff_thread_release_buffer
void ff_thread_release_buffer(AVCodecContext *avctx, ThreadFrame *f)
Wrapper around release_buffer() frame-for multithreaded codecs.
Definition: pthread_frame.c:1106
H264Picture::reference
int reference
Definition: h264dec.h:161
rectangle.h
H264Picture::tf
ThreadFrame tf
Definition: h264dec.h:131
H264Picture::mb_type
uint32_t * mb_type
Definition: h264dec.h:140
H264Picture::recovered
int recovered
picture at IDR or recovery point + recovery count
Definition: h264dec.h:162
h264chroma.h
FF_THREAD_FRAME
#define FF_THREAD_FRAME
Decode more than one frame at once.
Definition: avcodec.h:1784
H264Picture::field_picture
int field_picture
whether or not picture was encoded in separate fields
Definition: h264dec.h:159
h264dec.h
i
int i
Definition: input.c:407
H264Context
H264Context.
Definition: h264dec.h:344
uint8_t
uint8_t
Definition: audio_convert.c:194
cabac_functions.h
H264Picture::hwaccel_priv_buf
AVBufferRef * hwaccel_priv_buf
Definition: h264dec.h:142
avcodec.h
ff_h264_ref_picture
int ff_h264_ref_picture(H264Context *h, H264Picture *dst, H264Picture *src)
Definition: h264_picture.c:66
ret
ret
Definition: filter_design.txt:187
AVCodecContext
main external API structure.
Definition: avcodec.h:536
AVCodecContext::active_thread_type
int active_thread_type
Which multithreading methods are in use by the codec.
Definition: avcodec.h:1792
H264Picture::field_poc
int field_poc[2]
top/bottom POC
Definition: h264dec.h:148
error_resilience.h
H264Picture::mb_width
int mb_width
Definition: h264dec.h:169
H264Picture
Definition: h264dec.h:129
tf
#define tf
Definition: regdef.h:73
ff_h264_field_end
int ff_h264_field_end(H264Context *h, H264SliceContext *sl, int in_setup)
Definition: h264_picture.c:159
av_buffer_ref
AVBufferRef * av_buffer_ref(AVBufferRef *buf)
Create a new reference to an AVBuffer.
Definition: buffer.c:93
H264Picture::mb_type_buf
AVBufferRef * mb_type_buf
Definition: h264dec.h:139
H264Picture::hwaccel_picture_private
void * hwaccel_picture_private
hardware accelerator private data
Definition: h264dec.h:143
imgutils.h
av_log
#define av_log(a,...)
Definition: tableprint_vlc.h:28
h
h
Definition: vp9dsp_template.c:2038
H264Picture::qscale_table_buf
AVBufferRef * qscale_table_buf
Definition: h264dec.h:133
H264Picture::long_ref
int long_ref
1->long term reference 0->short term reference
Definition: h264dec.h:155
H264Picture::motion_val
int16_t(*[2] motion_val)[2]
Definition: h264dec.h:137