FFmpeg
nvdec_mpeg4.c
Go to the documentation of this file.
1 /*
2  * MPEG-4 Part 2 HW decode acceleration through NVDEC
3  *
4  * Copyright (c) 2017 Philip Langdale
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include "avcodec.h"
24 #include "mpeg4video.h"
25 #include "nvdec.h"
26 #include "decode.h"
27 
28 static int nvdec_mpeg4_start_frame(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
29 {
30  Mpeg4DecContext *m = avctx->priv_data;
31  MpegEncContext *s = &m->m;
32 
34  CUVIDPICPARAMS *pp = &ctx->pic_params;
35  CUVIDMPEG4PICPARAMS *ppc = &pp->CodecSpecific.mpeg4;
36  FrameDecodeData *fdd;
37  NVDECFrame *cf;
38  AVFrame *cur_frame = s->current_picture.f;
39 
40  int ret, i;
41 
42  ret = ff_nvdec_start_frame(avctx, cur_frame);
43  if (ret < 0)
44  return ret;
45 
46  fdd = (FrameDecodeData*)cur_frame->private_ref->data;
47  cf = (NVDECFrame*)fdd->hwaccel_priv;
48 
49  *pp = (CUVIDPICPARAMS) {
50  .PicWidthInMbs = (cur_frame->width + 15) / 16,
51  .FrameHeightInMbs = (cur_frame->height + 15) / 16,
52  .CurrPicIdx = cf->idx,
53 
54  .intra_pic_flag = s->pict_type == AV_PICTURE_TYPE_I,
55  .ref_pic_flag = s->pict_type == AV_PICTURE_TYPE_I ||
56  s->pict_type == AV_PICTURE_TYPE_P ||
57  s->pict_type == AV_PICTURE_TYPE_S,
58 
59  .CodecSpecific.mpeg4 = {
60  .ForwardRefIdx = ff_nvdec_get_ref_idx(s->last_picture.f),
61  .BackwardRefIdx = ff_nvdec_get_ref_idx(s->next_picture.f),
62 
63  .video_object_layer_width = s->width,
64  .video_object_layer_height = s->height,
65  .vop_time_increment_bitcount = m->time_increment_bits,
66  .top_field_first = s->top_field_first,
67  .resync_marker_disable = !m->resync_marker,
68  .quant_type = s->mpeg_quant,
69  .quarter_sample = s->quarter_sample,
70  .short_video_header = avctx->codec->id == AV_CODEC_ID_H263,
71  .divx_flags = s->divx_packed ? 5 : 0,
72 
73  .vop_coding_type = s->pict_type - AV_PICTURE_TYPE_I,
74  .vop_coded = 1,
75  .vop_rounding_type = s->no_rounding,
76  .alternate_vertical_scan_flag = s->alternate_scan,
77  .interlaced = !s->progressive_sequence,
78  .vop_fcode_forward = s->f_code,
79  .vop_fcode_backward = s->b_code,
80  .trd = { s->pp_time, s->pp_field_time >> 1 },
81  .trb = { s->pb_time, s->pb_field_time >> 1 },
82 
83  .gmc_enabled = s->pict_type == AV_PICTURE_TYPE_S &&
85  }
86  };
87 
88  for (i = 0; i < 64; ++i) {
89  ppc->QuantMatrixIntra[i] = s->intra_matrix[i];
90  ppc->QuantMatrixInter[i] = s->inter_matrix[i];
91  }
92 
93  // We need to pass the full frame buffer and not just the slice
95 }
96 
97 static int nvdec_mpeg4_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
98 {
99  return 0;
100 }
101 
103  AVBufferRef *hw_frames_ctx)
104 {
105  // Each frame can at most have one P and one B reference
106  return ff_nvdec_frame_params(avctx, hw_frames_ctx, 2, 0);
107 }
108 
110  .name = "mpeg4_nvdec",
111  .type = AVMEDIA_TYPE_VIDEO,
112  .id = AV_CODEC_ID_MPEG4,
113  .pix_fmt = AV_PIX_FMT_CUDA,
114  .start_frame = nvdec_mpeg4_start_frame,
115  .end_frame = ff_nvdec_simple_end_frame,
116  .decode_slice = nvdec_mpeg4_decode_slice,
117  .frame_params = nvdec_mpeg4_frame_params,
118  .init = ff_nvdec_decode_init,
119  .uninit = ff_nvdec_decode_uninit,
120  .priv_data_size = sizeof(NVDECContext),
121 };
AV_PIX_FMT_CUDA
@ AV_PIX_FMT_CUDA
HW acceleration through CUDA.
Definition: pixfmt.h:235
Mpeg4DecContext::vol_sprite_usage
int vol_sprite_usage
Definition: mpeg4video.h:80
AVBufferRef::data
uint8_t * data
The data buffer.
Definition: buffer.h:89
ff_nvdec_get_ref_idx
int ff_nvdec_get_ref_idx(AVFrame *frame)
Definition: nvdec.c:646
AV_CODEC_ID_MPEG4
@ AV_CODEC_ID_MPEG4
Definition: avcodec.h:230
FrameDecodeData
This struct stores per-frame lavc-internal data and is attached to it via private_ref.
Definition: decode.h:34
AVFrame
This structure describes decoded (raw) audio or video data.
Definition: frame.h:295
AVFrame::width
int width
Definition: frame.h:353
nvdec_mpeg4_start_frame
static int nvdec_mpeg4_start_frame(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: nvdec_mpeg4.c:28
AVHWAccel
Definition: avcodec.h:3649
nvdec_mpeg4_decode_slice
static int nvdec_mpeg4_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: nvdec_mpeg4.c:97
AVCodecContext::codec
const struct AVCodec * codec
Definition: avcodec.h:1574
ff_nvdec_start_frame
int ff_nvdec_start_frame(AVCodecContext *avctx, AVFrame *frame)
Definition: nvdec.c:476
s
#define s(width, name)
Definition: cbs_vp9.c:257
NVDECFrame
Definition: nvdec.h:44
ctx
AVFormatContext * ctx
Definition: movenc.c:48
decode.h
GMC_SPRITE
#define GMC_SPRITE
Definition: mpeg4video.h:56
ff_nvdec_simple_end_frame
int ff_nvdec_simple_end_frame(AVCodecContext *avctx)
Definition: nvdec.c:548
ff_nvdec_decode_init
int ff_nvdec_decode_init(AVCodecContext *avctx)
Definition: nvdec.c:272
AVCodecContext::internal
struct AVCodecInternal * internal
Private context used for internal data.
Definition: avcodec.h:1600
AV_PICTURE_TYPE_I
@ AV_PICTURE_TYPE_I
Intra.
Definition: avutil.h:274
Mpeg4DecContext
Definition: mpeg4video.h:74
AVCodecInternal::hwaccel_priv_data
void * hwaccel_priv_data
hwaccel-specific private data
Definition: internal.h:190
NVDECFrame::idx
unsigned int idx
Definition: nvdec.h:45
AV_CODEC_ID_H263
@ AV_CODEC_ID_H263
Definition: avcodec.h:222
size
int size
Definition: twinvq_data.h:11134
nvdec.h
ff_nvdec_decode_uninit
int ff_nvdec_decode_uninit(AVCodecContext *avctx)
Definition: nvdec.c:254
AVFrame::private_ref
AVBufferRef * private_ref
AVBufferRef for internal use by a single libav* library.
Definition: frame.h:674
AVCodec::id
enum AVCodecID id
Definition: avcodec.h:3495
AVHWAccel::name
const char * name
Name of the hardware accelerated codec.
Definition: avcodec.h:3655
Mpeg4DecContext::time_increment_bits
int time_increment_bits
number of bits to represent the fractional part of time
Definition: mpeg4video.h:78
i
#define i(width, name, range_min, range_max)
Definition: cbs_h2645.c:259
ff_mpeg4_nvdec_hwaccel
const AVHWAccel ff_mpeg4_nvdec_hwaccel
Definition: nvdec_mpeg4.c:109
uint8_t
uint8_t
Definition: audio_convert.c:194
avcodec.h
ret
ret
Definition: filter_design.txt:187
AVCodecContext
main external API structure.
Definition: avcodec.h:1565
AVFrame::height
int height
Definition: frame.h:353
Mpeg4DecContext::m
MpegEncContext m
Definition: mpeg4video.h:75
ff_nvdec_simple_decode_slice
int ff_nvdec_simple_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: nvdec.c:556
mpeg4video.h
buffer
the frame and frame reference mechanism is intended to as much as expensive copies of that data while still allowing the filters to produce correct results The data is stored in buffers represented by AVFrame structures Several references can point to the same frame buffer
Definition: filter_design.txt:49
ff_nvdec_frame_params
int ff_nvdec_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx, int dpb_size, int supports_444)
Definition: nvdec.c:588
Mpeg4DecContext::resync_marker
int resync_marker
could this stream contain resync markers
Definition: mpeg4video.h:91
AV_PICTURE_TYPE_P
@ AV_PICTURE_TYPE_P
Predicted.
Definition: avutil.h:275
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
AVBufferRef
A reference to a data buffer.
Definition: buffer.h:81
AVCodecContext::priv_data
void * priv_data
Definition: avcodec.h:1592
FrameDecodeData::hwaccel_priv
void * hwaccel_priv
Per-frame private data for hwaccels.
Definition: decode.h:52
nvdec_mpeg4_frame_params
static int nvdec_mpeg4_frame_params(AVCodecContext *avctx, AVBufferRef *hw_frames_ctx)
Definition: nvdec_mpeg4.c:102
NVDECContext
Definition: nvdec.h:50
AV_PICTURE_TYPE_S
@ AV_PICTURE_TYPE_S
S(GMC)-VOP MPEG-4.
Definition: avutil.h:277
MpegEncContext
MpegEncContext.
Definition: mpegvideo.h:81