vf_dnn_processing.c File Reference

implementing a generic image processing filter using deep learning networks. More...

#include "config.h"
#include "libavutil/opt.h"
#include "libavutil/pixdesc.h"
#include "libavutil/avassert.h"
#include "libavutil/imgutils.h"
#include "filters.h"
#include "formats.h"
#include "dnn_filter_common.h"
#include "video.h"
#include "libswscale/swscale.h"
#include "libavutil/time.h"

Go to the source code of this file.

Data Structures
struct	DnnProcessingContext

Macros
#define	OFFSET(x)
#define	FLAGS   AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM
#define	LOG_FORMAT_CHANNEL_MISMATCH()

Functions
	AVFILTER_DNN_DEFINE_CLASS (dnn_processing, DNN_TF|DNN_OV|DNN_TH|DNN_ONNX)
static av_cold int	init (AVFilterContext *context)
static int	check_modelinput_inlink (const DNNData *model_input, const AVFilterLink *inlink)
static int	config_input (AVFilterLink *inlink)
static av_always_inline int	isPlanarYUV (enum AVPixelFormat pix_fmt)
static int	prepare_uv_scale (AVFilterLink *outlink)
static int	config_output (AVFilterLink *outlink)
static int	copy_uv_planes (DnnProcessingContext *ctx, AVFrame *out, const AVFrame *in)
static int	flush_frame (AVFilterLink *outlink, int64_t pts, int64_t *out_pts)
static int	activate (AVFilterContext *filter_ctx)
static av_cold void	uninit (AVFilterContext *ctx)

Variables
static const AVOption	dnn_processing_options []
static enum AVPixelFormat	pix_fmts []
static const AVFilterPad	dnn_processing_inputs []
static const AVFilterPad	dnn_processing_outputs []
const FFFilter	ff_vf_dnn_processing

Detailed Description

implementing a generic image processing filter using deep learning networks.

Definition in file vf_dnn_processing.c.

Macro Definition Documentation

OFFSET

#define OFFSET

(

x

)

Value:

offsetof(DnnProcessingContext, dnnctx.x)

Definition at line 45 of file vf_dnn_processing.c.

FLAGS

#define FLAGS   AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM

Definition at line 46 of file vf_dnn_processing.c.

LOG_FORMAT_CHANNEL_MISMATCH

#define LOG_FORMAT_CHANNEL_MISMATCH

(

)

Value:

    av_log(ctx, AV_LOG_ERROR,                               \
           "the frame's format %s does not match "          \
           "the model input channel %d\n",                  \
           av_get_pix_fmt_name(fmt),                        \
           model_input->dims[dnn_get_channel_idx_by_layout(model_input->layout)]);

Definition at line 84 of file vf_dnn_processing.c.

Referenced by check_modelinput_inlink().

Function Documentation

AVFILTER_DNN_DEFINE_CLASS()

AVFILTER_DNN_DEFINE_CLASS	(	dnn_processing	,
		DNN_TF|DNN_OV|DNN_TH|	DNN_ONNX )

init()

static av_cold int init ( AVFilterContext * context )

static

Definition at line 66 of file vf_dnn_processing.c.

check_modelinput_inlink()

static int check_modelinput_inlink ( const DNNData * model_input, const AVFilterLink * inlink )

static

Definition at line 91 of file vf_dnn_processing.c.

Referenced by config_input().

config_input()

static int config_input ( AVFilterLink * inlink )

static

Definition at line 155 of file vf_dnn_processing.c.

isPlanarYUV()

static av_always_inline int isPlanarYUV ( enum AVPixelFormat pix_fmt )

static

Definition at line 177 of file vf_dnn_processing.c.

Referenced by activate(), ff_get_unscaled_swscale(), ff_init_filters(), ff_init_vscale(), ff_init_vscale_pfn(), flush_frame(), and prepare_uv_scale().

prepare_uv_scale()

static int prepare_uv_scale ( AVFilterLink * outlink )

static

Definition at line 184 of file vf_dnn_processing.c.

Referenced by config_output().

config_output()

static int config_output ( AVFilterLink * outlink )

static

Definition at line 215 of file vf_dnn_processing.c.

copy_uv_planes()

static int copy_uv_planes ( DnnProcessingContext * ctx, AVFrame * out, const AVFrame * in )

static

Definition at line 234 of file vf_dnn_processing.c.

Referenced by activate(), and flush_frame().

flush_frame()

static int flush_frame ( AVFilterLink * outlink, int64_t pts, int64_t * out_pts )

static

Definition at line 265 of file vf_dnn_processing.c.

Referenced by activate().

activate()

static int activate ( AVFilterContext * filter_ctx )

static

Definition at line 296 of file vf_dnn_processing.c.

uninit()

static av_cold void uninit ( AVFilterContext * ctx )

static

Definition at line 361 of file vf_dnn_processing.c.

Variable Documentation

dnn_processing_options

const AVOption dnn_processing_options[]

static

Initial value:

= {
    { "dnn_backend", "DNN backend",                OFFSET(backend_type),     AV_OPT_TYPE_INT,       { .i64 = DNN_TF },    INT_MIN, INT_MAX, FLAGS, .unit = "backend" },
 
 
 
 
 
 
 
 
 
 
 
 
    { NULL }
}

Definition at line 47 of file vf_dnn_processing.c.

pix_fmts

enum AVPixelFormat pix_fmts[]

static

Initial value:

= {
    AV_PIX_FMT_RGB24, AV_PIX_FMT_BGR24,
    AV_PIX_FMT_GRAY8, AV_PIX_FMT_GRAYF32,
    AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
    AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
    AV_PIX_FMT_NV12,
 
 
 
    AV_PIX_FMT_NONE
}

Definition at line 72 of file vf_dnn_processing.c.

dnn_processing_inputs

const AVFilterPad dnn_processing_inputs[]

static

Initial value:

= {
    {
        .name         = "default",
        .type         = AVMEDIA_TYPE_VIDEO,
        .config_props = config_input,
    },
}

Definition at line 369 of file vf_dnn_processing.c.

dnn_processing_outputs

const AVFilterPad dnn_processing_outputs[]

static

Initial value:

= {
    {
        .name = "default",
        .type = AVMEDIA_TYPE_VIDEO,
        .config_props  = config_output,
    },
}

Definition at line 377 of file vf_dnn_processing.c.

ff_vf_dnn_processing

const FFFilter ff_vf_dnn_processing

Initial value:

= {
    .p.name        = "dnn_processing",
    .p.description = NULL_IF_CONFIG_SMALL("Apply DNN processing filter to the input."),
    .p.priv_class  = &dnn_processing_class,
    .priv_size     = sizeof(DnnProcessingContext),
    .preinit       = ff_dnn_filter_init_child_class,
    .init          = init,
    .uninit        = uninit,
    FILTER_INPUTS(dnn_processing_inputs),
    FILTER_OUTPUTS(dnn_processing_outputs),
    FILTER_PIXFMTS_ARRAY(pix_fmts),
    .activate      = activate,
}

Definition at line 385 of file vf_dnn_processing.c.