FFmpeg
Data Structures | Macros | Functions | Variables
vf_nnedi.c File Reference
#include <float.h>
#include "libavutil/common.h"
#include "libavutil/float_dsp.h"
#include "libavutil/imgutils.h"
#include "libavutil/mem_internal.h"
#include "libavutil/opt.h"
#include "libavutil/pixdesc.h"
#include "avfilter.h"
#include "formats.h"
#include "internal.h"
#include "video.h"

Go to the source code of this file.

Data Structures

struct  PrescreenerCoefficients
 
struct  PredictorCoefficients
 
struct  NNEDIContext
 

Macros

#define OFFSET(x)   offsetof(NNEDIContext, x)
 
#define RFLAGS   AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
 
#define FLAGS   AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
 

Functions

 AVFILTER_DEFINE_CLASS (nnedi)
 
static int config_output (AVFilterLink *outlink)
 
static int query_formats (AVFilterContext *ctx)
 
static float dot_dsp (const NNEDIContext *const s, const float *kernel, const float *input, int n, float scale, float bias)
 
static float elliott (float x)
 
static void transform_elliott (float *input, int size)
 
static void process_old (AVFilterContext *ctx, const void *src, ptrdiff_t src_stride, uint8_t *prescreen, int N, const PrescreenerCoefficients *const m_data)
 
static void process_new (AVFilterContext *ctx, const void *src, ptrdiff_t src_stride, uint8_t *prescreen, int N, const PrescreenerCoefficients *const m_data)
 
static int filter_offset (int nn, const PredictorCoefficients *const model)
 
static const float * softmax_q1_filter (int nn, const PredictorCoefficients *const model)
 
static const float * elliott_q1_filter (int nn, const PredictorCoefficients *const model)
 
static const float * softmax_q2_filter (int nn, const PredictorCoefficients *const model)
 
static const float * elliott_q2_filter (int nn, const PredictorCoefficients *const model)
 
static void gather_input (const float *src, ptrdiff_t src_stride, float *buf, float mstd[4], const PredictorCoefficients *const model)
 
static float softmax_exp (float x)
 
static void transform_softmax_exp (float *input, int size)
 
static void wae5 (const float *softmax, const float *el, int n, float mstd[4])
 
static void predictor (AVFilterContext *ctx, const void *src, ptrdiff_t src_stride, void *dst, const uint8_t *prescreen, int N, const PredictorCoefficients *const model, int use_q2)
 
static void read_bytes (const uint8_t *src, float *dst, int src_stride, int dst_stride, int width, int height, float scale)
 
static void read_words (const uint8_t *srcp, float *dst, int src_stride, int dst_stride, int width, int height, float scale)
 
static void write_bytes (const float *src, uint8_t *dst, int src_stride, int dst_stride, int width, int height, int depth, float scale)
 
static void write_words (const float *src, uint8_t *dstp, int src_stride, int dst_stride, int width, int height, int depth, float scale)
 
static void interpolation (const void *src, ptrdiff_t src_stride, void *dst, const uint8_t *prescreen, int n)
 
static int filter_slice (AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
 
static int get_frame (AVFilterContext *ctx, int is_second)
 
static int filter_frame (AVFilterLink *inlink, AVFrame *in)
 
static int request_frame (AVFilterLink *link)
 
static void copy_weights (float *dst, int n, const float **data)
 
static float * allocate (float **ptr, int size)
 
static int allocate_model (PredictorCoefficients *coeffs, int xdim, int ydim, int nns)
 
static int read_weights (AVFilterContext *ctx, const float *bdata)
 
static float mean (const float *input, int size)
 
static void transform (float *input, int size, float mean, float half)
 
static void subtract_mean_old (PrescreenerCoefficients *coeffs, float half)
 
static void subtract_mean_new (PrescreenerCoefficients *coeffs, float half)
 
static void subtract_mean_predictor (PredictorCoefficients *model)
 
static av_cold int init (AVFilterContext *ctx)
 
static int config_input (AVFilterLink *inlink)
 
static av_cold void uninit (AVFilterContext *ctx)
 

Variables

static const size_t NNEDI_WEIGHTS_SIZE = 13574928
 
static const uint8_t NNEDI_XDIM [] = { 8, 16, 32, 48, 8, 16, 32 }
 
static const uint8_t NNEDI_YDIM [] = { 6, 6, 6, 6, 4, 4, 4 }
 
static const uint16_t NNEDI_NNS [] = { 16, 32, 64, 128, 256 }
 
static const AVOption nnedi_options []
 
static const AVFilterPad inputs []
 
static const AVFilterPad outputs []
 
const AVFilter ff_vf_nnedi
 

Macro Definition Documentation

◆ OFFSET

#define OFFSET (   x)    offsetof(NNEDIContext, x)

Definition at line 116 of file vf_nnedi.c.

◆ RFLAGS

Definition at line 117 of file vf_nnedi.c.

◆ FLAGS

Definition at line 118 of file vf_nnedi.c.

Function Documentation

◆ AVFILTER_DEFINE_CLASS()

AVFILTER_DEFINE_CLASS ( nnedi  )

◆ config_output()

static int config_output ( AVFilterLink outlink)
static

Definition at line 166 of file vf_nnedi.c.

◆ query_formats()

static int query_formats ( AVFilterContext ctx)
static

Definition at line 180 of file vf_nnedi.c.

◆ dot_dsp()

static float dot_dsp ( const NNEDIContext *const  s,
const float *  kernel,
const float *  input,
int  n,
float  scale,
float  bias 
)
static

Definition at line 214 of file vf_nnedi.c.

Referenced by predictor(), process_new(), and process_old().

◆ elliott()

static float elliott ( float  x)
static

Definition at line 226 of file vf_nnedi.c.

Referenced by transform_elliott(), and wae5().

◆ transform_elliott()

static void transform_elliott ( float *  input,
int  size 
)
static

Definition at line 231 of file vf_nnedi.c.

Referenced by process_new(), and process_old().

◆ process_old()

static void process_old ( AVFilterContext ctx,
const void *  src,
ptrdiff_t  src_stride,
uint8_t *  prescreen,
int  N,
const PrescreenerCoefficients *const  m_data 
)
static

Definition at line 237 of file vf_nnedi.c.

Referenced by config_input().

◆ process_new()

static void process_new ( AVFilterContext ctx,
const void *  src,
ptrdiff_t  src_stride,
uint8_t *  prescreen,
int  N,
const PrescreenerCoefficients *const  m_data 
)
static

Definition at line 273 of file vf_nnedi.c.

Referenced by config_input().

◆ filter_offset()

static int filter_offset ( int  nn,
const PredictorCoefficients *const  model 
)
static

◆ softmax_q1_filter()

static const float* softmax_q1_filter ( int  nn,
const PredictorCoefficients *const  model 
)
static

Definition at line 308 of file vf_nnedi.c.

Referenced by predictor().

◆ elliott_q1_filter()

static const float* elliott_q1_filter ( int  nn,
const PredictorCoefficients *const  model 
)
static

Definition at line 314 of file vf_nnedi.c.

Referenced by predictor().

◆ softmax_q2_filter()

static const float* softmax_q2_filter ( int  nn,
const PredictorCoefficients *const  model 
)
static

Definition at line 320 of file vf_nnedi.c.

Referenced by predictor().

◆ elliott_q2_filter()

static const float* elliott_q2_filter ( int  nn,
const PredictorCoefficients *const  model 
)
static

Definition at line 326 of file vf_nnedi.c.

Referenced by predictor().

◆ gather_input()

static void gather_input ( const float *  src,
ptrdiff_t  src_stride,
float *  buf,
float  mstd[4],
const PredictorCoefficients *const  model 
)
static

Definition at line 332 of file vf_nnedi.c.

Referenced by predictor().

◆ softmax_exp()

static float softmax_exp ( float  x)
static

Definition at line 368 of file vf_nnedi.c.

Referenced by transform_softmax_exp().

◆ transform_softmax_exp()

static void transform_softmax_exp ( float *  input,
int  size 
)
static

Definition at line 373 of file vf_nnedi.c.

Referenced by predictor().

◆ wae5()

static void wae5 ( const float *  softmax,
const float *  el,
int  n,
float  mstd[4] 
)
static

Definition at line 379 of file vf_nnedi.c.

Referenced by predictor().

◆ predictor()

static void predictor ( AVFilterContext ctx,
const void *  src,
ptrdiff_t  src_stride,
void *  dst,
const uint8_t *  prescreen,
int  N,
const PredictorCoefficients *const  model,
int  use_q2 
)
static

Definition at line 395 of file vf_nnedi.c.

Referenced by filter_slice().

◆ read_bytes()

static void read_bytes ( const uint8_t *  src,
float *  dst,
int  src_stride,
int  dst_stride,
int  width,
int  height,
float  scale 
)
static

Definition at line 445 of file vf_nnedi.c.

Referenced by config_input().

◆ read_words()

static void read_words ( const uint8_t *  srcp,
float *  dst,
int  src_stride,
int  dst_stride,
int  width,
int  height,
float  scale 
)
static

Definition at line 464 of file vf_nnedi.c.

Referenced by config_input().

◆ write_bytes()

static void write_bytes ( const float *  src,
uint8_t *  dst,
int  src_stride,
int  dst_stride,
int  width,
int  height,
int  depth,
float  scale 
)
static

Definition at line 487 of file vf_nnedi.c.

Referenced by config_input().

◆ write_words()

static void write_words ( const float *  src,
uint8_t *  dstp,
int  src_stride,
int  dst_stride,
int  width,
int  height,
int  depth,
float  scale 
)
static

Definition at line 501 of file vf_nnedi.c.

Referenced by config_input().

◆ interpolation()

static void interpolation ( const void *  src,
ptrdiff_t  src_stride,
void *  dst,
const uint8_t *  prescreen,
int  n 
)
static

Definition at line 519 of file vf_nnedi.c.

Referenced by filter_slice().

◆ filter_slice()

static int filter_slice ( AVFilterContext ctx,
void *  arg,
int  jobnr,
int  nb_jobs 
)
static

Definition at line 541 of file vf_nnedi.c.

Referenced by get_frame().

◆ get_frame()

static int get_frame ( AVFilterContext ctx,
int  is_second 
)
static

Definition at line 664 of file vf_nnedi.c.

Referenced by filter_frame(), and vtenc_frame().

◆ filter_frame()

static int filter_frame ( AVFilterLink inlink,
AVFrame in 
)
static

Definition at line 685 of file vf_nnedi.c.

Referenced by request_frame().

◆ request_frame()

static int request_frame ( AVFilterLink link)
static

Definition at line 718 of file vf_nnedi.c.

◆ copy_weights()

static void copy_weights ( float *  dst,
int  n,
const float **  data 
)
static

Definition at line 747 of file vf_nnedi.c.

Referenced by read_weights().

◆ allocate()

static float* allocate ( float **  ptr,
int  size 
)
static

Definition at line 753 of file vf_nnedi.c.

Referenced by allocate_model().

◆ allocate_model()

static int allocate_model ( PredictorCoefficients coeffs,
int  xdim,
int  ydim,
int  nns 
)
static

Definition at line 762 of file vf_nnedi.c.

Referenced by read_weights().

◆ read_weights()

static int read_weights ( AVFilterContext ctx,
const float *  bdata 
)
static

Definition at line 791 of file vf_nnedi.c.

Referenced by init().

◆ mean()

static float mean ( const float *  input,
int  size 
)
static

◆ transform()

static void transform ( float *  input,
int  size,
float  mean,
float  half 
)
static

Definition at line 872 of file vf_nnedi.c.

Referenced by subtract_mean_new(), and subtract_mean_old().

◆ subtract_mean_old()

static void subtract_mean_old ( PrescreenerCoefficients coeffs,
float  half 
)
static

Definition at line 878 of file vf_nnedi.c.

Referenced by config_input().

◆ subtract_mean_new()

static void subtract_mean_new ( PrescreenerCoefficients coeffs,
float  half 
)
static

Definition at line 887 of file vf_nnedi.c.

Referenced by config_input().

◆ subtract_mean_predictor()

static void subtract_mean_predictor ( PredictorCoefficients model)
static

Definition at line 896 of file vf_nnedi.c.

Referenced by config_input().

◆ init()

static av_cold int init ( AVFilterContext ctx)
static

Definition at line 956 of file vf_nnedi.c.

◆ config_input()

static int config_input ( AVFilterLink inlink)
static

Definition at line 1026 of file vf_nnedi.c.

◆ uninit()

static av_cold void uninit ( AVFilterContext ctx)
static

Definition at line 1108 of file vf_nnedi.c.

Variable Documentation

◆ NNEDI_WEIGHTS_SIZE

const size_t NNEDI_WEIGHTS_SIZE = 13574928
static

Definition at line 35 of file vf_nnedi.c.

Referenced by init().

◆ NNEDI_XDIM

const uint8_t NNEDI_XDIM[] = { 8, 16, 32, 48, 8, 16, 32 }
static

Definition at line 36 of file vf_nnedi.c.

Referenced by read_weights().

◆ NNEDI_YDIM

const uint8_t NNEDI_YDIM[] = { 6, 6, 6, 6, 4, 4, 4 }
static

Definition at line 37 of file vf_nnedi.c.

Referenced by read_weights().

◆ NNEDI_NNS

const uint16_t NNEDI_NNS[] = { 16, 32, 64, 128, 256 }
static

Definition at line 38 of file vf_nnedi.c.

Referenced by read_weights().

◆ nnedi_options

const AVOption nnedi_options[]
static

Definition at line 120 of file vf_nnedi.c.

◆ inputs

const AVFilterPad inputs[]
static
Initial value:
= {
{
.name = "default",
.filter_frame = filter_frame,
.config_props = config_input,
},
{ NULL }
}

Definition at line 1139 of file vf_nnedi.c.

◆ outputs

const AVFilterPad outputs[]
static
Initial value:
= {
{
.name = "default",
.config_props = config_output,
.request_frame = request_frame,
},
{ NULL }
}

Definition at line 1149 of file vf_nnedi.c.

◆ ff_vf_nnedi

const AVFilter ff_vf_nnedi
Initial value:
= {
.name = "nnedi",
.description = NULL_IF_CONFIG_SMALL("Apply neural network edge directed interpolation intra-only deinterlacer."),
.priv_size = sizeof(NNEDIContext),
.priv_class = &nnedi_class,
.init = init,
}

Definition at line 1159 of file vf_nnedi.c.

NNEDIContext
Definition: vf_nnedi.c:64
uninit
static av_cold void uninit(AVFilterContext *ctx)
Definition: vf_nnedi.c:1108
inputs
static const AVFilterPad inputs[]
Definition: vf_nnedi.c:1139
request_frame
static int request_frame(AVFilterLink *link)
Definition: vf_nnedi.c:718
NULL
#define NULL
Definition: coverity.c:32
query_formats
static int query_formats(AVFilterContext *ctx)
Definition: vf_nnedi.c:180
NULL_IF_CONFIG_SMALL
#define NULL_IF_CONFIG_SMALL(x)
Return NULL if CONFIG_SMALL is true, otherwise the argument without modification.
Definition: internal.h:116
process_command
static int process_command(AVFilterContext *ctx, const char *cmd, const char *args, char *res, int res_len, int flags)
Definition: af_acrusher.c:336
ff_filter_process_command
int ff_filter_process_command(AVFilterContext *ctx, const char *cmd, const char *arg, char *res, int res_len, int flags)
Generic processing of user supplied commands that are set in the same way as the filter options.
Definition: avfilter.c:842
outputs
static const AVFilterPad outputs[]
Definition: vf_nnedi.c:1149
init
static av_cold int init(AVFilterContext *ctx)
Definition: vf_nnedi.c:956
filter_frame
static int filter_frame(AVFilterLink *inlink, AVFrame *in)
Definition: vf_nnedi.c:685
AVFILTER_FLAG_SLICE_THREADS
#define AVFILTER_FLAG_SLICE_THREADS
The filter supports multithreading by splitting frames into multiple parts and processing them concur...
Definition: avfilter.h:117
AVMEDIA_TYPE_VIDEO
@ AVMEDIA_TYPE_VIDEO
Definition: avutil.h:201
config_input
static int config_input(AVFilterLink *inlink)
Definition: vf_nnedi.c:1026
AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
#define AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL
Same as AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, except that the filter will have its filter_frame() c...
Definition: avfilter.h:134
flags
#define flags(name, subs,...)
Definition: cbs_av1.c:561
config_output
static int config_output(AVFilterLink *outlink)
Definition: vf_nnedi.c:166