dnn_backend_tf.c File Reference

#include "dnn_backend_tf.h"
#include "libavformat/avio.h"
#include "libavutil/avassert.h"
#include "libavutil/avstring.h"
#include "libavutil/cpu.h"
#include "libavutil/opt.h"
#include "libavcodec/defs.h"
#include "../internal.h"
#include "dnn_io_proc.h"
#include "dnn_backend_common.h"
#include "safe_queue.h"
#include <tensorflow/c/c_api.h>

Go to the source code of this file.

Data Structures
struct	TFOptions
struct	TFContext
struct	TFModel
struct	TFInferRequest
	Stores execution parameters for single call to the TensorFlow C API. More...
struct	TFRequestItem

Macros
#define	OFFSET(x)   offsetof(TFContext, x)
#define	FLAGS   AV_OPT_FLAG_FILTERING_PARAM
#define	SPACE_CHARS   " \t\r\n"
#define	NAME_BUFFER_SIZE   256

Functions
	AVFILTER_DEFINE_CLASS (dnn_tensorflow)
static int	execute_model_tf (TFRequestItem *request, Queue *lltask_queue)
static void	infer_completion_callback (void *args)
static void	destroy_request_item (TFRequestItem **arg)
	Free the TFRequestItem completely. More...
static void	free_buffer (void *data, size_t length)
static void	tf_free_request (TFInferRequest *request)
	Free the contents of TensorFlow inference request. More...
static TFInferRequest *	tf_create_inference_request (void)
	Create a TensorFlow inference request. More...
static int	tf_start_inference (void *args)
	Start synchronous inference for the TensorFlow model. More...
static int	extract_lltask_from_task (TaskItem *task, Queue *lltask_queue)
static TF_Buffer *	read_graph (const char *model_filename)
static TF_Tensor *	allocate_input_tensor (const DNNData *input)
static int	get_input_tf (void *model, DNNData *input, const char *input_name)
static int	get_output_tf (void *model, const char *input_name, int input_width, int input_height, const char *output_name, int *output_width, int *output_height)
static int	hex_to_data (uint8_t *data, const char *p)
static int	load_tf_model (TFModel *tf_model, const char *model_filename)
DNNModel *	ff_dnn_load_model_tf (const char *model_filename, DNNFunctionType func_type, const char *options, AVFilterContext *filter_ctx)
static int	fill_model_input_tf (TFModel *tf_model, TFRequestItem *request)
int	ff_dnn_execute_model_tf (const DNNModel *model, DNNExecBaseParams *exec_params)
DNNAsyncStatusType	ff_dnn_get_result_tf (const DNNModel *model, AVFrame **in, AVFrame **out)
int	ff_dnn_flush_tf (const DNNModel *model)
void	ff_dnn_free_model_tf (DNNModel **model)

Variables
static const AVOption	dnn_tensorflow_options []

Detailed Description

DNN tensorflow backend implementation.

Definition in file dnn_backend_tf.c.

Macro Definition Documentation

OFFSET

#define OFFSET

(

x

)

offsetof(TFContext, x)

Definition at line 79 of file dnn_backend_tf.c.

FLAGS

#define FLAGS   AV_OPT_FLAG_FILTERING_PARAM

Definition at line 80 of file dnn_backend_tf.c.

SPACE_CHARS

#define SPACE_CHARS   " \t\r\n"

Definition at line 353 of file dnn_backend_tf.c.

NAME_BUFFER_SIZE

#define NAME_BUFFER_SIZE   256

Definition at line 478 of file dnn_backend_tf.c.

Function Documentation

AVFILTER_DEFINE_CLASS()

AVFILTER_DEFINE_CLASS

(

dnn_tensorflow

)

execute_model_tf()

static int execute_model_tf ( TFRequestItem *  request, Queue *  lltask_queue  )

static

Definition at line 726 of file dnn_backend_tf.c.

Referenced by ff_dnn_execute_model_tf(), and get_output_tf().

infer_completion_callback()

static void infer_completion_callback ( void *  args )

static

Definition at line 668 of file dnn_backend_tf.c.

Referenced by execute_model_tf(), and ff_dnn_load_model_tf().

destroy_request_item()

static void destroy_request_item ( TFRequestItem **  arg )

inlinestatic

Free the TFRequestItem completely.

Parameters

arg	Address of the TFInferRequest instance.

Definition at line 184 of file dnn_backend_tf.c.

Referenced by execute_model_tf(), ff_dnn_flush_tf(), ff_dnn_free_model_tf(), ff_dnn_load_model_tf(), and infer_completion_callback().

free_buffer()

static void free_buffer ( void *  data, size_t  length  )

static

Definition at line 93 of file dnn_backend_tf.c.

Referenced by read_graph().

tf_free_request()

static void tf_free_request ( TFInferRequest *  request )

static

Free the contents of TensorFlow inference request.

It does not free the TFInferRequest instance.

Parameters

request

pointer to TFInferRequest instance. NULL pointer is allowed.

Definition at line 105 of file dnn_backend_tf.c.

Referenced by destroy_request_item(), execute_model_tf(), fill_model_input_tf(), and infer_completion_callback().

tf_create_inference_request()

static TFInferRequest* tf_create_inference_request ( void  )

static

Create a TensorFlow inference request.

All properties are initially unallocated and set as NULL.

Returns

pointer to the allocated TFInferRequest instance.

Definition at line 133 of file dnn_backend_tf.c.

Referenced by ff_dnn_load_model_tf().

tf_start_inference()

static int tf_start_inference ( void *  args )

static

Start synchronous inference for the TensorFlow model.

Parameters

request

pointer to the TFRequestItem for inference

Return values

0	if execution is successful
AVERROR(EINVAL)	if request is NULL
DNN_GENERIC_ERROR	if execution fails

Definition at line 154 of file dnn_backend_tf.c.

Referenced by execute_model_tf(), and ff_dnn_load_model_tf().

extract_lltask_from_task()

static int extract_lltask_from_task ( TaskItem *  task, Queue *  lltask_queue  )

static

Definition at line 198 of file dnn_backend_tf.c.

Referenced by ff_dnn_execute_model_tf(), and get_output_tf().

read_graph()

static TF_Buffer* read_graph ( const char *  model_filename )

static

Definition at line 218 of file dnn_backend_tf.c.

Referenced by load_tf_model().

allocate_input_tensor()

static TF_Tensor* allocate_input_tensor ( const DNNData *  input )

static

Definition at line 251 of file dnn_backend_tf.c.

Referenced by fill_model_input_tf().

get_input_tf()

static int get_input_tf ( void *  model, DNNData *  input, const char *  input_name  )

static

Definition at line 273 of file dnn_backend_tf.c.

Referenced by ff_dnn_load_model_tf(), and fill_model_input_tf().

get_output_tf()

static int get_output_tf ( void *  model, const char *  input_name, int  input_width, int  input_height, const char *  output_name, int *  output_width, int *  output_height  )

static

Definition at line 309 of file dnn_backend_tf.c.

Referenced by ff_dnn_load_model_tf().

hex_to_data()

static int hex_to_data ( uint8_t *  data, const char *  p  )

static

Definition at line 354 of file dnn_backend_tf.c.

Referenced by load_tf_model().

load_tf_model()

static int load_tf_model ( TFModel *  tf_model, const char *  model_filename  )

static

Definition at line 383 of file dnn_backend_tf.c.

Referenced by ff_dnn_load_model_tf().

ff_dnn_load_model_tf()

DNNModel* ff_dnn_load_model_tf	(	const char *	model_filename,
		DNNFunctionType	func_type,
		const char *	options,
		AVFilterContext *	filter_ctx
	)

Definition at line 480 of file dnn_backend_tf.c.

Referenced by ff_get_dnn_module().

fill_model_input_tf()

static int fill_model_input_tf ( TFModel *  tf_model, TFRequestItem *  request  )

static

Definition at line 574 of file dnn_backend_tf.c.

Referenced by execute_model_tf(), and ff_dnn_flush_tf().

ff_dnn_execute_model_tf()

int ff_dnn_execute_model_tf	(	const DNNModel *	model,
		DNNExecBaseParams *	exec_params
	)

Definition at line 772 of file dnn_backend_tf.c.

Referenced by ff_get_dnn_module().

ff_dnn_get_result_tf()

DNNAsyncStatusType ff_dnn_get_result_tf	(	const DNNModel *	model,
		AVFrame **	in,
		AVFrame **	out
	)

Definition at line 820 of file dnn_backend_tf.c.

Referenced by ff_get_dnn_module().

ff_dnn_flush_tf()

int ff_dnn_flush_tf

(

const DNNModel *

model

)

Definition at line 826 of file dnn_backend_tf.c.

Referenced by ff_get_dnn_module().

ff_dnn_free_model_tf()

void ff_dnn_free_model_tf

(

DNNModel **

model

)

Definition at line 856 of file dnn_backend_tf.c.

Referenced by execute_model_tf(), ff_dnn_load_model_tf(), and ff_get_dnn_module().

Variable Documentation

dnn_tensorflow_options

const AVOption dnn_tensorflow_options[]

static

Initial value:

= {
    { "sess_config", "config for SessionOptions", OFFSET(options.sess_config), AV_OPT_TYPE_STRING, { .str = NULL }, 0, 0, FLAGS },
    DNN_BACKEND_COMMON_OPTIONS
    { NULL }
}

Definition at line 81 of file dnn_backend_tf.c.