vf_dnn_processing.c File Reference

#include "libavutil/opt.h"
#include "libavutil/pixdesc.h"
#include "libavutil/avassert.h"
#include "libavutil/imgutils.h"
#include "filters.h"
#include "dnn_filter_common.h"
#include "video.h"
#include "libswscale/swscale.h"
#include "libavutil/time.h"

Go to the source code of this file.

Data Structures
struct	DnnProcessingContext

Macros
#define	OFFSET(x)   offsetof(DnnProcessingContext, dnnctx.x)
#define	FLAGS   AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM
#define	LOG_FORMAT_CHANNEL_MISMATCH()

Functions
	AVFILTER_DNN_DEFINE_CLASS (dnn_processing, DNN_TF|DNN_OV|DNN_TH)
static av_cold int	init (AVFilterContext *context)
static int	check_modelinput_inlink (const DNNData *model_input, const AVFilterLink *inlink)
static int	config_input (AVFilterLink *inlink)
static av_always_inline int	isPlanarYUV (enum AVPixelFormat pix_fmt)
static int	prepare_uv_scale (AVFilterLink *outlink)
static int	config_output (AVFilterLink *outlink)
static int	copy_uv_planes (DnnProcessingContext *ctx, AVFrame *out, const AVFrame *in)
static int	flush_frame (AVFilterLink *outlink, int64_t pts, int64_t *out_pts)
static int	activate (AVFilterContext *filter_ctx)
static av_cold void	uninit (AVFilterContext *ctx)

Variables
static const AVOption	dnn_processing_options []
static enum AVPixelFormat	pix_fmts []
static const AVFilterPad	dnn_processing_inputs []
static const AVFilterPad	dnn_processing_outputs []
const FFFilter	ff_vf_dnn_processing

Detailed Description

implementing a generic image processing filter using deep learning networks.

Definition in file vf_dnn_processing.c.

Macro Definition Documentation

OFFSET

#define OFFSET

(

x

)

offsetof(DnnProcessingContext, dnnctx.x)

Definition at line 43 of file vf_dnn_processing.c.

FLAGS

#define FLAGS   AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_VIDEO_PARAM

Definition at line 44 of file vf_dnn_processing.c.

LOG_FORMAT_CHANNEL_MISMATCH

#define LOG_FORMAT_CHANNEL_MISMATCH

(

)

Value:

    av_log(ctx, AV_LOG_ERROR,                               \
           "the frame's format %s does not match "          \
           "the model input channel %d\n",                  \
           av_get_pix_fmt_name(fmt),                        \
           model_input->dims[dnn_get_channel_idx_by_layout(model_input->layout)]);

Definition at line 76 of file vf_dnn_processing.c.

Function Documentation

AVFILTER_DNN_DEFINE_CLASS()

AVFILTER_DNN_DEFINE_CLASS	(	dnn_processing	,
		DNN_TF|DNN_OV|	DNN_TH
	)

init()

static av_cold int init ( AVFilterContext *  context )

static

Definition at line 61 of file vf_dnn_processing.c.

check_modelinput_inlink()

static int check_modelinput_inlink ( const DNNData *  model_input, const AVFilterLink *  inlink  )

static

Definition at line 83 of file vf_dnn_processing.c.

Referenced by config_input().

config_input()

static int config_input ( AVFilterLink *  inlink )

static

Definition at line 140 of file vf_dnn_processing.c.

isPlanarYUV()

static av_always_inline int isPlanarYUV ( enum AVPixelFormat  pix_fmt )

static

Definition at line 162 of file vf_dnn_processing.c.

Referenced by activate(), ff_get_unscaled_swscale(), ff_init_filters(), ff_init_vscale(), ff_init_vscale_pfn(), flush_frame(), and prepare_uv_scale().

prepare_uv_scale()

static int prepare_uv_scale ( AVFilterLink *  outlink )

static

Definition at line 169 of file vf_dnn_processing.c.

Referenced by config_output().

config_output()

static int config_output ( AVFilterLink *  outlink )

static

Definition at line 200 of file vf_dnn_processing.c.

copy_uv_planes()

static int copy_uv_planes ( DnnProcessingContext *  ctx, AVFrame *  out, const AVFrame *  in  )

static

Definition at line 219 of file vf_dnn_processing.c.

Referenced by activate(), and flush_frame().

flush_frame()

static int flush_frame ( AVFilterLink *  outlink, int64_t  pts, int64_t *  out_pts  )

static

Definition at line 250 of file vf_dnn_processing.c.

Referenced by activate().

activate()

static int activate ( AVFilterContext *  filter_ctx )

static

Definition at line 281 of file vf_dnn_processing.c.

uninit()

static av_cold void uninit ( AVFilterContext *  ctx )

static

Definition at line 346 of file vf_dnn_processing.c.

Variable Documentation

dnn_processing_options

const AVOption dnn_processing_options[]

static

Initial value:

= {
    { "dnn_backend", "DNN backend",                OFFSET(backend_type),     AV_OPT_TYPE_INT,       { .i64 = DNN_TF },    INT_MIN, INT_MAX, FLAGS, .unit = "backend" },
 
 
 
 
 
 
 
 
 
    { NULL }
}

Definition at line 45 of file vf_dnn_processing.c.

pix_fmts

enum AVPixelFormat pix_fmts[]

static

Initial value:

= {
    AV_PIX_FMT_RGB24, AV_PIX_FMT_BGR24,
    AV_PIX_FMT_GRAY8, AV_PIX_FMT_GRAYF32,
    AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,
    AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,
    AV_PIX_FMT_NV12,
    AV_PIX_FMT_NONE
}

Definition at line 67 of file vf_dnn_processing.c.

dnn_processing_inputs

const AVFilterPad dnn_processing_inputs[]

static

Initial value:

= {
    {
        .name         = "default",
        .type         = AVMEDIA_TYPE_VIDEO,
        .config_props = config_input,
    },
}

Definition at line 354 of file vf_dnn_processing.c.

dnn_processing_outputs

const AVFilterPad dnn_processing_outputs[]

static

Initial value:

= {
    {
        .name = "default",
        .type = AVMEDIA_TYPE_VIDEO,
        .config_props  = config_output,
    },
}

Definition at line 362 of file vf_dnn_processing.c.

ff_vf_dnn_processing

const FFFilter ff_vf_dnn_processing

Initial value:

= {
    .p.name        = "dnn_processing",
    .p.description = NULL_IF_CONFIG_SMALL("Apply DNN processing filter to the input."),
    .p.priv_class  = &dnn_processing_class,
    .priv_size     = sizeof(DnnProcessingContext),
    .preinit       = ff_dnn_filter_init_child_class,
    .init          = init,
    .uninit        = uninit,
    FILTER_INPUTS(dnn_processing_inputs),
    FILTER_OUTPUTS(dnn_processing_outputs),
    FILTER_PIXFMTS_ARRAY(pix_fmts),
    .activate      = activate,
}

Definition at line 370 of file vf_dnn_processing.c.