#include <float.h>
#include "libavutil/avassert.h"
#include "libavutil/common.h"
#include "libavutil/float_dsp.h"
#include "libavutil/imgutils.h"
#include "libavutil/mem_internal.h"
#include "libavutil/opt.h"
#include "libavutil/pixdesc.h"
#include "avfilter.h"
#include "formats.h"
#include "internal.h"
#include "video.h"

Data Structures
struct	PrescreenerCoefficients

struct	PredictorCoefficients

struct	NNEDIContext

Macros
#define	OFFSET(x) offsetof(NNEDIContext, x)

#define	RFLAGS AV_OPT_FLAG_VIDEO_PARAM\|AV_OPT_FLAG_FILTERING_PARAM\|AV_OPT_FLAG_RUNTIME_PARAM

#define	FLAGS AV_OPT_FLAG_VIDEO_PARAM\|AV_OPT_FLAG_FILTERING_PARAM

Functions
	AVFILTER_DEFINE_CLASS (nnedi)

static int	config_output (AVFilterLink *outlink)

static int	query_formats (AVFilterContext *ctx)

static float	dot_dsp (const NNEDIContext const s, const float kernel, const float *input, int n, float scale, float bias)

static float	elliott (float x)

static void	transform_elliott (float *input, int size)

static void	process_old (AVFilterContext ctx, const void src, ptrdiff_t src_stride, uint8_t prescreen, int N, const PrescreenerCoefficients const m_data)

static void	process_new (AVFilterContext ctx, const void src, ptrdiff_t src_stride, uint8_t prescreen, int N, const PrescreenerCoefficients const m_data)

static int	filter_offset (int nn, const PredictorCoefficients *const model)

static const float *	softmax_q1_filter (int nn, const PredictorCoefficients *const model)

static const float *	elliott_q1_filter (int nn, const PredictorCoefficients *const model)

static const float *	softmax_q2_filter (int nn, const PredictorCoefficients *const model)

static const float *	elliott_q2_filter (int nn, const PredictorCoefficients *const model)

static void	gather_input (const float src, ptrdiff_t src_stride, float buf, float mstd[4], const PredictorCoefficients *const model)

static float	softmax_exp (float x)

static void	transform_softmax_exp (float *input, int size)

static void	wae5 (const float softmax, const float el, int n, float mstd[4])

static void	predictor (AVFilterContext ctx, const void src, ptrdiff_t src_stride, void dst, const uint8_t prescreen, int N, const PredictorCoefficients *const model, int use_q2)

static void	read_bytes (const uint8_t src, float dst, int src_stride, int dst_stride, int width, int height, float scale)

static void	read_words (const uint8_t srcp, float dst, int src_stride, int dst_stride, int width, int height, float scale)

static void	write_bytes (const float src, uint8_t dst, int src_stride, int dst_stride, int width, int height, int depth, float scale)

static void	write_words (const float src, uint8_t dstp, int src_stride, int dst_stride, int width, int height, int depth, float scale)

static void	interpolation (const void src, ptrdiff_t src_stride, void dst, const uint8_t *prescreen, int n)

static int	filter_slice (AVFilterContext ctx, void arg, int jobnr, int nb_jobs)

static int	get_frame (AVFilterContext *ctx, int is_second)

static int	filter_frame (AVFilterLink inlink, AVFrame in)

static int	request_frame (AVFilterLink *link)

static void	copy_weights (float dst, int n, const float *data)

static float *	allocate (float **ptr, int size)

static int	allocate_model (PredictorCoefficients *coeffs, int xdim, int ydim, int nns)

static int	read_weights (AVFilterContext ctx, const float bdata)

static float	mean (const float *input, int size)

static void	transform (float *input, int size, float mean, float half)

static void	subtract_mean_old (PrescreenerCoefficients *coeffs, float half)

static void	subtract_mean_new (PrescreenerCoefficients *coeffs, float half)

static void	subtract_mean_predictor (PredictorCoefficients *model)

static av_cold int	init (AVFilterContext *ctx)

static int	config_input (AVFilterLink *inlink)

static av_cold void	uninit (AVFilterContext *ctx)

Variables
static const size_t	NNEDI_WEIGHTS_SIZE = 13574928

static const uint8_t	NNEDI_XDIM [] = { 8, 16, 32, 48, 8, 16, 32 }

static const uint8_t	NNEDI_YDIM [] = { 6, 6, 6, 6, 4, 4, 4 }

static const uint16_t	NNEDI_NNS [] = { 16, 32, 64, 128, 256 }

static const AVOption	nnedi_options []

static const AVFilterPad	inputs []

static const AVFilterPad	outputs []

AVFilter	ff_vf_nnedi

Macro Definition Documentation

◆ OFFSET

#define OFFSET ( x ) offsetof(NNEDIContext, x)

Definition at line 117 of file vf_nnedi.c.

◆ RFLAGS

#define RFLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM

Definition at line 118 of file vf_nnedi.c.

◆ FLAGS

#define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM

Definition at line 119 of file vf_nnedi.c.

Function Documentation

◆ AVFILTER_DEFINE_CLASS()

AVFILTER_DEFINE_CLASS ( nnedi )

◆ config_output()

static int config_output ( AVFilterLink * outlink )

static

Definition at line 167 of file vf_nnedi.c.

◆ query_formats()

static int query_formats ( AVFilterContext * ctx )

static

Definition at line 182 of file vf_nnedi.c.

◆ dot_dsp()

static float dot_dsp	(	const NNEDIContext *const	s,
		const float *	kernel,
		const float *	input,
		int	n,
		float	scale,
		float	bias
	)

static

Definition at line 216 of file vf_nnedi.c.

Referenced by predictor(), process_new(), and process_old().

◆ elliott()

static float elliott ( float x )

static

Definition at line 228 of file vf_nnedi.c.

Referenced by transform_elliott(), and wae5().

◆ transform_elliott()

static void transform_elliott	(	float *	input,
		int	size
	)

static

Definition at line 233 of file vf_nnedi.c.

Referenced by process_new(), and process_old().

◆ process_old()

static void process_old	(	AVFilterContext *	ctx,
		const void *	src,
		ptrdiff_t	src_stride,
		uint8_t *	prescreen,
		int	N,
		const PrescreenerCoefficients *const	m_data
	)

static

Definition at line 239 of file vf_nnedi.c.

Referenced by config_input().

◆ process_new()

static void process_new	(	AVFilterContext *	ctx,
		const void *	src,
		ptrdiff_t	src_stride,
		uint8_t *	prescreen,
		int	N,
		const PrescreenerCoefficients *const	m_data
	)

static

Definition at line 275 of file vf_nnedi.c.

Referenced by config_input().

◆ filter_offset()

static int filter_offset	(	int	nn,
		const PredictorCoefficients *const	model
	)

static

Definition at line 305 of file vf_nnedi.c.

Referenced by elliott_q1_filter(), elliott_q2_filter(), softmax_q1_filter(), and softmax_q2_filter().

◆ softmax_q1_filter()

static const float* softmax_q1_filter	(	int	nn,
		const PredictorCoefficients *const	model
	)

static

Definition at line 310 of file vf_nnedi.c.

Referenced by predictor().

◆ elliott_q1_filter()

static const float* elliott_q1_filter	(	int	nn,
		const PredictorCoefficients *const	model
	)

static

Definition at line 316 of file vf_nnedi.c.

Referenced by predictor().

◆ softmax_q2_filter()

static const float* softmax_q2_filter	(	int	nn,
		const PredictorCoefficients *const	model
	)

static

Definition at line 322 of file vf_nnedi.c.

Referenced by predictor().

◆ elliott_q2_filter()

static const float* elliott_q2_filter	(	int	nn,
		const PredictorCoefficients *const	model
	)

static

Definition at line 328 of file vf_nnedi.c.

Referenced by predictor().

◆ gather_input()

static void gather_input	(	const float *	src,
		ptrdiff_t	src_stride,
		float *	buf,
		float	mstd[4],
		const PredictorCoefficients *const	model
	)

static

Definition at line 334 of file vf_nnedi.c.

Referenced by predictor().

◆ softmax_exp()

static float softmax_exp ( float x )

static

Definition at line 370 of file vf_nnedi.c.

Referenced by transform_softmax_exp().

◆ transform_softmax_exp()

static void transform_softmax_exp	(	float *	input,
		int	size
	)

static

Definition at line 375 of file vf_nnedi.c.

Referenced by predictor().

◆ wae5()

static void wae5	(	const float *	softmax,
		const float *	el,
		int	n,
		float	mstd[4]
	)

static

Definition at line 381 of file vf_nnedi.c.

Referenced by predictor().

◆ predictor()

static void predictor	(	AVFilterContext *	ctx,
		const void *	src,
		ptrdiff_t	src_stride,
		void *	dst,
		const uint8_t *	prescreen,
		int	N,
		const PredictorCoefficients *const	model,
		int	use_q2
	)

static

Definition at line 397 of file vf_nnedi.c.

Referenced by filter_slice().

◆ read_bytes()

static void read_bytes	(	const uint8_t *	src,
		float *	dst,
		int	src_stride,
		int	dst_stride,
		int	width,
		int	height,
		float	scale
	)

static

Definition at line 447 of file vf_nnedi.c.

Referenced by config_input().

◆ read_words()

static void read_words	(	const uint8_t *	srcp,
		float *	dst,
		int	src_stride,
		int	dst_stride,
		int	width,
		int	height,
		float	scale
	)

static

Definition at line 466 of file vf_nnedi.c.

Referenced by config_input().

◆ write_bytes()

static void write_bytes	(	const float *	src,
		uint8_t *	dst,
		int	src_stride,
		int	dst_stride,
		int	width,
		int	height,
		int	depth,
		float	scale
	)

static

Definition at line 489 of file vf_nnedi.c.

Referenced by config_input().

◆ write_words()

static void write_words	(	const float *	src,
		uint8_t *	dstp,
		int	src_stride,
		int	dst_stride,
		int	width,
		int	height,
		int	depth,
		float	scale
	)

static

Definition at line 503 of file vf_nnedi.c.

Referenced by config_input().

◆ interpolation()

static void interpolation	(	const void *	src,
		ptrdiff_t	src_stride,
		void *	dst,
		const uint8_t *	prescreen,
		int	n
	)

static

Definition at line 521 of file vf_nnedi.c.

Referenced by filter_slice().

◆ filter_slice()

static int filter_slice	(	AVFilterContext *	ctx,
		void *	arg,
		int	jobnr,
		int	nb_jobs
	)

static

Definition at line 543 of file vf_nnedi.c.

Referenced by get_frame().

◆ get_frame()

static int get_frame	(	AVFilterContext *	ctx,
		int	is_second
	)

static

Definition at line 666 of file vf_nnedi.c.

Referenced by filter_frame(), and vtenc_frame().

◆ filter_frame()

static int filter_frame	(	AVFilterLink *	inlink,
		AVFrame *	in
	)

static

Definition at line 687 of file vf_nnedi.c.

Referenced by request_frame().

◆ request_frame()

static int request_frame ( AVFilterLink * link )

static

Definition at line 720 of file vf_nnedi.c.

◆ copy_weights()

static void copy_weights	(	float *	dst,
		int	n,
		const float **	data
	)

static

Definition at line 749 of file vf_nnedi.c.

Referenced by read_weights().

◆ allocate()

static float* allocate	(	float **	ptr,
		int	size
	)

static

Definition at line 755 of file vf_nnedi.c.

Referenced by allocate_model().

◆ allocate_model()

static int allocate_model	(	PredictorCoefficients *	coeffs,
		int	xdim,
		int	ydim,
		int	nns
	)

static

Definition at line 764 of file vf_nnedi.c.

Referenced by read_weights().

◆ read_weights()

static int read_weights	(	AVFilterContext *	ctx,
		const float *	bdata
	)

static

Definition at line 793 of file vf_nnedi.c.

Referenced by init().

◆ mean()

static float mean	(	const float *	input,
		int	size
	)

static

◆ transform()

static void transform	(	float *	input,
		int	size,
		float	mean,
		float	half
	)

static

Definition at line 874 of file vf_nnedi.c.

Referenced by subtract_mean_new(), and subtract_mean_old().

◆ subtract_mean_old()

static void subtract_mean_old	(	PrescreenerCoefficients *	coeffs,
		float	half
	)

static

Definition at line 880 of file vf_nnedi.c.

Referenced by config_input().

◆ subtract_mean_new()

static void subtract_mean_new	(	PrescreenerCoefficients *	coeffs,
		float	half
	)

static

Definition at line 889 of file vf_nnedi.c.

Referenced by config_input().

◆ subtract_mean_predictor()

static void subtract_mean_predictor ( PredictorCoefficients * model )

static

Definition at line 898 of file vf_nnedi.c.

Referenced by config_input().

◆ init()

static av_cold int init ( AVFilterContext * ctx )

static

Definition at line 958 of file vf_nnedi.c.

◆ config_input()

static int config_input ( AVFilterLink * inlink )

static

Definition at line 1028 of file vf_nnedi.c.

◆ uninit()

static av_cold void uninit ( AVFilterContext * ctx )

static

Definition at line 1110 of file vf_nnedi.c.

Variable Documentation

◆ NNEDI_WEIGHTS_SIZE

const size_t NNEDI_WEIGHTS_SIZE = 13574928

static

Definition at line 36 of file vf_nnedi.c.

Referenced by init().

◆ NNEDI_XDIM

const uint8_t NNEDI_XDIM[] = { 8, 16, 32, 48, 8, 16, 32 }

static

Definition at line 37 of file vf_nnedi.c.

Referenced by read_weights().

◆ NNEDI_YDIM

const uint8_t NNEDI_YDIM[] = { 6, 6, 6, 6, 4, 4, 4 }

static

Definition at line 38 of file vf_nnedi.c.

Referenced by read_weights().

◆ NNEDI_NNS

const uint16_t NNEDI_NNS[] = { 16, 32, 64, 128, 256 }

static

Definition at line 39 of file vf_nnedi.c.

Referenced by read_weights().

◆ nnedi_options

const AVOption nnedi_options[]

static

Definition at line 121 of file vf_nnedi.c.

◆ inputs

const AVFilterPad inputs[]

static

Initial value:

= {
    {
        .name          = "default",
        .type          = AVMEDIA_TYPE_VIDEO,
        .filter_frame  = filter_frame,
        .config_props  = config_input,
    },
    { NULL }
}

Definition at line 1141 of file vf_nnedi.c.

◆ outputs

const AVFilterPad outputs[]

static

Initial value:

= {
    {
        .name          = "default",
        .type          = AVMEDIA_TYPE_VIDEO,
        .config_props  = config_output,
        .request_frame = request_frame,
    },
    { NULL }
}

Definition at line 1151 of file vf_nnedi.c.

◆ ff_vf_nnedi

AVFilter ff_vf_nnedi

Initial value:

= {
    .name          = "nnedi",
    .description   = NULL_IF_CONFIG_SMALL("Apply neural network edge directed interpolation intra-only deinterlacer."),
    .priv_size     = sizeof(NNEDIContext),
    .priv_class    = &nnedi_class,
    .init          = init,
    .uninit        = uninit,
    .query_formats = query_formats,
    .inputs        = inputs,
    .outputs       = outputs,
    .flags         = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL | AVFILTER_FLAG_SLICE_THREADS,
    .process_command = ff_filter_process_command,
}

Definition at line 1161 of file vf_nnedi.c.

Data Structures

Macros

Functions

Variables

Macro Definition Documentation

◆ OFFSET

◆ RFLAGS

◆ FLAGS

Function Documentation

◆ AVFILTER_DEFINE_CLASS()

◆ config_output()

◆ query_formats()

◆ dot_dsp()

◆ elliott()

◆ transform_elliott()

◆ process_old()

◆ process_new()

◆ filter_offset()

◆ softmax_q1_filter()

◆ elliott_q1_filter()

◆ softmax_q2_filter()

◆ elliott_q2_filter()

◆ gather_input()

◆ softmax_exp()

◆ transform_softmax_exp()

◆ wae5()

◆ predictor()

◆ read_bytes()

◆ read_words()

◆ write_bytes()

◆ write_words()

◆ interpolation()

◆ filter_slice()

◆ get_frame()

◆ filter_frame()

◆ request_frame()

◆ copy_weights()

◆ allocate()

◆ allocate_model()

◆ read_weights()

◆ mean()

◆ transform()

◆ subtract_mean_old()

◆ subtract_mean_new()

◆ subtract_mean_predictor()

◆ init()

◆ config_input()

◆ uninit()

Variable Documentation

◆ NNEDI_WEIGHTS_SIZE

◆ NNEDI_XDIM

◆ NNEDI_YDIM

◆ NNEDI_NNS

◆ nnedi_options

◆ inputs

◆ outputs

◆ ff_vf_nnedi