[FFmpeg-devel] [PATCH] add phqm filter and img_hash

Paul B Mahol onemda at gmail.com
Sat Oct 26 15:38:04 EEST 2019


Why is this not generic filter like already existing opencv filter?

On 10/26/19, ckennedy at ellation.com <ckennedy at ellation.com> wrote:
> From: Christopher Kennedy <ckennedy at ellation.com>
>
> this adds a phqm filter and OpenCV img_hash based resource usable
> by the phqm and future filters using image hash functionality
> from OpenCV.
>
> C++ to C handling so that full OpenCV functionality and API can
> be used instead of the C versions (which are incomplete and
> don't always exist).
>
> Example command line:
>
> ffmpeg -i encode.mp4 -i reference.mp4 \
>            -filter_complex "[0:v][1:v]phqm=stats_file=out.log" \
>            -y -f null /dev/null
>
> Signed-off-by: Christopher Kennedy <ckennedy at ellation.com>
> ---
>  Changelog                |   1 +
>  configure                |   2 +
>  libavfilter/Makefile     |   2 +
>  libavfilter/allfilters.c |   1 +
>  libavfilter/img_hash.cpp |  98 ++++++++++++
>  libavfilter/img_hash.h   |  46 ++++++
>  libavfilter/vf_phqm.c    | 334 +++++++++++++++++++++++++++++++++++++++
>  7 files changed, 484 insertions(+)
>  create mode 100644 libavfilter/img_hash.cpp
>  create mode 100644 libavfilter/img_hash.h
>  create mode 100644 libavfilter/vf_phqm.c
>
> diff --git a/Changelog b/Changelog
> index 316589e336..4a22f77d37 100644
> --- a/Changelog
> +++ b/Changelog
> @@ -17,6 +17,7 @@ version <next>:
>  - anlms filter
>  - arnndn filter
>  - bilateral filter
> +- phqm perceptual hash filter using OpenCV img_lib
>
>
>  version 4.2:
> diff --git a/configure b/configure
> index 8413826f9e..e231d359bb 100755
> --- a/configure
> +++ b/configure
> @@ -3497,6 +3497,8 @@ nlmeans_opencl_filter_deps="opencl"
>  nnedi_filter_deps="gpl"
>  ocr_filter_deps="libtesseract"
>  ocv_filter_deps="libopencv"
> +phqm_filter_deps="libopencv"
> +phqm_filter_extralibs="-lstdc++ -lopencv_img_hash"
>  openclsrc_filter_deps="opencl"
>  overlay_opencl_filter_deps="opencl"
>  overlay_qsv_filter_deps="libmfx"
> diff --git a/libavfilter/Makefile b/libavfilter/Makefile
> index 63d2fba861..645e232b3e 100644
> --- a/libavfilter/Makefile
> +++ b/libavfilter/Makefile
> @@ -325,6 +325,7 @@ OBJS-$(CONFIG_PERMS_FILTER)                  +=
> f_perms.o
>  OBJS-$(CONFIG_PERSPECTIVE_FILTER)            += vf_perspective.o
>  OBJS-$(CONFIG_PHASE_FILTER)                  += vf_phase.o
>  OBJS-$(CONFIG_PHOTOSENSITIVITY_FILTER)       += vf_photosensitivity.o
> +OBJS-$(CONFIG_PHQM_FILTER)                   += vf_phqm.o img_hash.o
>  OBJS-$(CONFIG_PIXDESCTEST_FILTER)            += vf_pixdesctest.o
>  OBJS-$(CONFIG_PIXSCOPE_FILTER)               += vf_datascope.o
>  OBJS-$(CONFIG_PP_FILTER)                     += vf_pp.o
> @@ -498,6 +499,7 @@ OBJS-$(CONFIG_SHARED)                        +=
> log2_tab.o
>  SKIPHEADERS-$(CONFIG_QSVVPP)                 += qsvvpp.h
>  SKIPHEADERS-$(CONFIG_OPENCL)                 += opencl.h
>  SKIPHEADERS-$(CONFIG_VAAPI)                  += vaapi_vpp.h
> +SKIPHEADERS-$(CONFIG_LIBOPENCV)              += img_hash.h
>
>  TOOLS     = graph2dot
>  TESTPROGS = drawutils filtfmts formats integral
> diff --git a/libavfilter/allfilters.c b/libavfilter/allfilters.c
> index e4186f93db..f0fcaad235 100644
> --- a/libavfilter/allfilters.c
> +++ b/libavfilter/allfilters.c
> @@ -309,6 +309,7 @@ extern AVFilter ff_vf_perms;
>  extern AVFilter ff_vf_perspective;
>  extern AVFilter ff_vf_phase;
>  extern AVFilter ff_vf_photosensitivity;
> +extern AVFilter ff_vf_phqm;
>  extern AVFilter ff_vf_pixdesctest;
>  extern AVFilter ff_vf_pixscope;
>  extern AVFilter ff_vf_pp;
> diff --git a/libavfilter/img_hash.cpp b/libavfilter/img_hash.cpp
> new file mode 100644
> index 0000000000..4d5843da22
> --- /dev/null
> +++ b/libavfilter/img_hash.cpp
> @@ -0,0 +1,98 @@
> +/*
> + * Copyright (c) 2019 Christopher Kennedy
> + *
> + * OpenCV img_hash
> + *
> + * This file is part of FFmpeg.
> + *
> + * FFmpeg is free software; you can redistribute it and/or
> + * modify it under the terms of the GNU Lesser General Public
> + * License as published by the Free Software Foundation; either
> + * version 2.1 of the License, or (at your option) any later version.
> + *
> + * FFmpeg is distributed in the hope that it will be useful,
> + * but WITHOUT ANY WARRANTY; without even the implied warranty of
> + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
> + * Lesser General Public License for more details.
> + *
> + * You should have received a copy of the GNU Lesser General Public
> + * License along with FFmpeg; if not, write to the Free Software
> + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301
> USA
> + */
> +
> +#include <opencv2/core.hpp>
> +#include <opencv2/core/ocl.hpp>
> +#include <opencv2/highgui.hpp>
> +#include <opencv2/img_hash.hpp>
> +#include <opencv2/imgproc.hpp>
> +
> +#include <iostream>
> +
> +#include "img_hash.h"
> +#include "libavutil/pixdesc.h"
> +extern "C" {
> +#include "avfilter.h"
> +}
> +
> +// convert from avframe to iplimage format
> +static int fill_iplimage_from_frame(IplImage *img, const AVFrame *frame,
> enum AVPixelFormat pixfmt)
> +{
> +    IplImage *tmpimg;
> +    int depth = IPL_DEPTH_8U, channels_nb;
> +
> +    switch (pixfmt) {
> +        case AV_PIX_FMT_GRAY8:      channels_nb = 1; break;
> +        case AV_PIX_FMT_BGRA:       channels_nb = 4; break;
> +        case AV_PIX_FMT_BGR24:      channels_nb = 3; break;
> +        default: return -1;
> +    }
> +
> +    tmpimg = cvCreateImageHeader((CvSize){frame->width, frame->height},
> depth, channels_nb);
> +    *img = *tmpimg;
> +    img->imageData = img->imageDataOrigin = (char *) frame->data[0];
> +    img->dataOrder = IPL_DATA_ORDER_PIXEL;
> +    img->origin    = IPL_ORIGIN_TL;
> +    img->widthStep = frame->linesize[0];
> +
> +    return 0;
> +}
> +
> +// Get the score of two Video Frames by comparing the perceptual hashes and
> deriving a hamming distance
> +// showing how similar they are or different. lower score is better for
> most algorithms
> +extern "C" double getScore(const AVFrame *frame1, const AVFrame *frame2,
> enum AVPixelFormat pixfmt, int hash_type) {
> +    cv::Ptr<cv::img_hash::ImgHashBase> algo;
> +    IplImage ipl1, ipl2;
> +    cv::Mat h1;
> +    cv::Mat h2;
> +    cv::Mat m1;
> +    cv::Mat m2;
> +
> +    // Take FFmpeg video frame and convert into an IplImage for OpenCV
> +    if (fill_iplimage_from_frame(&ipl1, frame1, pixfmt) != 0 ||
> +        fill_iplimage_from_frame(&ipl2, frame2, pixfmt) != 0)
> +        return DBL_MAX; // Return an invalid value if either fails
> +
> +    // Convert an IplImage to an Mat Image for OpenCV (newer format)
> +    m1 = cv::cvarrToMat(&ipl1);
> +    m2 = cv::cvarrToMat(&ipl2);
> +
> +    // substantiate the hash type algorithm
> +    switch (hash_type) {
> +        case PHASH:             algo = cv::img_hash::PHash::create();
>         break;
> +        case AVERAGE:           algo = cv::img_hash::AverageHash::create();
>         break;
> +        case MARRHILDRETH:      algo =
> cv::img_hash::MarrHildrethHash::create();    break;
> +        case RADIALVARIANCE:    algo =
> cv::img_hash::RadialVarianceHash::create();  break;
> +        // BlockMeanHash support mode 0 and mode 1, they associate to
> +        // mode 1 and mode 2 of PHash library
> +        case BLOCKMEAN1:        algo =
> cv::img_hash::BlockMeanHash::create(0);      break;
> +        case BLOCKMEAN2:        algo =
> cv::img_hash::BlockMeanHash::create(1);      break;
> +        case COLORMOMENT:       algo =
> cv::img_hash::ColorMomentHash::create();     break;
> +    }
> +
> +    // Compute the hash
> +    algo->compute(m1, h1);
> +    algo->compute(m2, h2);
> +
> +    // Compare the hashes and return the hamming distance
> +    return algo->compare(h1, h2);
> +}
> diff --git a/libavfilter/img_hash.h b/libavfilter/img_hash.h
> new file mode 100644
> index 0000000000..76f55c3013
> --- /dev/null
> +++ b/libavfilter/img_hash.h
> @@ -0,0 +1,46 @@
> +/*
> + * Copyright (c) 2019 Christopher Kennedy
> + *
> + * PHQM Perceptual Hash Quality Metric
> + *
> + * This file is part of FFmpeg.
> + *
> + * FFmpeg is free software; you can redistribute it and/or
> + * modify it under the terms of the GNU Lesser General Public
> + * License as published by the Free Software Foundation; either
> + * version 2.1 of the License, or (at your option) any later version.
> + *
> + * FFmpeg is distributed in the hope that it will be useful,
> + * but WITHOUT ANY WARRANTY; without even the implied warranty of
> + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
> + * Lesser General Public License for more details.
> + *
> + * You should have received a copy of the GNU Lesser General Public
> + * License along with FFmpeg; if not, write to the Free Software
> + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301
> USA
> + */
> +
> +#ifndef AVFILTER_IMG_HASH_H
> +#define AVFILTER_IMG_HASH_H
> +
> +#include "avfilter.h"
> +
> +#if defined(__cplusplus)
> +extern "C"
> +{
> +#endif
> +
> +#define AVERAGE 0
> +#define BLOCKMEAN1 1
> +#define BLOCKMEAN2 2
> +#define COLORMOMENT 3
> +#define MARRHILDRETH 4
> +#define PHASH 5
> +#define RADIALVARIANCE 6
> +
> +double getScore(const AVFrame *frame1, const AVFrame *frame2, enum
> AVPixelFormat pixfmt, int hash_type);
> +#if defined(__cplusplus)
> +}
> +#endif
> +
> +#endif
> diff --git a/libavfilter/vf_phqm.c b/libavfilter/vf_phqm.c
> new file mode 100644
> index 0000000000..0930386b10
> --- /dev/null
> +++ b/libavfilter/vf_phqm.c
> @@ -0,0 +1,334 @@
> +/*
> + * Copyright (c) 2019 Christopher Kennedy
> + *
> + * PHQM Perceptual Hash Quality Metric
> + *
> + * This file is part of FFmpeg.
> + *
> + * FFmpeg is free software; you can redistribute it and/or
> + * modify it under the terms of the GNU Lesser General Public
> + * License as published by the Free Software Foundation; either
> + * version 2.1 of the License, or (at your option) any later version.
> + *
> + * FFmpeg is distributed in the hope that it will be useful,
> + * but WITHOUT ANY WARRANTY; without even the implied warranty of
> + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
> + * Lesser General Public License for more details.
> + *
> + * You should have received a copy of the GNU Lesser General Public
> + * License along with FFmpeg; if not, write to the Free Software
> + * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301
> USA
> + */
> +
> +/**
> + * @file
> + * PHQM: Calculate the Image Hash Hamming Difference between two input
> videos.
> + */
> +
> +#include <float.h>
> +#include "libavutil/avstring.h"
> +#include "libavutil/opt.h"
> +#include "libavutil/pixdesc.h"
> +#include "avfilter.h"
> +#include "drawutils.h"
> +#include "formats.h"
> +#include "framesync.h"
> +#include "internal.h"
> +#include "video.h"
> +
> +#include "img_hash.h"
> +#include "scene_sad.h"
> +
> +typedef struct PHQMContext {
> +    const AVClass *class;
> +    FFFrameSync fs;
> +    double shd, hd, min_hd, max_hd, smin_hd, smax_hd;
> +    uint64_t nb_shd;
> +    uint64_t nb_frames;
> +    FILE *stats_file;
> +    char *stats_file_str;
> +    int hash_type;
> +    ff_scene_sad_fn sad;            ///< Sum of the absolute difference
> function (scene detect only)
> +    double prev_mafd;               ///< previous MAFD
>      (scene detect only)
> +    AVFrame *prev_picref;           ///< previous frame
>      (scene detect only)
> +    double scd_thresh;
> +    double scene_score;
> +} PHQMContext;
> +
> +#define OFFSET(x) offsetof(PHQMContext, x)
> +#define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
> +
> +static const AVOption phqm_options[] = {
> +    { "stats_file", "Set file where to store per-frame difference
> information.", OFFSET(stats_file_str), AV_OPT_TYPE_STRING, {.str=NULL}, 0,
> 0, FLAGS },
> +    { "f",          "Set file where to store per-frame difference
> information.", OFFSET(stats_file_str), AV_OPT_TYPE_STRING, {.str=NULL}, 0,
> 0, FLAGS },
> +    { "scd_thresh", "Scene Change Detection Threshold.",
>      OFFSET(scd_thresh),     AV_OPT_TYPE_DOUBLE, {.dbl=0.5},  0, 1, FLAGS },
> +    { "hash_type",  "Type of Image Hash to use from OpenCV.",
>      OFFSET(hash_type),      AV_OPT_TYPE_INT,    {.i64 = PHASH}, 0, 6,
> FLAGS, "hash_type" },
> +    {     "average",        "Average Hash",             0,
> AV_OPT_TYPE_CONST, {.i64 = AVERAGE},        0, 0, FLAGS, "hash_type" },
> +    {     "blockmean1",     "Block Mean Hash 1",        0,
> AV_OPT_TYPE_CONST, {.i64 = BLOCKMEAN1},     0, 0, FLAGS, "hash_type" },
> +    {     "blockmean2",     "Block Mean Hash 2",        0,
> AV_OPT_TYPE_CONST, {.i64 = BLOCKMEAN2},     0, 0, FLAGS, "hash_type" },
> +    {     "colormoment",    "Color Moment Hash",        0,
> AV_OPT_TYPE_CONST, {.i64 = COLORMOMENT},    0, 0, FLAGS, "hash_type" },
> +    {     "marrhildreth",   "Marr Hildreth Hash",       0,
> AV_OPT_TYPE_CONST, {.i64 = MARRHILDRETH},   0, 0, FLAGS, "hash_type" },
> +    {     "phash",          "Perceptual Hash (PHash)",  0,
> AV_OPT_TYPE_CONST, {.i64 = PHASH},          0, 0, FLAGS, "hash_type" },
> +    {     "radialvariance", "Radial Variance Hash",     0,
> AV_OPT_TYPE_CONST, {.i64 = RADIALVARIANCE}, 0, 0, FLAGS, "hash_type" },
> +    { NULL }
> +};
> +
> +FRAMESYNC_DEFINE_CLASS(phqm, PHQMContext, fs);
> +
> +static void set_meta(AVDictionary **metadata, const char *key, char comp,
> float d)
> +{
> +    char value[128];
> +    snprintf(value, sizeof(value), "%0.2f", d);
> +    if (comp) {
> +        char key2[128];
> +        snprintf(key2, sizeof(key2), "%s%c", key, comp);
> +        av_dict_set(metadata, key2, value, 0);
> +    } else {
> +        av_dict_set(metadata, key, value, 0);
> +    }
> +}
> +
> +static double get_scene_score(AVFilterContext *ctx, AVFrame *frame)
> +{
> +    double ret = 0.;
> +    PHQMContext *s = ctx->priv;
> +    AVFrame *prev_picref = s->prev_picref;
> +
> +    if (prev_picref &&
> +        frame->height == prev_picref->height &&
> +        frame->width  == prev_picref->width) {
> +        uint64_t sad;
> +        double mafd, diff;
> +
> +        s->sad(prev_picref->data[0], prev_picref->linesize[0],
> frame->data[0], frame->linesize[0], frame->width * 3, frame->height, &sad);
> +        emms_c();
> +        mafd = (double)sad / (frame->width * 3 * frame->height);
> +        diff = fabs(mafd - s->prev_mafd);
> +        ret  = av_clipf(FFMIN(mafd, diff) / 100., 0, 1);
> +        s->prev_mafd = mafd;
> +        av_frame_free(&prev_picref);
> +    }
> +    s->prev_picref = av_frame_clone(frame);
> +    return ret;
> +}
> +
> +static int do_phqm(FFFrameSync *fs)
> +{
> +    AVFilterContext *ctx = fs->parent;
> +    PHQMContext *s = ctx->priv;
> +    AVFrame *master, *ref;
> +    double hd = 0.;
> +    int ret;
> +    double hd_limit = 1000000.;
> +    AVDictionary **metadata;
> +
> +    ret = ff_framesync_dualinput_get(fs, &master, &ref);
> +    if (ret < 0)
> +        return ret;
> +    if (!ref)
> +        return ff_filter_frame(ctx->outputs[0], master);
> +    metadata = &master->metadata;
> +
> +
> +    s->nb_frames++;
> +
> +    /* scene change detection score */
> +    s->scene_score = get_scene_score(ctx, ref);
> +    if (s->scene_score >= s->scd_thresh && s->nb_shd >= 48) {
> +        av_log(s, AV_LOG_INFO, "ImgHashScene: n:%"PRId64"-%"PRId64"
> hd_avg:%0.3lf hd_min:%0.3lf hd_max:%0.3lf scd:%0.2lf\n",
> +               (s->nb_frames - s->nb_shd), s->nb_frames - 1, (s->shd /
> s->nb_shd), s->smin_hd, s->smax_hd, s->scene_score);
> +        s->shd = 0.;
> +        s->nb_shd = 0;
> +        s->smin_hd = 0.;
> +        s->smax_hd = 0.;
> +    }
> +
> +    /* limit the highest value so we cut off at perceptual difference match
> */
> +    switch (s->hash_type) {
> +        case PHASH:
> +        case AVERAGE:           hd_limit = 5;   break;
> +        case MARRHILDRETH:      hd_limit = 30;  break;
> +        case RADIALVARIANCE:    hd_limit = 0.9; break;
> +        case BLOCKMEAN1:        hd_limit = 12;  break;
> +        case BLOCKMEAN2:        hd_limit = 48;  break;
> +        case COLORMOMENT:       hd_limit = 8;   break;
> +    }
> +
> +    /* get ref / enc perceptual hashes and calc hamming distance difference
> value */
> +    hd = getScore(ref, master, ref->format, s->hash_type);
> +    if (hd == DBL_MAX) {
> +        av_log(s, AV_LOG_ERROR, "Failure with handling pix_fmt of AVFrame
> for conversion to IPLimage.\n");
> +        return AVERROR(EINVAL);
> +    }
> +    s->hd += FFMIN(hd, hd_limit);
> +    set_meta(metadata, "lavfi.phqm.phqm", 0, hd);
> +
> +    /* scene hamming distance avg */
> +    s->shd += FFMIN(hd, hd_limit);
> +    s->nb_shd++;
> +    av_log(s, AV_LOG_DEBUG, "ImgHashFrame: hd:%0.3lf scd:%0.2lf\n", hd,
> s->scene_score);
> +
> +    s->min_hd = FFMIN(s->min_hd, hd);
> +    s->max_hd = FFMAX(s->max_hd, hd);
> +    s->smin_hd = FFMIN(s->smin_hd, hd);
> +    s->smax_hd = FFMAX(s->smax_hd, hd);
> +
> +    if (s->stats_file) {
> +        fprintf(s->stats_file,
> +                "n:%"PRId64" phqm:%0.3f phqm_min:%0.3f phqm_max:%0.3f
> sad:%0.2f",
> +                s->nb_frames, hd, s->min_hd, s->max_hd, s->scene_score);
> +        fprintf(s->stats_file, "\n");
> +    }
> +
> +    return ff_filter_frame(ctx->outputs[0], master);
> +}
> +
> +static av_cold int init(AVFilterContext *ctx)
> +{
> +    PHQMContext *s = ctx->priv;
> +
> +    if (s->stats_file_str) {
> +        if (!strcmp(s->stats_file_str, "-")) {
> +            s->stats_file = stdout;
> +        } else {
> +            s->stats_file = fopen(s->stats_file_str, "w");
> +            if (!s->stats_file) {
> +                int err = AVERROR(errno);
> +                char buf[128];
> +                av_strerror(err, buf, sizeof(buf));
> +                av_log(ctx, AV_LOG_ERROR, "Could not open stats file %s:
> %s\n",
> +                       s->stats_file_str, buf);
> +                return err;
> +            }
> +        }
> +    }
> +
> +    s->sad = ff_scene_sad_get_fn(8);
> +    if (!s->sad)
> +        return AVERROR(EINVAL);
> +
> +    s->fs.on_event = do_phqm;
> +    return 0;
> +}
> +
> +static int query_formats(AVFilterContext *ctx)
> +{
> +    PHQMContext *s = ctx->priv;
> +    AVFilterFormats *fmts_list = NULL;
> +    static const enum AVPixelFormat gray8_pix_fmts[] = {
> +        AV_PIX_FMT_GRAY8,
> +        AV_PIX_FMT_NONE
> +    };
> +    static const enum AVPixelFormat bgr24_pix_fmts[] = {
> +        AV_PIX_FMT_BGR24,
> +        AV_PIX_FMT_NONE
> +    };
> +    static const enum AVPixelFormat bgra_pix_fmts[] = {
> +        AV_PIX_FMT_BGRA,
> +        AV_PIX_FMT_NONE
> +    };
> +
> +    switch (s->hash_type) {
> +        case COLORMOMENT: fmts_list = ff_make_format_list(bgr24_pix_fmts);
> break;
> +        case MARRHILDRETH: fmts_list = ff_make_format_list(bgra_pix_fmts);
> break;
> +        /* all other hashes take the gray8 format */
> +        default: fmts_list = ff_make_format_list(gray8_pix_fmts); break;
> +    }
> +    if (!fmts_list)
> +        return AVERROR(ENOMEM);
> +    return ff_set_common_formats(ctx, fmts_list);
> +}
> +
> +static int config_input_ref(AVFilterLink *inlink)
> +{
> +    AVFilterContext *ctx  = inlink->dst;
> +
> +    if (ctx->inputs[0]->w != ctx->inputs[1]->w ||
> +        ctx->inputs[0]->h != ctx->inputs[1]->h) {
> +        av_log(ctx, AV_LOG_ERROR, "Width and height of input videos must be
> same.\n");
> +        return AVERROR(EINVAL);
> +    }
> +    if (ctx->inputs[0]->format != ctx->inputs[1]->format) {
> +        av_log(ctx, AV_LOG_ERROR, "Inputs must be of same pixel
> format.\n");
> +        return AVERROR(EINVAL);
> +    }
> +
> +    return 0;
> +}
> +
> +static int config_output(AVFilterLink *outlink)
> +{
> +    AVFilterContext *ctx = outlink->src;
> +    PHQMContext *s = ctx->priv;
> +    AVFilterLink *mainlink = ctx->inputs[0];
> +    int ret;
> +
> +    ret = ff_framesync_init_dualinput(&s->fs, ctx);
> +    if (ret < 0)
> +        return ret;
> +    outlink->w = mainlink->w;
> +    outlink->h = mainlink->h;
> +    outlink->time_base = mainlink->time_base;
> +    outlink->sample_aspect_ratio = mainlink->sample_aspect_ratio;
> +    outlink->frame_rate = mainlink->frame_rate;
> +    if ((ret = ff_framesync_configure(&s->fs)) < 0)
> +        return ret;
> +
> +    return 0;
> +}
> +
> +static int activate(AVFilterContext *ctx)
> +{
> +    PHQMContext *s = ctx->priv;
> +    return ff_framesync_activate(&s->fs);
> +}
> +
> +static av_cold void uninit(AVFilterContext *ctx)
> +{
> +    PHQMContext *s = ctx->priv;
> +
> +    if (s->nb_frames > 0)
> +        av_log(ctx, AV_LOG_WARNING, "PHQM average:%f min:%f max:%f\n",
> +               s->hd / s->nb_frames, s->min_hd, s->max_hd);
> +
> +    ff_framesync_uninit(&s->fs);
> +
> +    if (s->stats_file && s->stats_file != stdout)
> +        fclose(s->stats_file);
> +    av_frame_free(&s->prev_picref);
> +}
> +
> +static const AVFilterPad phqm_inputs[] = {
> +    {
> +        .name         = "main",
> +        .type         = AVMEDIA_TYPE_VIDEO,
> +    },{
> +        .name         = "reference",
> +        .type         = AVMEDIA_TYPE_VIDEO,
> +        .config_props = config_input_ref,
> +    },
> +    { NULL }
> +};
> +
> +static const AVFilterPad phqm_outputs[] = {
> +    {
> +        .name          = "default",
> +        .type          = AVMEDIA_TYPE_VIDEO,
> +        .config_props  = config_output,
> +    },
> +    { NULL }
> +};
> +
> +AVFilter ff_vf_phqm= {
> +    .name          = "phqm",
> +    .description   = NULL_IF_CONFIG_SMALL("PHQM: Calculate the Perceptual
> Hash Hamming Difference between two video streams."),
> +    .preinit       = phqm_framesync_preinit,
> +    .init          = init,
> +    .uninit        = uninit,
> +    .query_formats = query_formats,
> +    .activate      = activate,
> +    .priv_size     = sizeof(PHQMContext),
> +    .priv_class    = &phqm_class,
> +    .inputs        = phqm_inputs,
> +    .outputs       = phqm_outputs,
> +};
> --
> 2.20.1
>
> _______________________________________________
> ffmpeg-devel mailing list
> ffmpeg-devel at ffmpeg.org
> https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
>
> To unsubscribe, visit link above, or email
> ffmpeg-devel-request at ffmpeg.org with subject "unsubscribe".


More information about the ffmpeg-devel mailing list