[FFmpeg-devel] [PATCH 1/1] avfilter/vf_lut3d: fix sanitizef INF handling

[Mark Reid]

On Sun, Nov 8, 2020 at 5:12 PM <mindmark at gmail.com> wrote:

> From: Mark Reid <mindmark at gmail.com>
>
> ---
>  libavfilter/vf_lut3d.c | 4 ++--
>  1 file changed, 2 insertions(+), 2 deletions(-)
>
> diff --git a/libavfilter/vf_lut3d.c b/libavfilter/vf_lut3d.c
> index 988f6c8b55..172d6df0c8 100644
> --- a/libavfilter/vf_lut3d.c
> +++ b/libavfilter/vf_lut3d.c
> @@ -107,7 +107,7 @@ typedef struct ThreadData {
>
>  #define EXPONENT_MASK 0x7F800000
>  #define MANTISSA_MASK 0x007FFFFF
> -#define SIGN_MASK     0x7FFFFFFF
> +#define SIGN_MASK     0x80000000
>
>  static inline float sanitizef(float f)
>  {
> @@ -120,7 +120,7 @@ static inline float sanitizef(float f)
>              return 0.0f;
>          } else if (t.i & SIGN_MASK) {
>              // -INF
> -            return FLT_MIN;
> +            return -FLT_MAX;
>          } else {
>              // +INF
>              return FLT_MAX;
> --
> 2.27.0
>
>
ping