[FFmpeg-cvslog] avcodec: [loongarch] Optimize vc1dsp with LASX.
Hao Chen
git at videolan.org
Thu Dec 23 13:35:57 EET 2021
ffmpeg | branch: master | Hao Chen <chenhao at loongson.cn> | Sat Dec 18 22:27:57 2021 +0800| [60ead5cd68586d25bd6a0c285907f72b8a2534bf] | committer: Michael Niedermayer
avcodec: [loongarch] Optimize vc1dsp with LASX.
./ffmpeg -i 11_wmv3_720p_24fps_7Mbps.wmv -f rawvideo -y /dev/null -an
before:131fps
after :229fps
Reviewed-by: Shiyou Yin <yinshiyou-hf at loongson.cn>
Signed-off-by: Michael Niedermayer <michael at niedermayer.cc>
> http://git.videolan.org/gitweb.cgi/ffmpeg.git/?a=commit;h=60ead5cd68586d25bd6a0c285907f72b8a2534bf
---
libavcodec/loongarch/Makefile | 2 +
libavcodec/loongarch/vc1dsp_init_loongarch.c | 67 ++
libavcodec/loongarch/vc1dsp_lasx.c | 1005 ++++++++++++++++++++++++++
libavcodec/loongarch/vc1dsp_loongarch.h | 79 ++
libavcodec/vc1dsp.c | 2 +
libavcodec/vc1dsp.h | 1 +
6 files changed, 1156 insertions(+)
diff --git a/libavcodec/loongarch/Makefile b/libavcodec/loongarch/Makefile
index 4b83f20e92..baf5f92e84 100644
--- a/libavcodec/loongarch/Makefile
+++ b/libavcodec/loongarch/Makefile
@@ -4,12 +4,14 @@ OBJS-$(CONFIG_H264DSP) += loongarch/h264dsp_init_loongarch.o
OBJS-$(CONFIG_H264PRED) += loongarch/h264_intrapred_init_loongarch.o
OBJS-$(CONFIG_VP8_DECODER) += loongarch/vp8dsp_init_loongarch.o
OBJS-$(CONFIG_VP9_DECODER) += loongarch/vp9dsp_init_loongarch.o
+OBJS-$(CONFIG_VC1DSP) += loongarch/vc1dsp_init_loongarch.o
LASX-OBJS-$(CONFIG_H264CHROMA) += loongarch/h264chroma_lasx.o
LASX-OBJS-$(CONFIG_H264QPEL) += loongarch/h264qpel_lasx.o
LASX-OBJS-$(CONFIG_H264DSP) += loongarch/h264dsp_lasx.o \
loongarch/h264idct_lasx.o \
loongarch/h264_deblock_lasx.o
LASX-OBJS-$(CONFIG_H264PRED) += loongarch/h264_intrapred_lasx.o
+LASX-OBJS-$(CONFIG_VC1_DECODER) += loongarch/vc1dsp_lasx.o
LSX-OBJS-$(CONFIG_VP8_DECODER) += loongarch/vp8_mc_lsx.o \
loongarch/vp8_lpf_lsx.o
LSX-OBJS-$(CONFIG_VP9_DECODER) += loongarch/vp9_mc_lsx.o \
diff --git a/libavcodec/loongarch/vc1dsp_init_loongarch.c b/libavcodec/loongarch/vc1dsp_init_loongarch.c
new file mode 100644
index 0000000000..e72a4a3203
--- /dev/null
+++ b/libavcodec/loongarch/vc1dsp_init_loongarch.c
@@ -0,0 +1,67 @@
+/*
+ * Copyright (c) 2021 Loongson Technology Corporation Limited
+ * Contributed by Hao Chen <chenhao at loongson.cn>
+ *
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#include "libavutil/loongarch/cpu.h"
+#include "libavutil/attributes.h"
+#include "libavcodec/vc1dsp.h"
+#include "vc1dsp_loongarch.h"
+
+#define FN_ASSIGN(OP, X, Y, INSN) \
+ dsp->OP##vc1_mspel_pixels_tab[1][X+4*Y] = ff_##OP##vc1_mspel_mc##X##Y##INSN; \
+ dsp->OP##vc1_mspel_pixels_tab[0][X+4*Y] = ff_##OP##vc1_mspel_mc##X##Y##_16##INSN
+
+#define FN_ASSIGN_V(OP, Y, INSN) \
+ dsp->OP##vc1_mspel_pixels_tab[0][4*Y] = ff_##OP##vc1_mspel_mc0##Y##_16##INSN
+
+#define FN_ASSIGN_H(OP, X, INSN) \
+ dsp->OP##vc1_mspel_pixels_tab[0][X] = ff_##OP##vc1_mspel_mc##X##0_16##INSN
+
+av_cold void ff_vc1dsp_init_loongarch(VC1DSPContext *dsp)
+{
+ int cpu_flags = av_get_cpu_flags();
+
+ if (have_lasx(cpu_flags)) {
+ dsp->vc1_inv_trans_8x8 = ff_vc1_inv_trans_8x8_lasx;
+ dsp->vc1_inv_trans_4x8 = ff_vc1_inv_trans_4x8_lasx;
+ dsp->vc1_inv_trans_8x4 = ff_vc1_inv_trans_8x4_lasx;
+ dsp->vc1_inv_trans_4x4 = ff_vc1_inv_trans_4x4_lasx;
+ dsp->vc1_inv_trans_8x8_dc = ff_vc1_inv_trans_8x8_dc_lasx;
+ dsp->vc1_inv_trans_4x8_dc = ff_vc1_inv_trans_4x8_dc_lasx;
+ dsp->vc1_inv_trans_8x4_dc = ff_vc1_inv_trans_8x4_dc_lasx;
+ dsp->vc1_inv_trans_4x4_dc = ff_vc1_inv_trans_4x4_dc_lasx;
+ FN_ASSIGN(put_, 1, 1, _lasx);
+ FN_ASSIGN(put_, 1, 2, _lasx);
+ FN_ASSIGN(put_, 1, 3, _lasx);
+ FN_ASSIGN(put_, 2, 1, _lasx);
+ FN_ASSIGN(put_, 2, 2, _lasx);
+ FN_ASSIGN(put_, 2, 3, _lasx);
+ FN_ASSIGN(put_, 3, 1, _lasx);
+ FN_ASSIGN(put_, 3, 2, _lasx);
+ FN_ASSIGN(put_, 3, 3, _lasx);
+ FN_ASSIGN_V(put_, 1, _lasx);
+ FN_ASSIGN_V(put_, 2, _lasx);
+ FN_ASSIGN_V(put_, 3, _lasx);
+ FN_ASSIGN_H(put_, 1, _lasx);
+ FN_ASSIGN_H(put_, 2, _lasx);
+ FN_ASSIGN_H(put_, 3, _lasx);
+ dsp->put_no_rnd_vc1_chroma_pixels_tab[0] = ff_put_no_rnd_vc1_chroma_mc8_lasx;
+ }
+}
diff --git a/libavcodec/loongarch/vc1dsp_lasx.c b/libavcodec/loongarch/vc1dsp_lasx.c
new file mode 100644
index 0000000000..40b8668f2b
--- /dev/null
+++ b/libavcodec/loongarch/vc1dsp_lasx.c
@@ -0,0 +1,1005 @@
+/*
+ * Copyright (c) 2021 Loongson Technology Corporation Limited
+ * Contributed by Hao Chen <chenhao at loongson.cn>
+ *
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#include "vc1dsp_loongarch.h"
+#include "libavutil/loongarch/loongson_intrinsics.h"
+
+void ff_vc1_inv_trans_8x8_lasx(int16_t block[64])
+{
+ int32_t con_4 = 4;
+ int32_t con_64 = 64;
+ __m256i in0, in1, in2, in3;
+ __m256i temp0, temp1, temp2, temp3, t1, t2, t3, t4, t5, t6, t7, t8;
+ __m256i const_1 = {0x000c000c000c000c, 0x000c000c000c000c,
+ 0x000c000c000c000c, 0x000c000c000c000c};
+ __m256i const_2 = {0xfff4000cfff4000c, 0xfff4000cfff4000c,
+ 0xfff4000cfff4000c, 0xfff4000cfff4000c};
+ __m256i const_3 = {0x0006001000060010, 0x0006001000060010,
+ 0x0006001000060010, 0x0006001000060010};
+ __m256i const_4 = {0xfff00006fff00006, 0xfff00006fff00006,
+ 0xfff00006fff00006, 0xfff00006fff00006};
+ __m256i const_5 = {0x000f0010000f0010, 0x000f0010000f0010,
+ 0x000f0010000f0010, 0x000f0010000f0010};
+ __m256i const_6 = {0x0004000900040009, 0x0004000900040009,
+ 0x0004000900040009, 0x0004000900040009};
+ __m256i const_7 = {0xfffc000ffffc000f, 0xfffc000ffffc000f,
+ 0xfffc000ffffc000f, 0xfffc000ffffc000f};
+ __m256i const_8 = {0xfff7fff0fff7fff0, 0xfff7fff0fff7fff0,
+ 0xfff7fff0fff7fff0, 0xfff7fff0fff7fff0};
+ __m256i const_9 = {0xfff00009fff00009, 0xfff00009fff00009,
+ 0xfff00009fff00009, 0xfff00009fff00009};
+ __m256i const_10 = {0x000f0004000f0004, 0x000f0004000f0004,
+ 0x000f0004000f0004, 0x000f0004000f0004};
+ __m256i const_11 = {0xfff70004fff70004, 0xfff70004fff70004,
+ 0xfff70004fff70004, 0xfff70004fff70004};
+ __m256i const_12 = {0xfff0000ffff0000f, 0xfff0000ffff0000f,
+ 0xfff0000ffff0000f, 0xfff0000ffff0000f};
+
+ DUP4_ARG2(__lasx_xvld, block, 0, block, 32, block, 64, block, 96,
+ in0, in1, in2, in3);
+ DUP4_ARG2(__lasx_xvpermi_d, in0, 0xD8, in1, 0xD8, in2, 0xD8, in3, 0xD8,
+ in0, in1, in2, in3);
+ /* first loops */
+ DUP2_ARG2(__lasx_xvilvl_h, in2, in0, in3, in1, temp0, temp1);
+ t2 = __lasx_xvreplgr2vr_w(con_4);
+ DUP2_ARG3(__lasx_xvdp2add_w_h, t2, temp0, const_1, t2, temp0,
+ const_2, t1, t2);
+ DUP2_ARG2(__lasx_xvdp2_w_h, temp1, const_3, temp1, const_4, t3, t4);
+
+ t5 = __lasx_xvadd_w(t1, t3);
+ t6 = __lasx_xvadd_w(t2, t4);
+ t7 = __lasx_xvsub_w(t2, t4);
+ t8 = __lasx_xvsub_w(t1, t3);
+
+ DUP2_ARG2(__lasx_xvilvh_h, in1, in0, in3, in2, temp0, temp1);
+ temp2 = __lasx_xvdp2_w_h(const_5, temp0);
+ t1 = __lasx_xvdp2add_w_h(temp2, temp1, const_6);
+ temp2 = __lasx_xvdp2_w_h(const_7, temp0);
+ t2 = __lasx_xvdp2add_w_h(temp2, temp1, const_8);
+ temp2 = __lasx_xvdp2_w_h(const_9, temp0);
+ t3 = __lasx_xvdp2add_w_h(temp2, temp1, const_10);
+ temp2 = __lasx_xvdp2_w_h(const_11, temp0);
+ t4 = __lasx_xvdp2add_w_h(temp2, temp1, const_12);
+
+ DUP4_ARG2(__lasx_xvadd_w, t1, t5, t6, t2, t7, t3, t8, t4,
+ temp0, temp1, temp2, temp3);
+ DUP4_ARG2(__lasx_xvsub_w, t8, t4, t7, t3, t6, t2, t5, t1,
+ in0, in1, in2, in3);
+ DUP4_ARG2(__lasx_xvsrai_w, temp0, 3, temp1, 3, temp2, 3, temp3, 3,
+ temp0, temp1, temp2, temp3);
+ DUP4_ARG2(__lasx_xvsrai_w, in0, 3, in1, 3, in2, 3, in3, 3,
+ in0, in1, in2, in3);
+
+ /* second loops */
+ DUP4_ARG2(__lasx_xvpackev_h, temp1, temp0, temp3, temp2, in1, in0,
+ in3, in2, temp0, temp1, temp2, temp3);
+ DUP2_ARG2(__lasx_xvilvl_w, temp1, temp0, temp3, temp2, t1, t3);
+ DUP2_ARG2(__lasx_xvilvh_w, temp1, temp0, temp3, temp2, t2, t4);
+ DUP4_ARG3(__lasx_xvpermi_q, t3, t1, 0x20, t3, t1, 0x31, t4, t2, 0x20,
+ t4, t2, 0x31, in0, in1, in2, in3);
+ DUP2_ARG2(__lasx_xvilvl_h, in1, in0, in3, in2, temp0, temp1);
+ t3 = __lasx_xvreplgr2vr_w(con_64);
+ DUP2_ARG3(__lasx_xvdp2add_w_h, t3, temp0, const_1, t3, temp0,
+ const_2, t1, t2);
+ DUP2_ARG2(__lasx_xvdp2_w_h, temp1, const_3, temp1, const_4, t3, t4);
+
+ t5 = __lasx_xvadd_w(t1, t3);
+ t6 = __lasx_xvadd_w(t2, t4);
+ t7 = __lasx_xvsub_w(t2, t4);
+ t8 = __lasx_xvsub_w(t1, t3);
+
+ DUP2_ARG2(__lasx_xvilvh_h, in2, in0, in3, in1, temp0, temp1);
+ temp2 = __lasx_xvdp2_w_h(const_5, temp0);
+ t1 = __lasx_xvdp2add_w_h(temp2, temp1, const_6);
+ temp2 = __lasx_xvdp2_w_h(const_7, temp0);
+ t2 = __lasx_xvdp2add_w_h(temp2, temp1, const_8);
+ temp2 = __lasx_xvdp2_w_h(const_9, temp0);
+ t3 = __lasx_xvdp2add_w_h(temp2, temp1, const_10);
+ temp2 = __lasx_xvdp2_w_h(const_11, temp0);
+ t4 = __lasx_xvdp2add_w_h(temp2, temp1, const_12);
+
+ DUP4_ARG2(__lasx_xvadd_w, t5, t1, t6, t2, t7, t3, t8, t4,
+ temp0, temp1, temp2, temp3);
+ DUP4_ARG2(__lasx_xvsub_w, t8, t4, t7, t3, t6, t2, t5, t1,
+ in0, in1, in2, in3);
+ DUP4_ARG2(__lasx_xvaddi_wu, in0, 1, in1, 1, in2, 1, in3, 1,
+ in0, in1, in2, in3);
+ DUP4_ARG3(__lasx_xvsrani_h_w, temp1, temp0, 7, temp3, temp2, 7,
+ in1, in0, 7, in3, in2, 7, t1, t2, t3, t4);
+ DUP4_ARG2(__lasx_xvpermi_d, t1, 0xD8, t2, 0xD8, t3, 0xD8, t4, 0xD8,
+ in0, in1, in2, in3);
+ __lasx_xvst(in0, block, 0);
+ __lasx_xvst(in1, block, 32);
+ __lasx_xvst(in2, block, 64);
+ __lasx_xvst(in3, block, 96);
+}
+
+void ff_vc1_inv_trans_8x8_dc_lasx(uint8_t *dest, ptrdiff_t stride,
+ int16_t *block)
+{
+ int dc = block[0];
+ ptrdiff_t stride2 = stride << 1;
+ ptrdiff_t stride3 = stride2 + stride;
+ uint8_t *dst = dest + (stride2 << 1);
+ __m256i in0, in1, in2, in3, in4, in5, in6, in7;
+ __m256i const_dc, temp0, temp1, temp2, temp3;
+ __m256i reg0, reg1, reg2, reg3;
+
+ dc = (3 * dc + 1) >> 1;
+ dc = (3 * dc + 16) >> 5;
+
+ const_dc = __lasx_xvreplgr2vr_h(dc);
+ DUP4_ARG2(__lasx_xvldrepl_d, dest, 0, dest + stride, 0, dest + stride2,
+ 0, dest + stride3, 0, in0, in1, in2, in3);
+ DUP4_ARG2(__lasx_xvldrepl_d, dst, 0, dst + stride, 0, dst + stride2,
+ 0, dst + stride3, 0, in4, in5, in6, in7);
+
+ DUP4_ARG2(__lasx_xvilvl_d, in1, in0, in3, in2, in5, in4, in7, in6,
+ temp0, temp1, temp2, temp3);
+ DUP4_ARG1(__lasx_vext2xv_hu_bu, temp0, temp1, temp2, temp3,
+ temp0, temp1, temp2, temp3);
+
+ DUP4_ARG2(__lasx_xvadd_h, temp0, const_dc, temp1, const_dc, temp2,
+ const_dc, temp3, const_dc, reg0, reg1, reg2, reg3);
+ DUP2_ARG3(__lasx_xvssrarni_bu_h, reg1, reg0, 0, reg3, reg2, 0,
+ temp0, temp1);
+ __lasx_xvstelm_d(temp0, dest, 0, 0);
+ __lasx_xvstelm_d(temp0, dest + stride, 0, 2);
+ __lasx_xvstelm_d(temp0, dest + stride2, 0, 1);
+ __lasx_xvstelm_d(temp0, dest + stride3, 0, 3);
+ __lasx_xvstelm_d(temp1, dst, 0, 0);
+ __lasx_xvstelm_d(temp1, dst + stride, 0, 2);
+ __lasx_xvstelm_d(temp1, dst + stride2, 0, 1);
+ __lasx_xvstelm_d(temp1, dst + stride3, 0, 3);
+}
+
+void ff_vc1_inv_trans_8x4_lasx(uint8_t *dest, ptrdiff_t stride, int16_t *block)
+{
+ ptrdiff_t stride2 = stride << 1;
+ ptrdiff_t stride3 = stride2 + stride;
+ __m256i shift = {0x0000000400000000, 0x0000000500000001,
+ 0x0000000600000002, 0x0000000700000003};
+ __m256i const_64 = {0x0000004000000040, 0x0000004000000040,
+ 0x0000004000000040, 0x0000004000000040};
+ __m256i const_1 = {0x00060010000C000C, 0x00060010000C000C,
+ 0x00060010000C000C, 0x00060010000C000C};
+ __m256i const_2 = {0xFFF00006FFF4000C, 0xFFF00006FFF4000C,
+ 0xFFF00006FFF4000C, 0xFFF00006FFF4000C};
+ __m256i const_3 = {0x0004000F00090010, 0x0004000F00090010,
+ 0x0004000F00090010, 0x0004000F00090010};
+ __m256i const_4 = {0xFFF7FFFCFFF0000F, 0xFFF7FFFCFFF0000F,
+ 0xFFF7FFFCFFF0000F, 0xFFF7FFFCFFF0000F};
+ __m256i const_5 = {0x000FFFF000040009, 0x000FFFF000040009,
+ 0x000FFFF000040009, 0x000FFFF000040009};
+ __m256i const_6 = {0xFFF0FFF7000F0004, 0xFFF0FFF7000F0004,
+ 0xFFF0FFF7000F0004, 0xFFF0FFF7000F0004};
+ __m256i const_7 = {0x0000000000000004, 0x0000000000000004,
+ 0x0000000000000004, 0x0000000000000004};
+ __m256i const_8 = {0x0011001100110011, 0x0011001100110011,
+ 0x0011001100110011, 0x0011001100110011};
+ __m256i const_9 = {0xFFEF0011FFEF0011, 0xFFEF0011FFEF0011,
+ 0xFFEF0011FFEF0011, 0xFFEF0011FFEF0011};
+ __m256i const_10 = {0x000A0016000A0016, 0x000A0016000A0016,
+ 0x000A0016000A0016, 0x000A0016000A0016};
+ __m256i const_11 = {0x0016FFF60016FFF6, 0x0016FFF60016FFF6,
+ 0x0016FFF60016FFF6, 0x0016FFF60016FFF6};
+ __m256i in0, in1;
+ __m256i temp0, temp1, temp2, temp3, t1, t2, t3, t4;
+
+ DUP2_ARG2(__lasx_xvld, block, 0, block, 32, in0, in1);
+ /* first loops */
+ temp0 = __lasx_xvpermi_d(in0, 0xB1);
+ temp1 = __lasx_xvpermi_d(in1, 0xB1);
+ DUP2_ARG2(__lasx_xvilvl_h, temp0, in0, temp1, in1, temp0, temp1);
+ temp2 = __lasx_xvpickev_w(temp1, temp0);
+ temp3 = __lasx_xvpickod_w(temp1, temp0);
+
+ DUP2_ARG2(__lasx_xvdp2_w_h, temp2, const_1, temp2, const_2, temp0, temp1);
+ t1 = __lasx_xvadd_w(temp0, const_7);
+ t2 = __lasx_xvadd_w(temp1, const_7);
+ temp0 = __lasx_xvpickev_w(t2, t1);
+ temp1 = __lasx_xvpickod_w(t2, t1);
+ t3 = __lasx_xvadd_w(temp0, temp1);
+ t4 = __lasx_xvsub_w(temp0, temp1);
+ t4 = __lasx_xvpermi_d(t4, 0xB1);
+
+ DUP4_ARG2(__lasx_xvdp4_d_h, temp3, const_3, temp3, const_4, temp3,
+ const_5, temp3, const_6, t1, t2, temp0, temp1);
+ temp2 = __lasx_xvpickev_w(t2, t1);
+ temp3 = __lasx_xvpickev_w(temp1, temp0);
+
+ t1 = __lasx_xvadd_w(temp2, t3);
+ t2 = __lasx_xvadd_w(temp3, t4);
+ temp0 = __lasx_xvsub_w(t4, temp3);
+ temp1 = __lasx_xvsub_w(t3, temp2);
+ /* second loops */
+ DUP2_ARG3(__lasx_xvsrani_h_w, t2, t1, 3, temp1, temp0, 3, temp2, temp3);
+ temp3 = __lasx_xvshuf4i_h(temp3, 0x4E);
+ temp0 = __lasx_xvpermi_q(temp3, temp2, 0x20);
+ temp1 = __lasx_xvpermi_q(temp3, temp2, 0x31);
+ DUP2_ARG3(__lasx_xvdp2add_w_h, const_64, temp0, const_8, const_64, temp0,
+ const_9, t1, t2);
+ DUP2_ARG2(__lasx_xvdp2_w_h, temp1, const_10, temp1, const_11, t3, t4);
+ temp0 = __lasx_xvadd_w(t1, t3);
+ temp1 = __lasx_xvsub_w(t2, t4);
+ temp2 = __lasx_xvadd_w(t2, t4);
+ temp3 = __lasx_xvsub_w(t1, t3);
+ DUP4_ARG2(__lasx_xvsrai_w, temp0, 7, temp1, 7, temp2, 7, temp3, 7,
+ t1, t2, t3, t4);
+
+ temp0 = __lasx_xvldrepl_d(dest, 0);
+ DUP4_ARG2(__lasx_xvldrepl_d, dest, 0, dest + stride, 0, dest + stride2, 0,
+ dest + stride3, 0, temp0, temp1, temp2, temp3);
+ DUP4_ARG1(__lasx_vext2xv_wu_bu, temp0, temp1, temp2, temp3,
+ temp0, temp1, temp2, temp3);
+ DUP4_ARG2(__lasx_xvadd_w, temp0, t1, temp1, t2, temp2, t3, temp3, t4,
+ t1, t2, t3, t4);
+ DUP4_ARG1(__lasx_xvclip255_w, t1, t2, t3, t4, t1, t2, t3, t4);
+ DUP2_ARG2(__lasx_xvpickev_h, t2, t1, t4, t3, temp0, temp1);
+ temp2 = __lasx_xvpickev_b(temp1, temp0);
+ temp0 = __lasx_xvperm_w(temp2, shift);
+ __lasx_xvstelm_d(temp0, dest, 0, 0);
+ __lasx_xvstelm_d(temp0, dest + stride, 0, 1);
+ __lasx_xvstelm_d(temp0, dest + stride2, 0, 2);
+ __lasx_xvstelm_d(temp0, dest + stride3, 0, 3);
+}
+
+void ff_vc1_inv_trans_8x4_dc_lasx(uint8_t *dest, ptrdiff_t stride,
+ int16_t *block)
+{
+ int dc = block[0];
+ ptrdiff_t stride2 = stride << 1;
+ ptrdiff_t stride3 = stride2 + stride;
+ __m256i in0, in1, in2, in3;
+ __m256i const_dc, temp0, temp1, reg0, reg1;
+
+ dc = (3 * dc + 1) >> 1;
+ dc = (17 * dc + 64) >> 7;
+ const_dc = __lasx_xvreplgr2vr_h(dc);
+
+ DUP4_ARG2(__lasx_xvldrepl_d, dest, 0, dest + stride, 0, dest + stride2,
+ 0, dest + stride3, 0, in0, in1, in2, in3);
+ DUP2_ARG2(__lasx_xvilvl_d, in1, in0, in3, in2, temp0, temp1);
+ DUP2_ARG1(__lasx_vext2xv_hu_bu, temp0, temp1, temp0, temp1);
+ DUP2_ARG2(__lasx_xvadd_h, temp0, const_dc, temp1, const_dc, reg0, reg1);
+ temp0 = __lasx_xvssrarni_bu_h(reg1, reg0, 0);
+ __lasx_xvstelm_d(temp0, dest, 0, 0);
+ __lasx_xvstelm_d(temp0, dest + stride, 0, 2);
+ __lasx_xvstelm_d(temp0, dest + stride2, 0, 1);
+ __lasx_xvstelm_d(temp0, dest + stride3, 0, 3);
+}
+
+void ff_vc1_inv_trans_4x8_dc_lasx(uint8_t *dest, ptrdiff_t stride,
+ int16_t *block)
+{
+ int dc = block[0];
+ ptrdiff_t stride2 = stride << 1;
+ ptrdiff_t stride3 = stride2 + stride;
+ uint8_t *dst = dest + (stride2 << 1);
+ __m256i in0, in1, in2, in3, in4, in5, in6, in7;
+ __m256i const_dc, temp0, temp1, temp2, temp3, reg0, reg1;
+
+ dc = (17 * dc + 4) >> 3;
+ dc = (12 * dc + 64) >> 7;
+ const_dc = __lasx_xvreplgr2vr_h(dc);
+
+ DUP4_ARG2(__lasx_xvldrepl_w, dest, 0, dest + stride, 0, dest + stride2,
+ 0, dest + stride3, 0, in0, in1, in2, in3);
+ DUP4_ARG2(__lasx_xvldrepl_w, dst, 0, dst + stride, 0, dst + stride2,
+ 0, dst + stride3, 0, in4, in5, in6, in7);
+
+ DUP4_ARG2(__lasx_xvilvl_w, in1, in0, in3, in2, in5, in4, in7, in6,
+ temp0, temp1, temp2, temp3);
+ DUP2_ARG2(__lasx_xvilvl_d, temp1, temp0, temp3, temp2, reg0, reg1);
+ DUP2_ARG1(__lasx_vext2xv_hu_bu, reg0, reg1, temp0, temp1);
+ DUP2_ARG2(__lasx_xvadd_h, temp0, const_dc, temp1, const_dc, reg0, reg1);
+ temp0 = __lasx_xvssrarni_bu_h(reg1, reg0, 0);
+ __lasx_xvstelm_w(temp0, dest, 0, 0);
+ __lasx_xvstelm_w(temp0, dest + stride, 0, 1);
+ __lasx_xvstelm_w(temp0, dest + stride2, 0, 4);
+ __lasx_xvstelm_w(temp0, dest + stride3, 0, 5);
+ __lasx_xvstelm_w(temp0, dst, 0, 2);
+ __lasx_xvstelm_w(temp0, dst + stride, 0, 3);
+ __lasx_xvstelm_w(temp0, dst + stride2, 0, 6);
+ __lasx_xvstelm_w(temp0, dst + stride3, 0, 7);
+}
+
+void ff_vc1_inv_trans_4x8_lasx(uint8_t *dest, ptrdiff_t stride, int16_t *block)
+{
+ ptrdiff_t stride2 = stride << 1;
+ ptrdiff_t stride3 = stride2 + stride;
+ uint8_t *dst = dest + (stride2 << 1);
+ __m256i in0, in1, in2, in3;
+ __m256i temp0, temp1, temp2, temp3, t1, t2, t3, t4;
+
+ __m256i const_1 = {0x0011001100110011, 0x0011001100110011,
+ 0x0011001100110011, 0x0011001100110011};
+ __m256i const_2 = {0xFFEF0011FFEF0011, 0xFFEF0011FFEF0011,
+ 0xFFEF0011FFEF0011, 0xFFEF0011FFEF0011};
+ __m256i const_3 = {0x000A0016000A0016, 0x000A0016000A0016,
+ 0x000A0016000A0016, 0x000A0016000A0016};
+ __m256i const_4 = {0x0016FFF60016FFF6, 0x0016FFF60016FFF6,
+ 0x0016FFF60016FFF6, 0x0016FFF60016FFF6};
+ __m256i const_5 = {0x0000000400000004, 0x0000000400000004,
+ 0x0000000400000004, 0x0000000400000004};
+ __m256i const_6 = {0x0000004000000040, 0x0000004000000040,
+ 0x0000004000000040, 0x0000004000000040};
+ __m256i const_7 = {0x000C000C000C000C, 0X000C000C000C000C,
+ 0xFFF4000CFFF4000C, 0xFFF4000CFFF4000C};
+ __m256i const_8 = {0x0006001000060010, 0x0006001000060010,
+ 0xFFF00006FFF00006, 0xFFF00006FFF00006};
+ __m256i const_9 = {0x0009001000090010, 0x0009001000090010,
+ 0x0004000F0004000F, 0x0004000F0004000F};
+ __m256i const_10 = {0xFFF0000FFFF0000F, 0xFFF0000FFFF0000F,
+ 0xFFF7FFFCFFF7FFFC, 0xFFF7FFFCFFF7FFFC};
+ __m256i const_11 = {0x0004000900040009, 0x0004000900040009,
+ 0x000FFFF0000FFFF0, 0x000FFFF0000FFFF0};
+ __m256i const_12 = {0x000F0004000F0004, 0x000F0004000F0004,
+ 0xFFF0FFF7FFF0FFF7, 0xFFF0FFF7FFF0FFF7};
+ __m256i shift = {0x0000000400000000, 0x0000000600000002,
+ 0x0000000500000001, 0x0000000700000003};
+
+ /* first loops */
+ DUP4_ARG2(__lasx_xvld, block, 0, block, 32, block, 64, block, 96,
+ in0, in1, in2, in3);
+ in0 = __lasx_xvilvl_d(in1, in0);
+ in1 = __lasx_xvilvl_d(in3, in2);
+ temp0 = __lasx_xvpickev_h(in1, in0);
+ temp1 = __lasx_xvpickod_h(in1, in0);
+ temp0 = __lasx_xvperm_w(temp0, shift);
+ temp1 = __lasx_xvperm_w(temp1, shift);
+
+ DUP2_ARG3(__lasx_xvdp2add_w_h, const_5, temp0, const_1, const_5, temp0,
+ const_2, t1, t2);
+ DUP2_ARG2(__lasx_xvdp2_w_h, temp1, const_3, temp1, const_4, t3, t4);
+
+ temp0 = __lasx_xvadd_w(t1, t3);
+ temp1 = __lasx_xvsub_w(t2, t4);
+ temp2 = __lasx_xvadd_w(t2, t4);
+ temp3 = __lasx_xvsub_w(t1, t3);
+ DUP4_ARG2(__lasx_xvsrai_w, temp0, 3, temp1, 3, temp2, 3, temp3, 3,
+ temp0, temp1, temp2, temp3);
+
+ /* second loops */
+ t1 = __lasx_xvpickev_w(temp1, temp0);
+ t2 = __lasx_xvpickev_w(temp3, temp2);
+ t1 = __lasx_xvpickev_h(t2, t1);
+ t3 = __lasx_xvpickod_w(temp1, temp0);
+ t4 = __lasx_xvpickod_w(temp3, temp2);
+ temp1 = __lasx_xvpickev_h(t4, t3);
+ temp2 = __lasx_xvpermi_q(t1, t1, 0x00);
+ temp3 = __lasx_xvpermi_q(t1, t1, 0x11);
+ t1 = __lasx_xvdp2add_w_h(const_6, temp2, const_7);
+ t2 = __lasx_xvdp2_w_h(temp3, const_8);
+ t3 = __lasx_xvadd_w(t1, t2);
+ t4 = __lasx_xvsub_w(t1, t2);
+ t4 = __lasx_xvpermi_d(t4, 0x4E);
+
+ DUP4_ARG2(__lasx_xvdp2_w_h, temp1, const_9, temp1, const_10, temp1,
+ const_11, temp1, const_12, t1, t2, temp2, temp3);
+
+ temp0 = __lasx_xvpermi_q(t2, t1, 0x20);
+ temp1 = __lasx_xvpermi_q(t2, t1, 0x31);
+ t1 = __lasx_xvadd_w(temp0, temp1);
+ temp0 = __lasx_xvpermi_q(temp3, temp2, 0x20);
+ temp1 = __lasx_xvpermi_q(temp3, temp2, 0x31);
+ t2 = __lasx_xvadd_w(temp1, temp0);
+ temp0 = __lasx_xvadd_w(t1, t3);
+ temp1 = __lasx_xvadd_w(t2, t4);
+ temp2 = __lasx_xvsub_w(t4, t2);
+ temp3 = __lasx_xvsub_w(t3, t1);
+ temp2 = __lasx_xvaddi_wu(temp2, 1);
+ temp3 = __lasx_xvaddi_wu(temp3, 1);
+ DUP4_ARG2(__lasx_xvsrai_w, temp0, 7, temp1, 7, temp2, 7, temp3, 7,
+ temp0, temp1, temp2, temp3);
+
+ DUP4_ARG2(__lasx_xvldrepl_w, dest, 0, dest + stride, 0, dest + stride2, 0,
+ dest + stride3, 0, const_1, const_2, const_3, const_4);
+ DUP4_ARG2(__lasx_xvldrepl_w, dst, 0, dst + stride, 0, dst + stride2, 0,
+ dst + stride3, 0, const_5, const_6, const_7, const_8);
+
+ DUP4_ARG2(__lasx_xvilvl_w, const_2, const_1, const_4, const_3, const_5,
+ const_6, const_7, const_8, const_1, const_2, const_3, const_4);
+ DUP4_ARG1(__lasx_vext2xv_wu_bu, const_1, const_2, const_3, const_4,
+ const_1, const_2, const_3, const_4);
+ DUP4_ARG2(__lasx_xvadd_w, temp0, const_1, temp1, const_2, temp2, const_3,
+ temp3, const_4, temp0, temp1, temp2, temp3);
+ DUP4_ARG1(__lasx_xvclip255_w, temp0, temp1, temp2, temp3,
+ temp0, temp1, temp2, temp3);
+ DUP2_ARG2(__lasx_xvpickev_h, temp1, temp0, temp3, temp2, temp0, temp1);
+ temp0 = __lasx_xvpickev_b(temp1, temp0);
+ __lasx_xvstelm_w(temp0, dest, 0, 0);
+ __lasx_xvstelm_w(temp0, dest + stride, 0, 4);
+ __lasx_xvstelm_w(temp0, dest + stride2, 0, 1);
+ __lasx_xvstelm_w(temp0, dest + stride3, 0, 5);
+ __lasx_xvstelm_w(temp0, dst, 0, 6);
+ __lasx_xvstelm_w(temp0, dst + stride, 0, 2);
+ __lasx_xvstelm_w(temp0, dst + stride2, 0, 7);
+ __lasx_xvstelm_w(temp0, dst + stride3, 0, 3);
+}
+
+void ff_vc1_inv_trans_4x4_dc_lasx(uint8_t *dest, ptrdiff_t stride,
+ int16_t *block)
+{
+ int dc = block[0];
+ uint8_t *dst1 = dest + stride;
+ uint8_t *dst2 = dst1 + stride;
+ uint8_t *dst3 = dst2 + stride;
+ __m256i in0, in1, in2, in3, temp0, temp1, const_dc;
+ __m256i zero = {0};
+
+ dc = (17 * dc + 4) >> 3;
+ dc = (17 * dc + 64) >> 7;
+ const_dc = __lasx_xvreplgr2vr_h(dc);
+
+ DUP4_ARG2(__lasx_xvldrepl_w, dest, 0, dst1, 0, dst2, 0, dst3, 0,
+ in0, in1, in2, in3);
+ DUP2_ARG2(__lasx_xvilvl_w, in1, in0, in3, in2, temp0, temp1);
+ in0 = __lasx_xvpermi_q(temp1, temp0, 0x20);
+ temp0 = __lasx_xvilvl_b(zero, in0);
+ in0 = __lasx_xvadd_h(temp0, const_dc);
+ temp0 = __lasx_xvssrarni_bu_h(in0, in0, 0);
+ __lasx_xvstelm_w(temp0, dest, 0, 0);
+ __lasx_xvstelm_w(temp0, dst1, 0, 1);
+ __lasx_xvstelm_w(temp0, dst2, 0, 4);
+ __lasx_xvstelm_w(temp0, dst3, 0, 5);
+}
+
+void ff_vc1_inv_trans_4x4_lasx(uint8_t *dest, ptrdiff_t stride, int16_t *block)
+{
+ uint8_t *dst1 = dest + stride;
+ uint8_t *dst2 = dst1 + stride;
+ uint8_t *dst3 = dst2 + stride;
+ __m256i in0, in1, in2, in3;
+ __m256i temp0, temp1, temp2, temp3, t1, t2;
+
+ __m256i const_1 = {0x0011001100110011, 0xFFEF0011FFEF0011,
+ 0x0011001100110011, 0xFFEF0011FFEF0011};
+ __m256i const_2 = {0x000A0016000A0016, 0x0016FFF60016FFF6,
+ 0x000A0016000A0016, 0x0016FFF60016FFF6};
+ __m256i const_64 = {0x0000004000000040, 0x0000004000000040,
+ 0x0000004000000040, 0x0000004000000040};
+
+ DUP2_ARG2(__lasx_xvld, block, 0, block, 32, in0, in1);
+ /* first loops */
+ temp0 = __lasx_xvilvl_d(in1, in0);
+ temp1 = __lasx_xvpickev_h(temp0, temp0);
+ temp2 = __lasx_xvpickod_h(temp0, temp0);
+ DUP2_ARG2(__lasx_xvdp2_w_h, temp1, const_1, temp2, const_2, t1, t2);
+ t1 = __lasx_xvaddi_wu(t1, 4);
+ in0 = __lasx_xvadd_w(t1, t2);
+ in1 = __lasx_xvsub_w(t1, t2);
+ DUP2_ARG2(__lasx_xvsrai_w, in0, 3, in1, 3, in0, in1);
+ /* second loops */
+ temp0 = __lasx_xvpickev_h(in1, in0);
+ temp1 = __lasx_xvpermi_q(temp0, temp0, 0x00);
+ temp2 = __lasx_xvpermi_q(temp0, temp0, 0x11);
+ const_1 = __lasx_xvpermi_d(const_1, 0xD8);
+ const_2 = __lasx_xvpermi_d(const_2, 0xD8);
+ t1 = __lasx_xvdp2add_w_h(const_64, temp1, const_1);
+ t2 = __lasx_xvdp2_w_h(temp2, const_2);
+ in0 = __lasx_xvadd_w(t1, t2);
+ in1 = __lasx_xvsub_w(t1, t2);
+ DUP2_ARG2(__lasx_xvsrai_w, in0, 7, in1, 7, in0, in1);
+ temp0 = __lasx_xvshuf4i_w(in0, 0x9C);
+ temp1 = __lasx_xvshuf4i_w(in1, 0x9C);
+
+ DUP4_ARG2(__lasx_xvldrepl_w, dest, 0, dst1, 0, dst2, 0, dst3, 0,
+ in0, in1, in2, in3);
+ temp2 = __lasx_xvilvl_w(in2, in0);
+ temp2 = __lasx_vext2xv_wu_bu(temp2);
+ temp3 = __lasx_xvilvl_w(in1, in3);
+ temp3 = __lasx_vext2xv_wu_bu(temp3);
+ temp0 = __lasx_xvadd_w(temp0, temp2);
+ temp1 = __lasx_xvadd_w(temp1, temp3);
+ DUP2_ARG1(__lasx_xvclip255_w, temp0, temp1, temp0, temp1);
+ temp1 = __lasx_xvpickev_h(temp1, temp0);
+ temp0 = __lasx_xvpickev_b(temp1, temp1);
+ __lasx_xvstelm_w(temp0, dest, 0, 0);
+ __lasx_xvstelm_w(temp0, dst1, 0, 5);
+ __lasx_xvstelm_w(temp0, dst2, 0, 4);
+ __lasx_xvstelm_w(temp0, dst3, 0, 1);
+}
+
+static void put_vc1_mspel_mc_h_v_lasx(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride, int hmode, int vmode,
+ int rnd)
+{
+ __m256i in0, in1, in2, in3;
+ __m256i t0, t1, t2, t3, t4, t5, t6, t7;
+ __m256i temp0, temp1, const_para1_2, const_para0_3;
+ __m256i const_r, const_sh;
+ __m256i sh = {0x0000000400000000, 0x0000000500000001,
+ 0x0000000600000002, 0x0000000700000003};
+ static const uint8_t para_value[][4] = {{4, 3, 53, 18},
+ {1, 1, 9, 9},
+ {3, 4, 18, 53}};
+ static const int shift_value[] = {0, 5, 1, 5};
+ int shift = (shift_value[hmode] + shift_value[vmode]) >> 1;
+ int r = (1 << (shift - 1)) + rnd - 1;
+ const uint8_t *para_v = para_value[vmode - 1];
+ ptrdiff_t stride2 = stride << 1;
+ ptrdiff_t stride4 = stride << 2;
+ ptrdiff_t stride3 = stride2 + stride;
+
+ const_r = __lasx_xvreplgr2vr_h(r);
+ const_sh = __lasx_xvreplgr2vr_h(shift);
+ src -= 1, src -= stride;
+ const_para0_3 = __lasx_xvldrepl_h(para_v, 0);
+ const_para1_2 = __lasx_xvldrepl_h(para_v, 2);
+ DUP4_ARG2(__lasx_xvld, src, 0, src + stride, 0, src + stride2, 0,
+ src + stride3, 0, in0, in1, in2, in3);
+ DUP4_ARG2(__lasx_xvpermi_d, in0, 0xD8, in1, 0xD8, in2, 0xD8, in3, 0xD8,
+ in0, in1, in2, in3);
+ DUP2_ARG2(__lasx_xvilvl_b, in2, in1, in3, in0, temp0, temp1);
+ t0 = __lasx_xvdp2_h_bu(temp0, const_para1_2);
+ t0 = __lasx_xvdp2sub_h_bu(t0, temp1, const_para0_3);
+ src += stride4;
+ in0 = __lasx_xvld(src, 0);
+ in0 = __lasx_xvpermi_d(in0, 0xD8);
+ DUP2_ARG2(__lasx_xvilvl_b, in3, in2, in0, in1, temp0, temp1);
+ t1 = __lasx_xvdp2_h_bu(temp0, const_para1_2);
+ t1 = __lasx_xvdp2sub_h_bu(t1, temp1, const_para0_3);
+ src += stride;
+ in1 = __lasx_xvld(src, 0);
+ in1 = __lasx_xvpermi_d(in1, 0xD8);
+ DUP2_ARG2(__lasx_xvilvl_b, in0, in3, in1, in2, temp0, temp1);
+ t2 = __lasx_xvdp2_h_bu(temp0, const_para1_2);
+ t2 = __lasx_xvdp2sub_h_bu(t2, temp1, const_para0_3);
+ src += stride;
+ in2 = __lasx_xvld(src, 0);
+ in2 = __lasx_xvpermi_d(in2, 0xD8);
+ DUP2_ARG2(__lasx_xvilvl_b, in1, in0, in2, in3, temp0, temp1);
+ t3 = __lasx_xvdp2_h_bu(temp0, const_para1_2);
+ t3 = __lasx_xvdp2sub_h_bu(t3, temp1, const_para0_3);
+ src += stride;
+ in3 = __lasx_xvld(src, 0);
+ in3 = __lasx_xvpermi_d(in3, 0xD8);
+ DUP2_ARG2(__lasx_xvilvl_b, in2, in1, in3, in0, temp0, temp1);
+ t4 = __lasx_xvdp2_h_bu(temp0, const_para1_2);
+ t4 = __lasx_xvdp2sub_h_bu(t4, temp1, const_para0_3);
+ src += stride;
+ in0 = __lasx_xvld(src, 0);
+ in0 = __lasx_xvpermi_d(in0, 0xD8);
+ DUP2_ARG2(__lasx_xvilvl_b, in3, in2, in0, in1, temp0, temp1);
+ t5 = __lasx_xvdp2_h_bu(temp0, const_para1_2);
+ t5 = __lasx_xvdp2sub_h_bu(t5, temp1, const_para0_3);
+ src += stride;
+ in1 = __lasx_xvld(src, 0);
+ in1 = __lasx_xvpermi_d(in1, 0xD8);
+ DUP2_ARG2(__lasx_xvilvl_b, in0, in3, in1, in2, temp0, temp1);
+ t6 = __lasx_xvdp2_h_bu(temp0, const_para1_2);
+ t6 = __lasx_xvdp2sub_h_bu(t6, temp1, const_para0_3);
+ src += stride;
+ in2 = __lasx_xvld(src, 0);
+ in2 = __lasx_xvpermi_d(in2, 0xD8);
+ DUP2_ARG2(__lasx_xvilvl_b, in1, in0, in2, in3, temp0, temp1);
+ t7 = __lasx_xvdp2_h_bu(temp0, const_para1_2);
+ t7 = __lasx_xvdp2sub_h_bu(t7, temp1, const_para0_3);
+ DUP4_ARG2(__lasx_xvadd_h, t0, const_r, t1, const_r, t2, const_r, t3,
+ const_r, t0, t1, t2, t3);
+ DUP4_ARG2(__lasx_xvadd_h, t4, const_r, t5, const_r, t6, const_r, t7,
+ const_r, t4, t5, t6, t7);
+ DUP4_ARG2(__lasx_xvsra_h, t0, const_sh, t1, const_sh, t2, const_sh,
+ t3, const_sh, t0, t1, t2, t3);
+ DUP4_ARG2(__lasx_xvsra_h, t4, const_sh, t5, const_sh, t6, const_sh,
+ t7, const_sh, t4, t5, t6, t7);
+ LASX_TRANSPOSE8x8_H(t0, t1, t2, t3, t4, t5, t6, t7, t0,
+ t1, t2, t3, t4, t5, t6, t7);
+ para_v = para_value[hmode - 1];
+ const_para0_3 = __lasx_xvldrepl_h(para_v, 0);
+ const_para1_2 = __lasx_xvldrepl_h(para_v, 2);
+ const_para0_3 = __lasx_vext2xv_h_b(const_para0_3);
+ const_para1_2 = __lasx_vext2xv_h_b(const_para1_2);
+ r = 64 - rnd;
+ const_r = __lasx_xvreplgr2vr_w(r);
+ DUP4_ARG2(__lasx_xvpermi_d, t0, 0x72, t1, 0x72, t2, 0x72, t0, 0xD8,
+ in0, in1, in2, t0);
+ DUP4_ARG2(__lasx_xvpermi_d, t1, 0xD8, t2, 0xD8, t3, 0xD8, t4, 0xD8,
+ t1, t2, t3, t4);
+ DUP2_ARG2(__lasx_xvpermi_d, t5, 0xD8, t6, 0xD8, t5, t6);
+ t7 = __lasx_xvpermi_d(t7, 0xD8);
+ DUP2_ARG2(__lasx_xvilvl_h, t2, t1, t3, t0, temp0, temp1);
+ t0 = __lasx_xvdp2_w_h(temp0, const_para1_2);
+ t0 = __lasx_xvdp2sub_w_h(t0, temp1, const_para0_3);
+ DUP2_ARG2(__lasx_xvilvl_h, t3, t2, t4, t1, temp0, temp1);
+ t1 = __lasx_xvdp2_w_h(temp0, const_para1_2);
+ t1 = __lasx_xvdp2sub_w_h(t1, temp1, const_para0_3);
+ DUP2_ARG2(__lasx_xvilvl_h, t4, t3, t5, t2, temp0, temp1);
+ t2 = __lasx_xvdp2_w_h(temp0, const_para1_2);
+ t2 = __lasx_xvdp2sub_w_h(t2, temp1, const_para0_3);
+ DUP2_ARG2(__lasx_xvilvl_h, t5, t4, t6, t3, temp0, temp1);
+ t3 = __lasx_xvdp2_w_h(temp0, const_para1_2);
+ t3 = __lasx_xvdp2sub_w_h(t3, temp1, const_para0_3);
+ DUP2_ARG2(__lasx_xvilvl_h, t6, t5, t7, t4, temp0, temp1);
+ t4 = __lasx_xvdp2_w_h(temp0, const_para1_2);
+ t4 = __lasx_xvdp2sub_w_h(t4, temp1, const_para0_3);
+ DUP2_ARG2(__lasx_xvilvl_h, t7, t6, in0, t5, temp0, temp1);
+ t5 = __lasx_xvdp2_w_h(temp0, const_para1_2);
+ t5 = __lasx_xvdp2sub_w_h(t5, temp1, const_para0_3);
+ DUP2_ARG2(__lasx_xvilvl_h, in0, t7, in1, t6, temp0, temp1);
+ t6 = __lasx_xvdp2_w_h(temp0, const_para1_2);
+ t6 = __lasx_xvdp2sub_w_h(t6, temp1, const_para0_3);
+ DUP2_ARG2(__lasx_xvilvl_h, in1, in0, in2, t7, temp0, temp1);
+ t7 = __lasx_xvdp2_w_h(temp0, const_para1_2);
+ t7 = __lasx_xvdp2sub_w_h(t7, temp1, const_para0_3);
+ DUP4_ARG2(__lasx_xvadd_w, t0, const_r, t1, const_r, t2, const_r,
+ t3, const_r, t0, t1, t2, t3);
+ DUP4_ARG2(__lasx_xvadd_w, t4, const_r, t5, const_r, t6, const_r,
+ t7, const_r, t4, t5, t6, t7);
+ DUP4_ARG2(__lasx_xvsrai_w, t0, 7, t1, 7, t2, 7, t3, 7, t0, t1, t2, t3);
+ DUP4_ARG2(__lasx_xvsrai_w, t4, 7, t5, 7, t6, 7, t7, 7, t4, t5, t6, t7);
+ LASX_TRANSPOSE8x8_W(t0, t1, t2, t3, t4, t5, t6, t7,
+ t0, t1, t2, t3, t4, t5, t6, t7);
+ DUP4_ARG1(__lasx_xvclip255_w, t0, t1, t2, t3, t0, t1, t2, t3);
+ DUP4_ARG1(__lasx_xvclip255_w, t4, t5, t6, t7, t4, t5, t6, t7);
+ DUP4_ARG2(__lasx_xvpickev_h, t1, t0, t3, t2, t5, t4, t7, t6,
+ t0, t1, t2, t3);
+ DUP2_ARG2(__lasx_xvpickev_b, t1, t0, t3, t2, t0, t1);
+ t0 = __lasx_xvperm_w(t0, sh);
+ t1 = __lasx_xvperm_w(t1, sh);
+ __lasx_xvstelm_d(t0, dst, 0, 0);
+ __lasx_xvstelm_d(t0, dst + stride, 0, 1);
+ __lasx_xvstelm_d(t0, dst + stride2, 0, 2);
+ __lasx_xvstelm_d(t0, dst + stride3, 0, 3);
+ dst += stride4;
+ __lasx_xvstelm_d(t1, dst, 0, 0);
+ __lasx_xvstelm_d(t1, dst + stride, 0, 1);
+ __lasx_xvstelm_d(t1, dst + stride2, 0, 2);
+ __lasx_xvstelm_d(t1, dst + stride3, 0, 3);
+}
+
+#define PUT_VC1_MSPEL_MC_LASX(hmode, vmode) \
+void ff_put_vc1_mspel_mc ## hmode ## vmode ## _lasx(uint8_t *dst, \
+ const uint8_t *src, \
+ ptrdiff_t stride, int rnd) \
+{ \
+ put_vc1_mspel_mc_h_v_lasx(dst, src, stride, hmode, vmode, rnd); \
+} \
+void ff_put_vc1_mspel_mc ## hmode ## vmode ## _16_lasx(uint8_t *dst, \
+ const uint8_t *src, \
+ ptrdiff_t stride, int rnd) \
+{ \
+ put_vc1_mspel_mc_h_v_lasx(dst, src, stride, hmode, vmode, rnd); \
+ put_vc1_mspel_mc_h_v_lasx(dst + 8, src + 8, stride, hmode, vmode, rnd); \
+ dst += 8 * stride, src += 8 * stride; \
+ put_vc1_mspel_mc_h_v_lasx(dst, src, stride, hmode, vmode, rnd); \
+ put_vc1_mspel_mc_h_v_lasx(dst + 8, src + 8, stride, hmode, vmode, rnd); \
+}
+
+PUT_VC1_MSPEL_MC_LASX(1, 1);
+PUT_VC1_MSPEL_MC_LASX(1, 2);
+PUT_VC1_MSPEL_MC_LASX(1, 3);
+
+PUT_VC1_MSPEL_MC_LASX(2, 1);
+PUT_VC1_MSPEL_MC_LASX(2, 2);
+PUT_VC1_MSPEL_MC_LASX(2, 3);
+
+PUT_VC1_MSPEL_MC_LASX(3, 1);
+PUT_VC1_MSPEL_MC_LASX(3, 2);
+PUT_VC1_MSPEL_MC_LASX(3, 3);
+
+void ff_put_no_rnd_vc1_chroma_mc8_lasx(uint8_t *dst /* align 8 */,
+ uint8_t *src /* align 1 */,
+ ptrdiff_t stride, int h, int x, int y)
+{
+ const int intA = (8 - x) * (8 - y);
+ const int intB = (x) * (8 - y);
+ const int intC = (8 - x) * (y);
+ const int intD = (x) * (y);
+ __m256i src00, src01, src10, src11;
+ __m256i A, B, C, D;
+ int i;
+
+ av_assert2(x < 8 && y < 8 && x >= 0 && y >= 0);
+
+ A = __lasx_xvreplgr2vr_h(intA);
+ B = __lasx_xvreplgr2vr_h(intB);
+ C = __lasx_xvreplgr2vr_h(intC);
+ D = __lasx_xvreplgr2vr_h(intD);
+ for(i = 0; i < h; i++){
+ DUP2_ARG2(__lasx_xvld, src, 0, src, 1, src00, src01);
+ src += stride;
+ DUP2_ARG2(__lasx_xvld, src, 0, src, 1, src10, src11);
+
+ DUP4_ARG1(__lasx_vext2xv_hu_bu, src00, src01, src10, src11,
+ src00, src01, src10, src11);
+ DUP4_ARG2(__lasx_xvmul_h, src00, A, src01, B, src10, C, src11, D,
+ src00, src01, src10, src11);
+ src00 = __lasx_xvadd_h(src00, src01);
+ src10 = __lasx_xvadd_h(src10, src11);
+ src00 = __lasx_xvadd_h(src00, src10);
+ src00 = __lasx_xvaddi_hu(src00, 28);
+ src00 = __lasx_xvsrli_h(src00, 6);
+ src00 = __lasx_xvpickev_b(src00, src00);
+ __lasx_xvstelm_d(src00, dst, 0, 0);
+ dst += stride;
+ }
+}
+
+static void put_vc1_mspel_mc_v_lasx(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride, int vmode, int rnd)
+{
+ __m256i in0, in1, in2, in3, temp0, temp1, t0;
+ __m256i const_para0_3, const_para1_2, const_r, const_sh;
+ static const uint16_t para_value[][2] = {{0x0304, 0x1235},
+ {0x0101, 0x0909},
+ {0x0403, 0x3512}};
+ const uint16_t *para_v = para_value[vmode - 1];
+ static const int shift_value[] = {0, 6, 4, 6};
+ static int add_value[3];
+ ptrdiff_t stride_2x = stride << 1;
+ int i = 0;
+ add_value[2] = add_value[0] = 31 + rnd, add_value[1] = 7 + rnd;
+
+ const_r = __lasx_xvreplgr2vr_h(add_value[vmode - 1]);
+ const_sh = __lasx_xvreplgr2vr_h(shift_value[vmode]);
+ const_para0_3 = __lasx_xvreplgr2vr_h(*para_v);
+ const_para1_2 = __lasx_xvreplgr2vr_h(*(para_v + 1));
+
+ DUP2_ARG2(__lasx_xvld, src - stride, 0, src, 0, in0, in1);
+ in2 = __lasx_xvld(src + stride, 0);
+ in0 = __lasx_xvpermi_d(in0, 0xD8);
+ in1 = __lasx_xvpermi_d(in1, 0xD8);
+ in2 = __lasx_xvpermi_d(in2, 0xD8);
+ for (; i < 16; i++) {
+ in3 = __lasx_xvld(src + stride_2x, 0);
+ in3 = __lasx_xvpermi_d(in3, 0xD8);
+ DUP2_ARG2(__lasx_xvilvl_b, in2, in1, in3, in0, temp0, temp1);
+ t0 = __lasx_xvdp2_h_bu(temp0, const_para1_2);
+ t0 = __lasx_xvdp2sub_h_bu(t0, temp1, const_para0_3);
+ t0 = __lasx_xvadd_h(t0, const_r);
+ t0 = __lasx_xvsra_h(t0, const_sh);
+ t0 = __lasx_xvclip255_h(t0);
+ t0 = __lasx_xvpickev_b(t0, t0);
+ __lasx_xvstelm_d(t0, dst, 0, 0);
+ __lasx_xvstelm_d(t0, dst, 8, 2);
+ dst += stride;
+ src += stride;
+ in0 = in1;
+ in1 = in2;
+ in2 = in3;
+ }
+}
+
+#define PUT_VC1_MSPEL_MC_V_LASX(vmode) \
+void ff_put_vc1_mspel_mc0 ## vmode ## _16_lasx(uint8_t *dst, \
+ const uint8_t *src, \
+ ptrdiff_t stride, int rnd) \
+{ \
+ put_vc1_mspel_mc_v_lasx(dst, src, stride, vmode, rnd); \
+}
+
+PUT_VC1_MSPEL_MC_V_LASX(1);
+PUT_VC1_MSPEL_MC_V_LASX(2);
+PUT_VC1_MSPEL_MC_V_LASX(3);
+
+#define ROW_LASX(in0, in1, in2, in3, out0) \
+ DUP2_ARG2(__lasx_xvilvl_b, in2, in1, in3, in0, tmp0_m, tmp1_m); \
+ out0 = __lasx_xvdp2_h_bu(tmp0_m, const_para1_2); \
+ out0 = __lasx_xvdp2sub_h_bu(out0, tmp1_m, const_para0_3); \
+ out0 = __lasx_xvadd_h(out0, const_r); \
+ out0 = __lasx_xvsra_h(out0, const_sh); \
+ out0 = __lasx_xvclip255_h(out0); \
+ out0 = __lasx_xvpickev_b(out0, out0); \
+ out0 = __lasx_xvpermi_d(out0, 0xd8); \
+
+static void put_vc1_mspel_mc_h_lasx(uint8_t *dst, const uint8_t *src,
+ ptrdiff_t stride, int hmode, int rnd)
+{
+ __m256i in0, in1, in2, in3, in4, in5, in6, in7,
+ in8, in9, in10, in11, in12, in13, in14, in15;
+ __m256i out0, out1, out2, out3, out4, out5, out6, out7, out8, out9,
+ out10, out11, out12, out13, out14, out15, out16, out17, out18;
+ __m256i const_para0_3, const_para1_2, const_r, const_sh;
+ __m256i tmp0_m, tmp1_m, tmp2_m, tmp3_m;
+ __m256i tmp4_m, tmp5_m, tmp6_m, tmp7_m;
+ __m256i t0, t1, t2, t3, t4, t5, t6, t7;
+ ptrdiff_t stride2 = stride << 1;
+ ptrdiff_t stride4 = stride << 2;
+ ptrdiff_t stride3 = stride2 + stride;
+ static const uint16_t para_value[][2] = {{0x0304, 0x1235},
+ {0x0101, 0x0909},
+ {0x0403, 0x3512}};
+ const uint16_t *para_v = para_value[hmode - 1];
+ static const int shift_value[] = {0, 6, 4, 6};
+ static int add_value[3];
+ uint8_t *_src = (uint8_t*)src - 1;
+ add_value[2] = add_value[0] = 32 - rnd, add_value[1] = 8 - rnd;
+
+ const_r = __lasx_xvreplgr2vr_h(add_value[hmode - 1]);
+ const_sh = __lasx_xvreplgr2vr_h(shift_value[hmode]);
+ const_para0_3 = __lasx_xvreplgr2vr_h(*para_v);
+ const_para1_2 = __lasx_xvreplgr2vr_h(*(para_v + 1));
+
+ in0 = __lasx_xvld(_src, 0);
+ DUP2_ARG2(__lasx_xvldx, _src, stride, _src, stride2, in1, in2);
+ in3 = __lasx_xvldx(_src, stride3);
+ _src += stride4;
+ in4 = __lasx_xvld(_src, 0);
+ DUP2_ARG2(__lasx_xvldx, _src, stride, _src, stride2, in5, in6);
+ in7 = __lasx_xvldx(_src, stride3);
+ _src += stride4;
+ in8 = __lasx_xvld(_src, 0);
+ DUP2_ARG2(__lasx_xvldx, _src, stride, _src, stride2, in9, in10);
+ in11 = __lasx_xvldx(_src, stride3);
+ _src += stride4;
+ in12 = __lasx_xvld(_src, 0);
+ DUP2_ARG2(__lasx_xvldx, _src, stride, _src, stride2, in13, in14);
+ in15 = __lasx_xvldx(_src, stride3);
+ DUP4_ARG2(__lasx_xvilvl_b, in2, in0, in3, in1, in6, in4, in7, in5,
+ tmp0_m, tmp1_m, tmp2_m, tmp3_m);
+ DUP4_ARG2(__lasx_xvilvl_b, in10, in8, in11, in9, in14, in12, in15, in13,
+ tmp4_m, tmp5_m, tmp6_m, tmp7_m);
+ DUP4_ARG2(__lasx_xvilvl_b, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, t0, t2, t4, t6);
+ DUP4_ARG2(__lasx_xvilvh_b, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, t1, t3, t5, t7);
+ DUP4_ARG2(__lasx_xvilvl_w, t2, t0, t3, t1, t6, t4, t7, t5, tmp0_m, tmp4_m,
+ tmp1_m, tmp5_m);
+ DUP4_ARG2(__lasx_xvilvh_w, t2, t0, t3, t1, t6, t4, t7, t5, tmp2_m, tmp6_m,
+ tmp3_m, tmp7_m);
+ DUP4_ARG2(__lasx_xvilvl_d, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, out0, out2, out4, out6);
+ DUP4_ARG2(__lasx_xvilvh_d, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, out1, out3, out5, out7);
+
+ DUP4_ARG2(__lasx_xvilvh_b, in2, in0, in3, in1, in6, in4, in7, in5,
+ tmp0_m, tmp1_m, tmp2_m, tmp3_m);
+ DUP4_ARG2(__lasx_xvilvh_b, in10, in8, in11, in9, in14, in12, in15, in13,
+ tmp4_m, tmp5_m, tmp6_m, tmp7_m);
+ DUP4_ARG2(__lasx_xvilvl_b, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, t0, t2, t4, t6);
+ DUP4_ARG2(__lasx_xvilvh_b, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, t1, t3, t5, t7);
+ DUP4_ARG2(__lasx_xvilvl_w, t2, t0, t3, t1, t6, t4, t7, t5, tmp0_m, tmp4_m,
+ tmp1_m, tmp5_m);
+ DUP4_ARG2(__lasx_xvilvh_w, t2, t0, t3, t1, t6, t4, t7, t5, tmp2_m, tmp6_m,
+ tmp3_m, tmp7_m);
+ DUP4_ARG2(__lasx_xvilvl_d, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, out8, out10, out12, out14);
+ DUP4_ARG2(__lasx_xvilvh_d, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, out9, out11, out13, out15);
+ DUP2_ARG3(__lasx_xvpermi_q, out0, out0, 0x31, out1, out1, 0x31, out16, out17);
+ out18 = __lasx_xvpermi_q(out2, out2, 0x31);
+
+ DUP4_ARG2(__lasx_xvpermi_d, out0, 0xD8, out1, 0xD8, out2, 0xD8, out3, 0xD8,
+ out0, out1, out2, out3);
+ DUP4_ARG2(__lasx_xvpermi_d, out4, 0xD8, out5, 0xD8, out6, 0xD8, out7, 0xD8,
+ out4, out5, out6, out7);
+ DUP4_ARG2(__lasx_xvpermi_d, out8, 0xD8, out9, 0xD8, out10, 0xD8, out11,
+ 0xD8, out8, out9, out10, out11);
+ DUP4_ARG2(__lasx_xvpermi_d, out12, 0xD8, out13, 0xD8, out14, 0xD8, out15,
+ 0xD8, out12, out13, out14, out15);
+ out16 = __lasx_xvpermi_d(out16, 0xD8);
+ out17 = __lasx_xvpermi_d(out17, 0xD8);
+ out18 = __lasx_xvpermi_d(out18, 0xD8);
+
+ ROW_LASX(out0, out1, out2, out3, in0);
+ ROW_LASX(out1, out2, out3, out4, in1);
+ ROW_LASX(out2, out3, out4, out5, in2);
+ ROW_LASX(out3, out4, out5, out6, in3);
+ ROW_LASX(out4, out5, out6, out7, in4);
+ ROW_LASX(out5, out6, out7, out8, in5);
+ ROW_LASX(out6, out7, out8, out9, in6);
+ ROW_LASX(out7, out8, out9, out10, in7);
+ ROW_LASX(out8, out9, out10, out11, in8);
+ ROW_LASX(out9, out10, out11, out12, in9);
+ ROW_LASX(out10, out11, out12, out13, in10);
+ ROW_LASX(out11, out12, out13, out14, in11);
+ ROW_LASX(out12, out13, out14, out15, in12);
+ ROW_LASX(out13, out14, out15, out16, in13);
+ ROW_LASX(out14, out15, out16, out17, in14);
+ ROW_LASX(out15, out16, out17, out18, in15);
+
+ DUP4_ARG2(__lasx_xvilvl_b, in2, in0, in3, in1, in6, in4, in7, in5,
+ tmp0_m, tmp1_m, tmp2_m, tmp3_m);
+ DUP4_ARG2(__lasx_xvilvl_b, in10, in8, in11, in9, in14, in12, in15, in13,
+ tmp4_m, tmp5_m, tmp6_m, tmp7_m);
+ DUP4_ARG2(__lasx_xvilvl_b, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, t0, t2, t4, t6);
+ DUP4_ARG2(__lasx_xvilvh_b, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, t1, t3, t5, t7);
+ DUP4_ARG2(__lasx_xvilvl_w, t2, t0, t3, t1, t6, t4, t7, t5, tmp0_m, tmp4_m,
+ tmp1_m, tmp5_m);
+ DUP4_ARG2(__lasx_xvilvh_w, t2, t0, t3, t1, t6, t4, t7, t5, tmp2_m, tmp6_m,
+ tmp3_m, tmp7_m);
+ DUP4_ARG2(__lasx_xvilvl_d, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, out0, out2, out4, out6);
+ DUP4_ARG2(__lasx_xvilvh_d, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, out1, out3, out5, out7);
+
+ DUP4_ARG2(__lasx_xvilvh_b, in2, in0, in3, in1, in6, in4, in7, in5,
+ tmp0_m, tmp1_m, tmp2_m, tmp3_m);
+ DUP4_ARG2(__lasx_xvilvh_b, in10, in8, in11, in9, in14, in12, in15, in13,
+ tmp4_m, tmp5_m, tmp6_m, tmp7_m);
+ DUP4_ARG2(__lasx_xvilvl_b, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, t0, t2, t4, t6);
+ DUP4_ARG2(__lasx_xvilvh_b, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, t1, t3, t5, t7);
+ DUP4_ARG2(__lasx_xvilvl_w, t2, t0, t3, t1, t6, t4, t7, t5, tmp0_m, tmp4_m,
+ tmp1_m, tmp5_m);
+ DUP4_ARG2(__lasx_xvilvh_w, t2, t0, t3, t1, t6, t4, t7, t5, tmp2_m, tmp6_m,
+ tmp3_m, tmp7_m);
+ DUP4_ARG2(__lasx_xvilvl_d, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, out8, out10, out12, out14);
+ DUP4_ARG2(__lasx_xvilvh_d, tmp1_m, tmp0_m, tmp3_m, tmp2_m, tmp5_m, tmp4_m,
+ tmp7_m, tmp6_m, out9, out11, out13, out15);
+ __lasx_xvstelm_d(out0, dst, 0, 0);
+ __lasx_xvstelm_d(out0, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out1, dst, 0, 0);
+ __lasx_xvstelm_d(out1, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out2, dst, 0, 0);
+ __lasx_xvstelm_d(out2, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out3, dst, 0, 0);
+ __lasx_xvstelm_d(out3, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out4, dst, 0, 0);
+ __lasx_xvstelm_d(out4, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out5, dst, 0, 0);
+ __lasx_xvstelm_d(out5, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out6, dst, 0, 0);
+ __lasx_xvstelm_d(out6, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out7, dst, 0, 0);
+ __lasx_xvstelm_d(out7, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out8, dst, 0, 0);
+ __lasx_xvstelm_d(out8, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out9, dst, 0, 0);
+ __lasx_xvstelm_d(out9, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out10, dst, 0, 0);
+ __lasx_xvstelm_d(out10, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out11, dst, 0, 0);
+ __lasx_xvstelm_d(out11, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out12, dst, 0, 0);
+ __lasx_xvstelm_d(out12, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out13, dst, 0, 0);
+ __lasx_xvstelm_d(out13, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out14, dst, 0, 0);
+ __lasx_xvstelm_d(out14, dst, 8, 1);
+ dst += stride;
+ __lasx_xvstelm_d(out15, dst, 0, 0);
+ __lasx_xvstelm_d(out15, dst, 8, 1);
+}
+
+#define PUT_VC1_MSPEL_MC_H_LASX(hmode) \
+void ff_put_vc1_mspel_mc ## hmode ## 0_16_lasx(uint8_t *dst, \
+ const uint8_t *src, \
+ ptrdiff_t stride, int rnd) \
+{ \
+ put_vc1_mspel_mc_h_lasx(dst, src, stride, hmode, rnd); \
+}
+
+PUT_VC1_MSPEL_MC_H_LASX(1);
+PUT_VC1_MSPEL_MC_H_LASX(2);
+PUT_VC1_MSPEL_MC_H_LASX(3);
diff --git a/libavcodec/loongarch/vc1dsp_loongarch.h b/libavcodec/loongarch/vc1dsp_loongarch.h
new file mode 100644
index 0000000000..398631aecc
--- /dev/null
+++ b/libavcodec/loongarch/vc1dsp_loongarch.h
@@ -0,0 +1,79 @@
+/*
+ * Copyright (c) 2021 Loongson Technology Corporation Limited
+ * Contributed by Hao Chen <chenhao at loongson.cn>
+ *
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#ifndef AVCODEC_LOONGARCH_VC1DSP_LOONGARCH_H
+#define AVCODEC_LOONGARCH_VC1DSP_LOONGARCH_H
+
+#include "libavcodec/vc1dsp.h"
+#include "libavutil/avassert.h"
+
+void ff_vc1_inv_trans_8x8_lasx(int16_t block[64]);
+void ff_vc1_inv_trans_8x8_dc_lasx(uint8_t *dest, ptrdiff_t stride, int16_t *block);
+void ff_vc1_inv_trans_8x4_lasx(uint8_t *dest, ptrdiff_t stride, int16_t *block);
+void ff_vc1_inv_trans_8x4_dc_lasx(uint8_t *dest, ptrdiff_t stride, int16_t *block);
+void ff_vc1_inv_trans_4x8_dc_lasx(uint8_t *dest, ptrdiff_t stride, int16_t *block);
+void ff_vc1_inv_trans_4x8_lasx(uint8_t *dest, ptrdiff_t stride, int16_t *blokc);
+void ff_vc1_inv_trans_4x4_dc_lasx(uint8_t *dest, ptrdiff_t stride, int16_t *block);
+void ff_vc1_inv_trans_4x4_lasx(uint8_t *dest, ptrdiff_t stride, int16_t *block);
+
+#define FF_PUT_VC1_MSPEL_MC_LASX(hmode, vmode) \
+void ff_put_vc1_mspel_mc ## hmode ## vmode ## _lasx(uint8_t *dst, \
+ const uint8_t *src, \
+ ptrdiff_t stride, int rnd); \
+void ff_put_vc1_mspel_mc ## hmode ## vmode ## _16_lasx(uint8_t *dst, \
+ const uint8_t *src, \
+ ptrdiff_t stride, int rnd);
+
+FF_PUT_VC1_MSPEL_MC_LASX(1, 1);
+FF_PUT_VC1_MSPEL_MC_LASX(1, 2);
+FF_PUT_VC1_MSPEL_MC_LASX(1, 3);
+
+FF_PUT_VC1_MSPEL_MC_LASX(2, 1);
+FF_PUT_VC1_MSPEL_MC_LASX(2, 2);
+FF_PUT_VC1_MSPEL_MC_LASX(2, 3);
+
+FF_PUT_VC1_MSPEL_MC_LASX(3, 1);
+FF_PUT_VC1_MSPEL_MC_LASX(3, 2);
+FF_PUT_VC1_MSPEL_MC_LASX(3, 3);
+
+#define FF_PUT_VC1_MSPEL_MC_V_LASX(vmode) \
+void ff_put_vc1_mspel_mc0 ## vmode ## _16_lasx(uint8_t *dst, \
+ const uint8_t *src, \
+ ptrdiff_t stride, int rnd);
+
+FF_PUT_VC1_MSPEL_MC_V_LASX(1);
+FF_PUT_VC1_MSPEL_MC_V_LASX(2);
+FF_PUT_VC1_MSPEL_MC_V_LASX(3);
+
+#define FF_PUT_VC1_MSPEL_MC_H_LASX(hmode) \
+void ff_put_vc1_mspel_mc ## hmode ## 0_16_lasx(uint8_t *dst, \
+ const uint8_t *src, \
+ ptrdiff_t stride, int rnd);
+
+FF_PUT_VC1_MSPEL_MC_H_LASX(1);
+FF_PUT_VC1_MSPEL_MC_H_LASX(2);
+FF_PUT_VC1_MSPEL_MC_H_LASX(3);
+
+void ff_put_no_rnd_vc1_chroma_mc8_lasx(uint8_t *dst /* align 8 */,
+ uint8_t *src /* align 1 */,
+ ptrdiff_t stride, int h, int x, int y);
+
+#endif /* AVCODEC_LOONGARCH_VC1DSP_LOONGARCH_H */
diff --git a/libavcodec/vc1dsp.c b/libavcodec/vc1dsp.c
index c25a6f3adf..04fc8b12f3 100644
--- a/libavcodec/vc1dsp.c
+++ b/libavcodec/vc1dsp.c
@@ -1039,4 +1039,6 @@ av_cold void ff_vc1dsp_init(VC1DSPContext *dsp)
ff_vc1dsp_init_x86(dsp);
if (ARCH_MIPS)
ff_vc1dsp_init_mips(dsp);
+ if (ARCH_LOONGARCH)
+ ff_vc1dsp_init_loongarch(dsp);
}
diff --git a/libavcodec/vc1dsp.h b/libavcodec/vc1dsp.h
index 75db62b1b4..c6443acb20 100644
--- a/libavcodec/vc1dsp.h
+++ b/libavcodec/vc1dsp.h
@@ -88,5 +88,6 @@ void ff_vc1dsp_init_arm(VC1DSPContext* dsp);
void ff_vc1dsp_init_ppc(VC1DSPContext *c);
void ff_vc1dsp_init_x86(VC1DSPContext* dsp);
void ff_vc1dsp_init_mips(VC1DSPContext* dsp);
+void ff_vc1dsp_init_loongarch(VC1DSPContext* dsp);
#endif /* AVCODEC_VC1DSP_H */
More information about the ffmpeg-cvslog
mailing list