OLD | NEW |
(Empty) | |
| 1 // Copyright 2016 Google Inc. All Rights Reserved. |
| 2 // |
| 3 // Use of this source code is governed by a BSD-style license |
| 4 // that can be found in the COPYING file in the root of the source |
| 5 // tree. An additional intellectual property rights grant can be found |
| 6 // in the file PATENTS. All contributing project authors may |
| 7 // be found in the AUTHORS file in the root of the source tree. |
| 8 // ----------------------------------------------------------------------------- |
| 9 // |
| 10 // MSA version of dsp functions |
| 11 // |
| 12 // Author(s): Prashant Patil (prashant.patil@imgtec.com) |
| 13 |
| 14 |
| 15 #include "./dsp.h" |
| 16 |
| 17 #if defined(WEBP_USE_MSA) |
| 18 |
| 19 #include "./msa_macro.h" |
| 20 |
| 21 //------------------------------------------------------------------------------ |
| 22 // Transforms |
| 23 |
| 24 #define IDCT_1D_W(in0, in1, in2, in3, out0, out1, out2, out3) { \ |
| 25 v4i32 a1_m, b1_m, c1_m, d1_m; \ |
| 26 v4i32 c_tmp1_m, c_tmp2_m, d_tmp1_m, d_tmp2_m; \ |
| 27 const v4i32 cospi8sqrt2minus1 = __msa_fill_w(20091); \ |
| 28 const v4i32 sinpi8sqrt2 = __msa_fill_w(35468); \ |
| 29 \ |
| 30 a1_m = in0 + in2; \ |
| 31 b1_m = in0 - in2; \ |
| 32 c_tmp1_m = (in1 * sinpi8sqrt2) >> 16; \ |
| 33 c_tmp2_m = in3 + ((in3 * cospi8sqrt2minus1) >> 16); \ |
| 34 c1_m = c_tmp1_m - c_tmp2_m; \ |
| 35 d_tmp1_m = in1 + ((in1 * cospi8sqrt2minus1) >> 16); \ |
| 36 d_tmp2_m = (in3 * sinpi8sqrt2) >> 16; \ |
| 37 d1_m = d_tmp1_m + d_tmp2_m; \ |
| 38 BUTTERFLY_4(a1_m, b1_m, c1_m, d1_m, out0, out1, out2, out3); \ |
| 39 } |
| 40 #define MULT1(a) ((((a) * 20091) >> 16) + (a)) |
| 41 #define MULT2(a) (((a) * 35468) >> 16) |
| 42 |
| 43 static void TransformOne(const int16_t* in, uint8_t* dst) { |
| 44 v8i16 input0, input1; |
| 45 v4i32 in0, in1, in2, in3, hz0, hz1, hz2, hz3, vt0, vt1, vt2, vt3; |
| 46 v4i32 res0, res1, res2, res3; |
| 47 const v16i8 zero = { 0 }; |
| 48 v16i8 dest0, dest1, dest2, dest3; |
| 49 |
| 50 LD_SH2(in, 8, input0, input1); |
| 51 UNPCK_SH_SW(input0, in0, in1); |
| 52 UNPCK_SH_SW(input1, in2, in3); |
| 53 IDCT_1D_W(in0, in1, in2, in3, hz0, hz1, hz2, hz3); |
| 54 TRANSPOSE4x4_SW_SW(hz0, hz1, hz2, hz3, hz0, hz1, hz2, hz3); |
| 55 IDCT_1D_W(hz0, hz1, hz2, hz3, vt0, vt1, vt2, vt3); |
| 56 SRARI_W4_SW(vt0, vt1, vt2, vt3, 3); |
| 57 TRANSPOSE4x4_SW_SW(vt0, vt1, vt2, vt3, vt0, vt1, vt2, vt3); |
| 58 LD_SB4(dst, BPS, dest0, dest1, dest2, dest3); |
| 59 ILVR_B4_SW(zero, dest0, zero, dest1, zero, dest2, zero, dest3, |
| 60 res0, res1, res2, res3); |
| 61 ILVR_H4_SW(zero, res0, zero, res1, zero, res2, zero, res3, |
| 62 res0, res1, res2, res3); |
| 63 ADD4(res0, vt0, res1, vt1, res2, vt2, res3, vt3, res0, res1, res2, res3); |
| 64 CLIP_SW4_0_255(res0, res1, res2, res3); |
| 65 PCKEV_B2_SW(res0, res1, res2, res3, vt0, vt1); |
| 66 res0 = (v4i32)__msa_pckev_b((v16i8)vt0, (v16i8)vt1); |
| 67 ST4x4_UB(res0, res0, 3, 2, 1, 0, dst, BPS); |
| 68 } |
| 69 |
| 70 static void TransformTwo(const int16_t* in, uint8_t* dst, int do_two) { |
| 71 TransformOne(in, dst); |
| 72 if (do_two) { |
| 73 TransformOne(in + 16, dst + 4); |
| 74 } |
| 75 } |
| 76 |
| 77 static void TransformWHT(const int16_t* in, int16_t* out) { |
| 78 v8i16 input0, input1; |
| 79 const v8i16 mask0 = { 0, 1, 2, 3, 8, 9, 10, 11 }; |
| 80 const v8i16 mask1 = { 4, 5, 6, 7, 12, 13, 14, 15 }; |
| 81 const v8i16 mask2 = { 0, 4, 8, 12, 1, 5, 9, 13 }; |
| 82 const v8i16 mask3 = { 3, 7, 11, 15, 2, 6, 10, 14 }; |
| 83 v8i16 tmp0, tmp1, tmp2, tmp3; |
| 84 v8i16 out0, out1; |
| 85 |
| 86 LD_SH2(in, 8, input0, input1); |
| 87 input1 = SLDI_SH(input1, input1, 8); |
| 88 tmp0 = input0 + input1; |
| 89 tmp1 = input0 - input1; |
| 90 VSHF_H2_SH(tmp0, tmp1, tmp0, tmp1, mask0, mask1, tmp2, tmp3); |
| 91 out0 = tmp2 + tmp3; |
| 92 out1 = tmp2 - tmp3; |
| 93 VSHF_H2_SH(out0, out1, out0, out1, mask2, mask3, input0, input1); |
| 94 tmp0 = input0 + input1; |
| 95 tmp1 = input0 - input1; |
| 96 VSHF_H2_SH(tmp0, tmp1, tmp0, tmp1, mask0, mask1, tmp2, tmp3); |
| 97 tmp0 = tmp2 + tmp3; |
| 98 tmp1 = tmp2 - tmp3; |
| 99 ADDVI_H2_SH(tmp0, 3, tmp1, 3, out0, out1); |
| 100 SRAI_H2_SH(out0, out1, 3); |
| 101 out[0] = __msa_copy_s_h(out0, 0); |
| 102 out[16] = __msa_copy_s_h(out0, 4); |
| 103 out[32] = __msa_copy_s_h(out1, 0); |
| 104 out[48] = __msa_copy_s_h(out1, 4); |
| 105 out[64] = __msa_copy_s_h(out0, 1); |
| 106 out[80] = __msa_copy_s_h(out0, 5); |
| 107 out[96] = __msa_copy_s_h(out1, 1); |
| 108 out[112] = __msa_copy_s_h(out1, 5); |
| 109 out[128] = __msa_copy_s_h(out0, 2); |
| 110 out[144] = __msa_copy_s_h(out0, 6); |
| 111 out[160] = __msa_copy_s_h(out1, 2); |
| 112 out[176] = __msa_copy_s_h(out1, 6); |
| 113 out[192] = __msa_copy_s_h(out0, 3); |
| 114 out[208] = __msa_copy_s_h(out0, 7); |
| 115 out[224] = __msa_copy_s_h(out1, 3); |
| 116 out[240] = __msa_copy_s_h(out1, 7); |
| 117 } |
| 118 |
| 119 static void TransformDC(const int16_t* in, uint8_t* dst) { |
| 120 const int DC = (in[0] + 4) >> 3; |
| 121 const v8i16 tmp0 = __msa_fill_h(DC); |
| 122 ADDBLK_ST4x4_UB(tmp0, tmp0, tmp0, tmp0, dst, BPS); |
| 123 } |
| 124 |
| 125 static void TransformAC3(const int16_t* in, uint8_t* dst) { |
| 126 const int a = in[0] + 4; |
| 127 const int c4 = MULT2(in[4]); |
| 128 const int d4 = MULT1(in[4]); |
| 129 const int in2 = MULT2(in[1]); |
| 130 const int in3 = MULT1(in[1]); |
| 131 v4i32 tmp0 = { 0 }; |
| 132 v4i32 out0 = __msa_fill_w(a + d4); |
| 133 v4i32 out1 = __msa_fill_w(a + c4); |
| 134 v4i32 out2 = __msa_fill_w(a - c4); |
| 135 v4i32 out3 = __msa_fill_w(a - d4); |
| 136 v4i32 res0, res1, res2, res3; |
| 137 const v4i32 zero = { 0 }; |
| 138 v16u8 dest0, dest1, dest2, dest3; |
| 139 |
| 140 INSERT_W4_SW(in3, in2, -in2, -in3, tmp0); |
| 141 ADD4(out0, tmp0, out1, tmp0, out2, tmp0, out3, tmp0, |
| 142 out0, out1, out2, out3); |
| 143 SRAI_W4_SW(out0, out1, out2, out3, 3); |
| 144 LD_UB4(dst, BPS, dest0, dest1, dest2, dest3); |
| 145 ILVR_B4_SW(zero, dest0, zero, dest1, zero, dest2, zero, dest3, |
| 146 res0, res1, res2, res3); |
| 147 ILVR_H4_SW(zero, res0, zero, res1, zero, res2, zero, res3, |
| 148 res0, res1, res2, res3); |
| 149 ADD4(res0, out0, res1, out1, res2, out2, res3, out3, res0, res1, res2, res3); |
| 150 CLIP_SW4_0_255(res0, res1, res2, res3); |
| 151 PCKEV_B2_SW(res0, res1, res2, res3, out0, out1); |
| 152 res0 = (v4i32)__msa_pckev_b((v16i8)out0, (v16i8)out1); |
| 153 ST4x4_UB(res0, res0, 3, 2, 1, 0, dst, BPS); |
| 154 } |
| 155 |
| 156 //------------------------------------------------------------------------------ |
| 157 // Entry point |
| 158 |
| 159 extern void VP8DspInitMSA(void); |
| 160 |
| 161 WEBP_TSAN_IGNORE_FUNCTION void VP8DspInitMSA(void) { |
| 162 VP8TransformWHT = TransformWHT; |
| 163 VP8Transform = TransformTwo; |
| 164 VP8TransformDC = TransformDC; |
| 165 VP8TransformAC3 = TransformAC3; |
| 166 } |
| 167 |
| 168 #else // !WEBP_USE_MSA |
| 169 |
| 170 WEBP_DSP_INIT_STUB(VP8DspInitMSA) |
| 171 |
| 172 #endif // WEBP_USE_MSA |
OLD | NEW |