| OLD | NEW |
|---|
| (Empty) | |
| 1 /* |
| 2 * Copyright (c) 2013 The WebM project authors. All Rights Reserved. |
| 3 * |
| 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ |
| 10 |
| 11 #include <assert.h> |
| 12 #include <stdio.h> |
| 13 |
| 14 #include "./vpx_config.h" |
| 15 #include "./vp9_rtcd.h" |
| 16 #include "vp9/common/vp9_common.h" |
| 17 #include "vpx/vpx_integer.h" |
| 18 #include "vpx_ports/mem.h" |
| 19 #include "vp9/common/vp9_convolve.h" |
| 20 #include "vp9/common/mips/dspr2/vp9_common_dspr2.h" |
| 21 |
| 22 #if HAVE_DSPR2 |
| 23 static void convolve_horiz_4_dspr2(const uint8_t *src, |
| 24 int32_t src_stride, |
| 25 uint8_t *dst, |
| 26 int32_t dst_stride, |
| 27 const int16_t *filter_x0, |
| 28 int32_t h) { |
| 29 int32_t y; |
| 30 uint8_t *cm = vp9_ff_cropTbl; |
| 31 int32_t vector1b, vector2b, vector3b, vector4b; |
| 32 int32_t Temp1, Temp2, Temp3, Temp4; |
| 33 uint32_t vector4a = 64; |
| 34 uint32_t tp1, tp2; |
| 35 uint32_t p1, p2, p3, p4; |
| 36 uint32_t n1, n2, n3, n4; |
| 37 uint32_t tn1, tn2; |
| 38 |
| 39 vector1b = ((const int32_t *)filter_x0)[0]; |
| 40 vector2b = ((const int32_t *)filter_x0)[1]; |
| 41 vector3b = ((const int32_t *)filter_x0)[2]; |
| 42 vector4b = ((const int32_t *)filter_x0)[3]; |
| 43 |
| 44 for (y = h; y--;) { |
| 45 /* prefetch data to cache memory */ |
| 46 vp9_prefetch_load(src + src_stride); |
| 47 vp9_prefetch_load(src + src_stride + 32); |
| 48 vp9_prefetch_store(dst + dst_stride); |
| 49 |
| 50 __asm__ __volatile__ ( |
| 51 "ulw %[tp1], 0(%[src]) \n\t" |
| 52 "ulw %[tp2], 4(%[src]) \n\t" |
| 53 |
| 54 /* even 1. pixel */ |
| 55 "mtlo %[vector4a], $ac3 \n\t" |
| 56 "mthi $zero, $ac3 \n\t" |
| 57 "preceu.ph.qbr %[p1], %[tp1] \n\t" |
| 58 "preceu.ph.qbl %[p2], %[tp1] \n\t" |
| 59 "preceu.ph.qbr %[p3], %[tp2] \n\t" |
| 60 "preceu.ph.qbl %[p4], %[tp2] \n\t" |
| 61 "dpa.w.ph $ac3, %[p1], %[vector1b] \n\t" |
| 62 "dpa.w.ph $ac3, %[p2], %[vector2b] \n\t" |
| 63 "dpa.w.ph $ac3, %[p3], %[vector3b] \n\t" |
| 64 "ulw %[tn2], 8(%[src]) \n\t" |
| 65 "dpa.w.ph $ac3, %[p4], %[vector4b] \n\t" |
| 66 "extp %[Temp1], $ac3, 31 \n\t" |
| 67 |
| 68 /* even 2. pixel */ |
| 69 "mtlo %[vector4a], $ac2 \n\t" |
| 70 "mthi $zero, $ac2 \n\t" |
| 71 "preceu.ph.qbr %[p1], %[tn2] \n\t" |
| 72 "balign %[tn1], %[tn2], 3 \n\t" |
| 73 "balign %[tn2], %[tp2], 3 \n\t" |
| 74 "balign %[tp2], %[tp1], 3 \n\t" |
| 75 "dpa.w.ph $ac2, %[p2], %[vector1b] \n\t" |
| 76 "dpa.w.ph $ac2, %[p3], %[vector2b] \n\t" |
| 77 "dpa.w.ph $ac2, %[p4], %[vector3b] \n\t" |
| 78 "dpa.w.ph $ac2, %[p1], %[vector4b] \n\t" |
| 79 "extp %[Temp3], $ac2, 31 \n\t" |
| 80 |
| 81 /* odd 1. pixel */ |
| 82 "lbux %[tp1], %[Temp1](%[cm]) \n\t" |
| 83 "mtlo %[vector4a], $ac3 \n\t" |
| 84 "mthi $zero, $ac3 \n\t" |
| 85 "preceu.ph.qbr %[n1], %[tp2] \n\t" |
| 86 "preceu.ph.qbl %[n2], %[tp2] \n\t" |
| 87 "preceu.ph.qbr %[n3], %[tn2] \n\t" |
| 88 "preceu.ph.qbl %[n4], %[tn2] \n\t" |
| 89 "dpa.w.ph $ac3, %[n1], %[vector1b] \n\t" |
| 90 "dpa.w.ph $ac3, %[n2], %[vector2b] \n\t" |
| 91 "dpa.w.ph $ac3, %[n3], %[vector3b] \n\t" |
| 92 "dpa.w.ph $ac3, %[n4], %[vector4b] \n\t" |
| 93 "extp %[Temp2], $ac3, 31 \n\t" |
| 94 |
| 95 /* odd 2. pixel */ |
| 96 "lbux %[tp2], %[Temp3](%[cm]) \n\t" |
| 97 "mtlo %[vector4a], $ac2 \n\t" |
| 98 "mthi $zero, $ac2 \n\t" |
| 99 "preceu.ph.qbr %[n1], %[tn1] \n\t" |
| 100 "dpa.w.ph $ac2, %[n2], %[vector1b] \n\t" |
| 101 "dpa.w.ph $ac2, %[n3], %[vector2b] \n\t" |
| 102 "dpa.w.ph $ac2, %[n4], %[vector3b] \n\t" |
| 103 "dpa.w.ph $ac2, %[n1], %[vector4b] \n\t" |
| 104 "extp %[Temp4], $ac2, 31 \n\t" |
| 105 |
| 106 /* clamp */ |
| 107 "lbux %[tn1], %[Temp2](%[cm]) \n\t" |
| 108 "lbux %[n2], %[Temp4](%[cm]) \n\t" |
| 109 |
| 110 /* store bytes */ |
| 111 "sb %[tp1], 0(%[dst]) \n\t" |
| 112 "sb %[tn1], 1(%[dst]) \n\t" |
| 113 "sb %[tp2], 2(%[dst]) \n\t" |
| 114 "sb %[n2], 3(%[dst]) \n\t" |
| 115 |
| 116 : [tp1] "=&r" (tp1), [tp2] "=&r" (tp2), |
| 117 [tn1] "=&r" (tn1), [tn2] "=&r" (tn2), |
| 118 [p1] "=&r" (p1), [p2] "=&r" (p2), [p3] "=&r" (p3), [p4] "=&r" (p4), |
| 119 [n1] "=&r" (n1), [n2] "=&r" (n2), [n3] "=&r" (n3), [n4] "=&r" (n4), |
| 120 [Temp1] "=&r" (Temp1), [Temp2] "=&r" (Temp2), |
| 121 [Temp3] "=&r" (Temp3), [Temp4] "=&r" (Temp4) |
| 122 : [vector1b] "r" (vector1b), [vector2b] "r" (vector2b), |
| 123 [vector3b] "r" (vector3b), [vector4b] "r" (vector4b), |
| 124 [vector4a] "r" (vector4a), |
| 125 [cm] "r" (cm), [dst] "r" (dst), [src] "r" (src) |
| 126 ); |
| 127 |
| 128 /* Next row... */ |
| 129 src += src_stride; |
| 130 dst += dst_stride; |
| 131 } |
| 132 } |
| 133 |
| 134 static void convolve_horiz_8_dspr2(const uint8_t *src, |
| 135 int32_t src_stride, |
| 136 uint8_t *dst, |
| 137 int32_t dst_stride, |
| 138 const int16_t *filter_x0, |
| 139 int32_t h) { |
| 140 int32_t y; |
| 141 uint8_t *cm = vp9_ff_cropTbl; |
| 142 uint32_t vector4a = 64; |
| 143 int32_t vector1b, vector2b, vector3b, vector4b; |
| 144 int32_t Temp1, Temp2, Temp3; |
| 145 uint32_t tp1, tp2; |
| 146 uint32_t p1, p2, p3, p4, n1; |
| 147 uint32_t tn1, tn2, tn3; |
| 148 uint32_t st0, st1; |
| 149 |
| 150 vector1b = ((const int32_t *)filter_x0)[0]; |
| 151 vector2b = ((const int32_t *)filter_x0)[1]; |
| 152 vector3b = ((const int32_t *)filter_x0)[2]; |
| 153 vector4b = ((const int32_t *)filter_x0)[3]; |
| 154 |
| 155 for (y = h; y--;) { |
| 156 /* prefetch data to cache memory */ |
| 157 vp9_prefetch_load(src + src_stride); |
| 158 vp9_prefetch_load(src + src_stride + 32); |
| 159 vp9_prefetch_store(dst + dst_stride); |
| 160 |
| 161 __asm__ __volatile__ ( |
| 162 "ulw %[tp1], 0(%[src]) \n\t" |
| 163 "ulw %[tp2], 4(%[src]) \n\t" |
| 164 |
| 165 /* even 1. pixel */ |
| 166 "mtlo %[vector4a], $ac3 \n\t" |
| 167 "mthi $zero, $ac3 \n\t" |
| 168 "mtlo %[vector4a], $ac2 \n\t" |
| 169 "mthi $zero, $ac2 \n\t" |
| 170 "preceu.ph.qbr %[p1], %[tp1] \n\t" |
| 171 "preceu.ph.qbl %[p2], %[tp1] \n\t" |
| 172 "preceu.ph.qbr %[p3], %[tp2] \n\t" |
| 173 "preceu.ph.qbl %[p4], %[tp2] \n\t" |
| 174 "ulw %[tn2], 8(%[src]) \n\t" |
| 175 "dpa.w.ph $ac3, %[p1], %[vector1b] \n\t" |
| 176 "dpa.w.ph $ac3, %[p2], %[vector2b] \n\t" |
| 177 "dpa.w.ph $ac3, %[p3], %[vector3b] \n\t" |
| 178 "dpa.w.ph $ac3, %[p4], %[vector4b] \n\t" |
| 179 "extp %[Temp1], $ac3, 31 \n\t" |
| 180 |
| 181 /* even 2. pixel */ |
| 182 "preceu.ph.qbr %[p1], %[tn2] \n\t" |
| 183 "preceu.ph.qbl %[n1], %[tn2] \n\t" |
| 184 "ulw %[tn1], 12(%[src]) \n\t" |
| 185 "dpa.w.ph $ac2, %[p2], %[vector1b] \n\t" |
| 186 "dpa.w.ph $ac2, %[p3], %[vector2b] \n\t" |
| 187 "dpa.w.ph $ac2, %[p4], %[vector3b] \n\t" |
| 188 "dpa.w.ph $ac2, %[p1], %[vector4b] \n\t" |
| 189 "extp %[Temp3], $ac2, 31 \n\t" |
| 190 |
| 191 /* even 3. pixel */ |
| 192 "lbux %[st0], %[Temp1](%[cm]) \n\t" |
| 193 "mtlo %[vector4a], $ac1 \n\t" |
| 194 "mthi $zero, $ac1 \n\t" |
| 195 "preceu.ph.qbr %[p2], %[tn1] \n\t" |
| 196 "dpa.w.ph $ac1, %[p3], %[vector1b] \n\t" |
| 197 "dpa.w.ph $ac1, %[p4], %[vector2b] \n\t" |
| 198 "dpa.w.ph $ac1, %[p1], %[vector3b] \n\t" |
| 199 "dpa.w.ph $ac1, %[n1], %[vector4b] \n\t" |
| 200 "extp %[Temp1], $ac1, 31 \n\t" |
| 201 |
| 202 /* even 4. pixel */ |
| 203 "mtlo %[vector4a], $ac2 \n\t" |
| 204 "mthi $zero, $ac2 \n\t" |
| 205 "mtlo %[vector4a], $ac3 \n\t" |
| 206 "mthi $zero, $ac3 \n\t" |
| 207 "sb %[st0], 0(%[dst]) \n\t" |
| 208 "lbux %[st1], %[Temp3](%[cm]) \n\t" |
| 209 |
| 210 "balign %[tn3], %[tn1], 3 \n\t" |
| 211 "balign %[tn1], %[tn2], 3 \n\t" |
| 212 "balign %[tn2], %[tp2], 3 \n\t" |
| 213 "balign %[tp2], %[tp1], 3 \n\t" |
| 214 |
| 215 "dpa.w.ph $ac2, %[p4], %[vector1b] \n\t" |
| 216 "dpa.w.ph $ac2, %[p1], %[vector2b] \n\t" |
| 217 "dpa.w.ph $ac2, %[n1], %[vector3b] \n\t" |
| 218 "dpa.w.ph $ac2, %[p2], %[vector4b] \n\t" |
| 219 "extp %[Temp3], $ac2, 31 \n\t" |
| 220 |
| 221 "lbux %[st0], %[Temp1](%[cm]) \n\t" |
| 222 |
| 223 /* odd 1. pixel */ |
| 224 "mtlo %[vector4a], $ac1 \n\t" |
| 225 "mthi $zero, $ac1 \n\t" |
| 226 "sb %[st1], 2(%[dst]) \n\t" |
| 227 "preceu.ph.qbr %[p1], %[tp2] \n\t" |
| 228 "preceu.ph.qbl %[p2], %[tp2] \n\t" |
| 229 "preceu.ph.qbr %[p3], %[tn2] \n\t" |
| 230 "preceu.ph.qbl %[p4], %[tn2] \n\t" |
| 231 "sb %[st0], 4(%[dst]) \n\t" |
| 232 "dpa.w.ph $ac3, %[p1], %[vector1b] \n\t" |
| 233 "dpa.w.ph $ac3, %[p2], %[vector2b] \n\t" |
| 234 "dpa.w.ph $ac3, %[p3], %[vector3b] \n\t" |
| 235 "dpa.w.ph $ac3, %[p4], %[vector4b] \n\t" |
| 236 "extp %[Temp2], $ac3, 31 \n\t" |
| 237 |
| 238 /* odd 2. pixel */ |
| 239 "mtlo %[vector4a], $ac3 \n\t" |
| 240 "mthi $zero, $ac3 \n\t" |
| 241 "mtlo %[vector4a], $ac2 \n\t" |
| 242 "mthi $zero, $ac2 \n\t" |
| 243 "preceu.ph.qbr %[p1], %[tn1] \n\t" |
| 244 "preceu.ph.qbl %[n1], %[tn1] \n\t" |
| 245 "lbux %[st0], %[Temp3](%[cm]) \n\t" |
| 246 "dpa.w.ph $ac1, %[p2], %[vector1b] \n\t" |
| 247 "dpa.w.ph $ac1, %[p3], %[vector2b] \n\t" |
| 248 "dpa.w.ph $ac1, %[p4], %[vector3b] \n\t" |
| 249 "dpa.w.ph $ac1, %[p1], %[vector4b] \n\t" |
| 250 "extp %[Temp3], $ac1, 31 \n\t" |
| 251 |
| 252 /* odd 3. pixel */ |
| 253 "lbux %[st1], %[Temp2](%[cm]) \n\t" |
| 254 "preceu.ph.qbr %[p2], %[tn3] \n\t" |
| 255 "dpa.w.ph $ac3, %[p3], %[vector1b] \n\t" |
| 256 "dpa.w.ph $ac3, %[p4], %[vector2b] \n\t" |
| 257 "dpa.w.ph $ac3, %[p1], %[vector3b] \n\t" |
| 258 "dpa.w.ph $ac3, %[n1], %[vector4b] \n\t" |
| 259 "extp %[Temp2], $ac3, 31 \n\t" |
| 260 |
| 261 /* odd 4. pixel */ |
| 262 "sb %[st1], 1(%[dst]) \n\t" |
| 263 "sb %[st0], 6(%[dst]) \n\t" |
| 264 "dpa.w.ph $ac2, %[p4], %[vector1b] \n\t" |
| 265 "dpa.w.ph $ac2, %[p1], %[vector2b] \n\t" |
| 266 "dpa.w.ph $ac2, %[n1], %[vector3b] \n\t" |
| 267 "dpa.w.ph $ac2, %[p2], %[vector4b] \n\t" |
| 268 "extp %[Temp1], $ac2, 31 \n\t" |
| 269 |
| 270 /* clamp */ |
| 271 "lbux %[p4], %[Temp3](%[cm]) \n\t" |
| 272 "lbux %[p2], %[Temp2](%[cm]) \n\t" |
| 273 "lbux %[n1], %[Temp1](%[cm]) \n\t" |
| 274 |
| 275 /* store bytes */ |
| 276 "sb %[p4], 3(%[dst]) \n\t" |
| 277 "sb %[p2], 5(%[dst]) \n\t" |
| 278 "sb %[n1], 7(%[dst]) \n\t" |
| 279 |
| 280 : [tp1] "=&r" (tp1), [tp2] "=&r" (tp2), |
| 281 [tn1] "=&r" (tn1), [tn2] "=&r" (tn2), [tn3] "=&r" (tn3), |
| 282 [st0] "=&r" (st0), [st1] "=&r" (st1), |
| 283 [p1] "=&r" (p1), [p2] "=&r" (p2), [p3] "=&r" (p3), [p4] "=&r" (p4), |
| 284 [n1] "=&r" (n1), |
| 285 [Temp1] "=&r" (Temp1), [Temp2] "=&r" (Temp2), [Temp3] "=&r" (Temp3) |
| 286 : [vector1b] "r" (vector1b), [vector2b] "r" (vector2b), |
| 287 [vector3b] "r" (vector3b), [vector4b] "r" (vector4b), |
| 288 [vector4a] "r" (vector4a), |
| 289 [cm] "r" (cm), [dst] "r" (dst), [src] "r" (src) |
| 290 ); |
| 291 |
| 292 /* Next row... */ |
| 293 src += src_stride; |
| 294 dst += dst_stride; |
| 295 } |
| 296 } |
| 297 |
| 298 static void convolve_horiz_16_dspr2(const uint8_t *src_ptr, |
| 299 int32_t src_stride, |
| 300 uint8_t *dst_ptr, |
| 301 int32_t dst_stride, |
| 302 const int16_t *filter_x0, |
| 303 int32_t h, |
| 304 int32_t count) { |
| 305 int32_t y, c; |
| 306 const uint8_t *src; |
| 307 uint8_t *dst; |
| 308 uint8_t *cm = vp9_ff_cropTbl; |
| 309 uint32_t vector_64 = 64; |
| 310 int32_t filter12, filter34, filter56, filter78; |
| 311 int32_t Temp1, Temp2, Temp3; |
| 312 uint32_t qload1, qload2, qload3; |
| 313 uint32_t p1, p2, p3, p4, p5; |
| 314 uint32_t st1, st2, st3; |
| 315 |
| 316 filter12 = ((const int32_t *)filter_x0)[0]; |
| 317 filter34 = ((const int32_t *)filter_x0)[1]; |
| 318 filter56 = ((const int32_t *)filter_x0)[2]; |
| 319 filter78 = ((const int32_t *)filter_x0)[3]; |
| 320 |
| 321 for (y = h; y--;) { |
| 322 src = src_ptr; |
| 323 dst = dst_ptr; |
| 324 |
| 325 /* prefetch data to cache memory */ |
| 326 vp9_prefetch_load(src_ptr + src_stride); |
| 327 vp9_prefetch_load(src_ptr + src_stride + 32); |
| 328 vp9_prefetch_store(dst_ptr + dst_stride); |
| 329 |
| 330 for (c = 0; c < count; c++) { |
| 331 __asm__ __volatile__ ( |
| 332 "ulw %[qload1], 0(%[src]) \n\t" |
| 333 "ulw %[qload2], 4(%[src]) \n\t" |
| 334 |
| 335 /* even 1. pixel */ |
| 336 "mtlo %[vector_64], $ac1 \n\t" /*
even 1 */ |
| 337 "mthi $zero, $ac1 \n\t" |
| 338 "mtlo %[vector_64], $ac2 \n\t" /*
even 2 */ |
| 339 "mthi $zero, $ac2 \n\t" |
| 340 "preceu.ph.qbr %[p1], %[qload1] \n\t" |
| 341 "preceu.ph.qbl %[p2], %[qload1] \n\t" |
| 342 "preceu.ph.qbr %[p3], %[qload2] \n\t" |
| 343 "preceu.ph.qbl %[p4], %[qload2] \n\t" |
| 344 "ulw %[qload3], 8(%[src]) \n\t" |
| 345 "dpa.w.ph $ac1, %[p1], %[filter12] \n\t" /*
even 1 */ |
| 346 "dpa.w.ph $ac1, %[p2], %[filter34] \n\t" /*
even 1 */ |
| 347 "dpa.w.ph $ac1, %[p3], %[filter56] \n\t" /*
even 1 */ |
| 348 "dpa.w.ph $ac1, %[p4], %[filter78] \n\t" /*
even 1 */ |
| 349 "extp %[Temp1], $ac1, 31 \n\t" /*
even 1 */ |
| 350 |
| 351 /* even 2. pixel */ |
| 352 "mtlo %[vector_64], $ac3 \n\t" /*
even 3 */ |
| 353 "mthi $zero, $ac3 \n\t" |
| 354 "preceu.ph.qbr %[p1], %[qload3] \n\t" |
| 355 "preceu.ph.qbl %[p5], %[qload3] \n\t" |
| 356 "ulw %[qload1], 12(%[src]) \n\t" |
| 357 "dpa.w.ph $ac2, %[p2], %[filter12] \n\t" /*
even 1 */ |
| 358 "dpa.w.ph $ac2, %[p3], %[filter34] \n\t" /*
even 1 */ |
| 359 "dpa.w.ph $ac2, %[p4], %[filter56] \n\t" /*
even 1 */ |
| 360 "dpa.w.ph $ac2, %[p1], %[filter78] \n\t" /*
even 1 */ |
| 361 "extp %[Temp2], $ac2, 31 \n\t" /*
even 1 */ |
| 362 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
even 1 */ |
| 363 |
| 364 /* even 3. pixel */ |
| 365 "mtlo %[vector_64], $ac1 \n\t" /*
even 4 */ |
| 366 "mthi $zero, $ac1 \n\t" |
| 367 "preceu.ph.qbr %[p2], %[qload1] \n\t" |
| 368 "sb %[st1], 0(%[dst]) \n\t" /*
even 1 */ |
| 369 "dpa.w.ph $ac3, %[p3], %[filter12] \n\t" /*
even 3 */ |
| 370 "dpa.w.ph $ac3, %[p4], %[filter34] \n\t" /*
even 3 */ |
| 371 "dpa.w.ph $ac3, %[p1], %[filter56] \n\t" /*
even 3 */ |
| 372 "dpa.w.ph $ac3, %[p5], %[filter78] \n\t" /*
even 3 */ |
| 373 "extp %[Temp3], $ac3, 31 \n\t" /*
even 3 */ |
| 374 "lbux %[st2], %[Temp2](%[cm]) \n\t" /*
even 1 */ |
| 375 |
| 376 /* even 4. pixel */ |
| 377 "mtlo %[vector_64], $ac2 \n\t" /*
even 5 */ |
| 378 "mthi $zero, $ac2 \n\t" |
| 379 "preceu.ph.qbl %[p3], %[qload1] \n\t" |
| 380 "sb %[st2], 2(%[dst]) \n\t" /*
even 1 */ |
| 381 "ulw %[qload2], 16(%[src]) \n\t" |
| 382 "dpa.w.ph $ac1, %[p4], %[filter12] \n\t" /*
even 4 */ |
| 383 "dpa.w.ph $ac1, %[p1], %[filter34] \n\t" /*
even 4 */ |
| 384 "dpa.w.ph $ac1, %[p5], %[filter56] \n\t" /*
even 4 */ |
| 385 "dpa.w.ph $ac1, %[p2], %[filter78] \n\t" /*
even 4 */ |
| 386 "extp %[Temp1], $ac1, 31 \n\t" /*
even 4 */ |
| 387 "lbux %[st3], %[Temp3](%[cm]) \n\t" /*
even 3 */ |
| 388 |
| 389 /* even 5. pixel */ |
| 390 "mtlo %[vector_64], $ac3 \n\t" /*
even 6 */ |
| 391 "mthi $zero, $ac3 \n\t" |
| 392 "preceu.ph.qbr %[p4], %[qload2] \n\t" |
| 393 "sb %[st3], 4(%[dst]) \n\t" /*
even 3 */ |
| 394 "dpa.w.ph $ac2, %[p1], %[filter12] \n\t" /*
even 5 */ |
| 395 "dpa.w.ph $ac2, %[p5], %[filter34] \n\t" /*
even 5 */ |
| 396 "dpa.w.ph $ac2, %[p2], %[filter56] \n\t" /*
even 5 */ |
| 397 "dpa.w.ph $ac2, %[p3], %[filter78] \n\t" /*
even 5 */ |
| 398 "extp %[Temp2], $ac2, 31 \n\t" /*
even 5 */ |
| 399 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
even 4 */ |
| 400 |
| 401 /* even 6. pixel */ |
| 402 "mtlo %[vector_64], $ac1 \n\t" /*
even 7 */ |
| 403 "mthi $zero, $ac1 \n\t" |
| 404 "preceu.ph.qbl %[p1], %[qload2] \n\t" |
| 405 "sb %[st1], 6(%[dst]) \n\t" /*
even 4 */ |
| 406 "ulw %[qload3], 20(%[src]) \n\t" |
| 407 "dpa.w.ph $ac3, %[p5], %[filter12] \n\t" /*
even 6 */ |
| 408 "dpa.w.ph $ac3, %[p2], %[filter34] \n\t" /*
even 6 */ |
| 409 "dpa.w.ph $ac3, %[p3], %[filter56] \n\t" /*
even 6 */ |
| 410 "dpa.w.ph $ac3, %[p4], %[filter78] \n\t" /*
even 6 */ |
| 411 "extp %[Temp3], $ac3, 31 \n\t" /*
even 6 */ |
| 412 "lbux %[st2], %[Temp2](%[cm]) \n\t" /*
even 5 */ |
| 413 |
| 414 /* even 7. pixel */ |
| 415 "mtlo %[vector_64], $ac2 \n\t" /*
even 8 */ |
| 416 "mthi $zero, $ac2 \n\t" |
| 417 "preceu.ph.qbr %[p5], %[qload3] \n\t" |
| 418 "sb %[st2], 8(%[dst]) \n\t" /*
even 5 */ |
| 419 "dpa.w.ph $ac1, %[p2], %[filter12] \n\t" /*
even 7 */ |
| 420 "dpa.w.ph $ac1, %[p3], %[filter34] \n\t" /*
even 7 */ |
| 421 "dpa.w.ph $ac1, %[p4], %[filter56] \n\t" /*
even 7 */ |
| 422 "dpa.w.ph $ac1, %[p1], %[filter78] \n\t" /*
even 7 */ |
| 423 "extp %[Temp1], $ac1, 31 \n\t" /*
even 7 */ |
| 424 "lbux %[st3], %[Temp3](%[cm]) \n\t" /*
even 6 */ |
| 425 |
| 426 /* even 8. pixel */ |
| 427 "mtlo %[vector_64], $ac3 \n\t" /*
odd 1 */ |
| 428 "mthi $zero, $ac3 \n\t" |
| 429 "dpa.w.ph $ac2, %[p3], %[filter12] \n\t" /*
even 8 */ |
| 430 "dpa.w.ph $ac2, %[p4], %[filter34] \n\t" /*
even 8 */ |
| 431 "sb %[st3], 10(%[dst]) \n\t" /*
even 6 */ |
| 432 "dpa.w.ph $ac2, %[p1], %[filter56] \n\t" /*
even 8 */ |
| 433 "dpa.w.ph $ac2, %[p5], %[filter78] \n\t" /*
even 8 */ |
| 434 "extp %[Temp2], $ac2, 31 \n\t" /*
even 8 */ |
| 435 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
even 7 */ |
| 436 |
| 437 /* ODD pixels */ |
| 438 "ulw %[qload1], 1(%[src]) \n\t" |
| 439 "ulw %[qload2], 5(%[src]) \n\t" |
| 440 |
| 441 /* odd 1. pixel */ |
| 442 "mtlo %[vector_64], $ac1 \n\t" /*
odd 2 */ |
| 443 "mthi $zero, $ac1 \n\t" |
| 444 "preceu.ph.qbr %[p1], %[qload1] \n\t" |
| 445 "preceu.ph.qbl %[p2], %[qload1] \n\t" |
| 446 "preceu.ph.qbr %[p3], %[qload2] \n\t" |
| 447 "preceu.ph.qbl %[p4], %[qload2] \n\t" |
| 448 "sb %[st1], 12(%[dst]) \n\t" /*
even 7 */ |
| 449 "ulw %[qload3], 9(%[src]) \n\t" |
| 450 "dpa.w.ph $ac3, %[p1], %[filter12] \n\t" /*
odd 1 */ |
| 451 "dpa.w.ph $ac3, %[p2], %[filter34] \n\t" /*
odd 1 */ |
| 452 "dpa.w.ph $ac3, %[p3], %[filter56] \n\t" /*
odd 1 */ |
| 453 "dpa.w.ph $ac3, %[p4], %[filter78] \n\t" /*
odd 1 */ |
| 454 "extp %[Temp3], $ac3, 31 \n\t" /*
odd 1 */ |
| 455 "lbux %[st2], %[Temp2](%[cm]) \n\t" /*
even 8 */ |
| 456 |
| 457 /* odd 2. pixel */ |
| 458 "mtlo %[vector_64], $ac2 \n\t" /*
odd 3 */ |
| 459 "mthi $zero, $ac2 \n\t" |
| 460 "preceu.ph.qbr %[p1], %[qload3] \n\t" |
| 461 "preceu.ph.qbl %[p5], %[qload3] \n\t" |
| 462 "sb %[st2], 14(%[dst]) \n\t" /*
even 8 */ |
| 463 "ulw %[qload1], 13(%[src]) \n\t" |
| 464 "dpa.w.ph $ac1, %[p2], %[filter12] \n\t" /*
odd 2 */ |
| 465 "dpa.w.ph $ac1, %[p3], %[filter34] \n\t" /*
odd 2 */ |
| 466 "dpa.w.ph $ac1, %[p4], %[filter56] \n\t" /*
odd 2 */ |
| 467 "dpa.w.ph $ac1, %[p1], %[filter78] \n\t" /*
odd 2 */ |
| 468 "extp %[Temp1], $ac1, 31 \n\t" /*
odd 2 */ |
| 469 "lbux %[st3], %[Temp3](%[cm]) \n\t" /*
odd 1 */ |
| 470 |
| 471 /* odd 3. pixel */ |
| 472 "mtlo %[vector_64], $ac3 \n\t" /*
odd 4 */ |
| 473 "mthi $zero, $ac3 \n\t" |
| 474 "preceu.ph.qbr %[p2], %[qload1] \n\t" |
| 475 "sb %[st3], 1(%[dst]) \n\t" /*
odd 1 */ |
| 476 "dpa.w.ph $ac2, %[p3], %[filter12] \n\t" /*
odd 3 */ |
| 477 "dpa.w.ph $ac2, %[p4], %[filter34] \n\t" /*
odd 3 */ |
| 478 "dpa.w.ph $ac2, %[p1], %[filter56] \n\t" /*
odd 3 */ |
| 479 "dpa.w.ph $ac2, %[p5], %[filter78] \n\t" /*
odd 3 */ |
| 480 "extp %[Temp2], $ac2, 31 \n\t" /*
odd 3 */ |
| 481 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
odd 2 */ |
| 482 |
| 483 /* odd 4. pixel */ |
| 484 "mtlo %[vector_64], $ac1 \n\t" /*
odd 5 */ |
| 485 "mthi $zero, $ac1 \n\t" |
| 486 "preceu.ph.qbl %[p3], %[qload1] \n\t" |
| 487 "sb %[st1], 3(%[dst]) \n\t" /*
odd 2 */ |
| 488 "ulw %[qload2], 17(%[src]) \n\t" |
| 489 "dpa.w.ph $ac3, %[p4], %[filter12] \n\t" /*
odd 4 */ |
| 490 "dpa.w.ph $ac3, %[p1], %[filter34] \n\t" /*
odd 4 */ |
| 491 "dpa.w.ph $ac3, %[p5], %[filter56] \n\t" /*
odd 4 */ |
| 492 "dpa.w.ph $ac3, %[p2], %[filter78] \n\t" /*
odd 4 */ |
| 493 "extp %[Temp3], $ac3, 31 \n\t" /*
odd 4 */ |
| 494 "lbux %[st2], %[Temp2](%[cm]) \n\t" /*
odd 3 */ |
| 495 |
| 496 /* odd 5. pixel */ |
| 497 "mtlo %[vector_64], $ac2 \n\t" /*
odd 6 */ |
| 498 "mthi $zero, $ac2 \n\t" |
| 499 "preceu.ph.qbr %[p4], %[qload2] \n\t" |
| 500 "sb %[st2], 5(%[dst]) \n\t" /*
odd 3 */ |
| 501 "dpa.w.ph $ac1, %[p1], %[filter12] \n\t" /*
odd 5 */ |
| 502 "dpa.w.ph $ac1, %[p5], %[filter34] \n\t" /*
odd 5 */ |
| 503 "dpa.w.ph $ac1, %[p2], %[filter56] \n\t" /*
odd 5 */ |
| 504 "dpa.w.ph $ac1, %[p3], %[filter78] \n\t" /*
odd 5 */ |
| 505 "extp %[Temp1], $ac1, 31 \n\t" /*
odd 5 */ |
| 506 "lbux %[st3], %[Temp3](%[cm]) \n\t" /*
odd 4 */ |
| 507 |
| 508 /* odd 6. pixel */ |
| 509 "mtlo %[vector_64], $ac3 \n\t" /*
odd 7 */ |
| 510 "mthi $zero, $ac3 \n\t" |
| 511 "preceu.ph.qbl %[p1], %[qload2] \n\t" |
| 512 "sb %[st3], 7(%[dst]) \n\t" /*
odd 4 */ |
| 513 "ulw %[qload3], 21(%[src]) \n\t" |
| 514 "dpa.w.ph $ac2, %[p5], %[filter12] \n\t" /*
odd 6 */ |
| 515 "dpa.w.ph $ac2, %[p2], %[filter34] \n\t" /*
odd 6 */ |
| 516 "dpa.w.ph $ac2, %[p3], %[filter56] \n\t" /*
odd 6 */ |
| 517 "dpa.w.ph $ac2, %[p4], %[filter78] \n\t" /*
odd 6 */ |
| 518 "extp %[Temp2], $ac2, 31 \n\t" /*
odd 6 */ |
| 519 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
odd 5 */ |
| 520 |
| 521 /* odd 7. pixel */ |
| 522 "mtlo %[vector_64], $ac1 \n\t" /*
odd 8 */ |
| 523 "mthi $zero, $ac1 \n\t" |
| 524 "preceu.ph.qbr %[p5], %[qload3] \n\t" |
| 525 "sb %[st1], 9(%[dst]) \n\t" /*
odd 5 */ |
| 526 "dpa.w.ph $ac3, %[p2], %[filter12] \n\t" /*
odd 7 */ |
| 527 "dpa.w.ph $ac3, %[p3], %[filter34] \n\t" /*
odd 7 */ |
| 528 "dpa.w.ph $ac3, %[p4], %[filter56] \n\t" /*
odd 7 */ |
| 529 "dpa.w.ph $ac3, %[p1], %[filter78] \n\t" /*
odd 7 */ |
| 530 "extp %[Temp3], $ac3, 31 \n\t" /*
odd 7 */ |
| 531 |
| 532 /* odd 8. pixel */ |
| 533 "dpa.w.ph $ac1, %[p3], %[filter12] \n\t" /*
odd 8 */ |
| 534 "dpa.w.ph $ac1, %[p4], %[filter34] \n\t" /*
odd 8 */ |
| 535 "dpa.w.ph $ac1, %[p1], %[filter56] \n\t" /*
odd 8 */ |
| 536 "dpa.w.ph $ac1, %[p5], %[filter78] \n\t" /*
odd 8 */ |
| 537 "extp %[Temp1], $ac1, 31 \n\t" /*
odd 8 */ |
| 538 |
| 539 "lbux %[st2], %[Temp2](%[cm]) \n\t" /*
odd 6 */ |
| 540 "lbux %[st3], %[Temp3](%[cm]) \n\t" /*
odd 7 */ |
| 541 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
odd 8 */ |
| 542 |
| 543 "sb %[st2], 11(%[dst]) \n\t" /*
odd 6 */ |
| 544 "sb %[st3], 13(%[dst]) \n\t" /*
odd 7 */ |
| 545 "sb %[st1], 15(%[dst]) \n\t" /*
odd 8 */ |
| 546 |
| 547 : [qload1] "=&r" (qload1), [qload2] "=&r" (qload2), [qload3] "=&r" (ql
oad3), |
| 548 [st1] "=&r" (st1), [st2] "=&r" (st2), [st3] "=&r" (st3), |
| 549 [p1] "=&r" (p1), [p2] "=&r" (p2), [p3] "=&r" (p3), [p4] "=&r" (p4), |
| 550 [p5] "=&r" (p5), |
| 551 [Temp1] "=&r" (Temp1), [Temp2] "=&r" (Temp2), [Temp3] "=&r" (Temp3) |
| 552 : [filter12] "r" (filter12), [filter34] "r" (filter34), |
| 553 [filter56] "r" (filter56), [filter78] "r" (filter78), |
| 554 [vector_64] "r" (vector_64), |
| 555 [cm] "r" (cm), [dst] "r" (dst), |
| 556 [src] "r" (src) |
| 557 ); |
| 558 |
| 559 src += 16; |
| 560 dst += 16; |
| 561 } |
| 562 |
| 563 /* Next row... */ |
| 564 src_ptr += src_stride; |
| 565 dst_ptr += dst_stride; |
| 566 } |
| 567 } |
| 568 |
| 569 static void convolve_horiz_64_dspr2(const uint8_t *src_ptr, |
| 570 int32_t src_stride, |
| 571 uint8_t *dst_ptr, |
| 572 int32_t dst_stride, |
| 573 const int16_t *filter_x0, |
| 574 int32_t h) { |
| 575 int32_t y, c; |
| 576 const uint8_t *src; |
| 577 uint8_t *dst; |
| 578 uint8_t *cm = vp9_ff_cropTbl; |
| 579 uint32_t vector_64 = 64; |
| 580 int32_t filter12, filter34, filter56, filter78; |
| 581 int32_t Temp1, Temp2, Temp3; |
| 582 uint32_t qload1, qload2, qload3; |
| 583 uint32_t p1, p2, p3, p4, p5; |
| 584 uint32_t st1, st2, st3; |
| 585 |
| 586 filter12 = ((const int32_t *)filter_x0)[0]; |
| 587 filter34 = ((const int32_t *)filter_x0)[1]; |
| 588 filter56 = ((const int32_t *)filter_x0)[2]; |
| 589 filter78 = ((const int32_t *)filter_x0)[3]; |
| 590 |
| 591 for (y = h; y--;) { |
| 592 src = src_ptr; |
| 593 dst = dst_ptr; |
| 594 |
| 595 /* prefetch data to cache memory */ |
| 596 vp9_prefetch_load(src_ptr + src_stride); |
| 597 vp9_prefetch_load(src_ptr + src_stride + 32); |
| 598 vp9_prefetch_load(src_ptr + src_stride + 64); |
| 599 vp9_prefetch_store(dst_ptr + dst_stride); |
| 600 vp9_prefetch_store(dst_ptr + dst_stride + 32); |
| 601 |
| 602 for (c = 0; c < 4; c++) { |
| 603 __asm__ __volatile__ ( |
| 604 "ulw %[qload1], 0(%[src]) \n\t" |
| 605 "ulw %[qload2], 4(%[src]) \n\t" |
| 606 |
| 607 /* even 1. pixel */ |
| 608 "mtlo %[vector_64], $ac1 \n\t" /*
even 1 */ |
| 609 "mthi $zero, $ac1 \n\t" |
| 610 "mtlo %[vector_64], $ac2 \n\t" /*
even 2 */ |
| 611 "mthi $zero, $ac2 \n\t" |
| 612 "preceu.ph.qbr %[p1], %[qload1] \n\t" |
| 613 "preceu.ph.qbl %[p2], %[qload1] \n\t" |
| 614 "preceu.ph.qbr %[p3], %[qload2] \n\t" |
| 615 "preceu.ph.qbl %[p4], %[qload2] \n\t" |
| 616 "ulw %[qload3], 8(%[src]) \n\t" |
| 617 "dpa.w.ph $ac1, %[p1], %[filter12] \n\t" /*
even 1 */ |
| 618 "dpa.w.ph $ac1, %[p2], %[filter34] \n\t" /*
even 1 */ |
| 619 "dpa.w.ph $ac1, %[p3], %[filter56] \n\t" /*
even 1 */ |
| 620 "dpa.w.ph $ac1, %[p4], %[filter78] \n\t" /*
even 1 */ |
| 621 "extp %[Temp1], $ac1, 31 \n\t" /*
even 1 */ |
| 622 |
| 623 /* even 2. pixel */ |
| 624 "mtlo %[vector_64], $ac3 \n\t" /*
even 3 */ |
| 625 "mthi $zero, $ac3 \n\t" |
| 626 "preceu.ph.qbr %[p1], %[qload3] \n\t" |
| 627 "preceu.ph.qbl %[p5], %[qload3] \n\t" |
| 628 "ulw %[qload1], 12(%[src]) \n\t" |
| 629 "dpa.w.ph $ac2, %[p2], %[filter12] \n\t" /*
even 1 */ |
| 630 "dpa.w.ph $ac2, %[p3], %[filter34] \n\t" /*
even 1 */ |
| 631 "dpa.w.ph $ac2, %[p4], %[filter56] \n\t" /*
even 1 */ |
| 632 "dpa.w.ph $ac2, %[p1], %[filter78] \n\t" /*
even 1 */ |
| 633 "extp %[Temp2], $ac2, 31 \n\t" /*
even 1 */ |
| 634 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
even 1 */ |
| 635 |
| 636 /* even 3. pixel */ |
| 637 "mtlo %[vector_64], $ac1 \n\t" /*
even 4 */ |
| 638 "mthi $zero, $ac1 \n\t" |
| 639 "preceu.ph.qbr %[p2], %[qload1] \n\t" |
| 640 "sb %[st1], 0(%[dst]) \n\t" /*
even 1 */ |
| 641 "dpa.w.ph $ac3, %[p3], %[filter12] \n\t" /*
even 3 */ |
| 642 "dpa.w.ph $ac3, %[p4], %[filter34] \n\t" /*
even 3 */ |
| 643 "dpa.w.ph $ac3, %[p1], %[filter56] \n\t" /*
even 3 */ |
| 644 "dpa.w.ph $ac3, %[p5], %[filter78] \n\t" /*
even 3 */ |
| 645 "extp %[Temp3], $ac3, 31 \n\t" /*
even 3 */ |
| 646 "lbux %[st2], %[Temp2](%[cm]) \n\t" /*
even 1 */ |
| 647 |
| 648 /* even 4. pixel */ |
| 649 "mtlo %[vector_64], $ac2 \n\t" /*
even 5 */ |
| 650 "mthi $zero, $ac2 \n\t" |
| 651 "preceu.ph.qbl %[p3], %[qload1] \n\t" |
| 652 "sb %[st2], 2(%[dst]) \n\t" /*
even 1 */ |
| 653 "ulw %[qload2], 16(%[src]) \n\t" |
| 654 "dpa.w.ph $ac1, %[p4], %[filter12] \n\t" /*
even 4 */ |
| 655 "dpa.w.ph $ac1, %[p1], %[filter34] \n\t" /*
even 4 */ |
| 656 "dpa.w.ph $ac1, %[p5], %[filter56] \n\t" /*
even 4 */ |
| 657 "dpa.w.ph $ac1, %[p2], %[filter78] \n\t" /*
even 4 */ |
| 658 "extp %[Temp1], $ac1, 31 \n\t" /*
even 4 */ |
| 659 "lbux %[st3], %[Temp3](%[cm]) \n\t" /*
even 3 */ |
| 660 |
| 661 /* even 5. pixel */ |
| 662 "mtlo %[vector_64], $ac3 \n\t" /*
even 6 */ |
| 663 "mthi $zero, $ac3 \n\t" |
| 664 "preceu.ph.qbr %[p4], %[qload2] \n\t" |
| 665 "sb %[st3], 4(%[dst]) \n\t" /*
even 3 */ |
| 666 "dpa.w.ph $ac2, %[p1], %[filter12] \n\t" /*
even 5 */ |
| 667 "dpa.w.ph $ac2, %[p5], %[filter34] \n\t" /*
even 5 */ |
| 668 "dpa.w.ph $ac2, %[p2], %[filter56] \n\t" /*
even 5 */ |
| 669 "dpa.w.ph $ac2, %[p3], %[filter78] \n\t" /*
even 5 */ |
| 670 "extp %[Temp2], $ac2, 31 \n\t" /*
even 5 */ |
| 671 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
even 4 */ |
| 672 |
| 673 /* even 6. pixel */ |
| 674 "mtlo %[vector_64], $ac1 \n\t" /*
even 7 */ |
| 675 "mthi $zero, $ac1 \n\t" |
| 676 "preceu.ph.qbl %[p1], %[qload2] \n\t" |
| 677 "sb %[st1], 6(%[dst]) \n\t" /*
even 4 */ |
| 678 "ulw %[qload3], 20(%[src]) \n\t" |
| 679 "dpa.w.ph $ac3, %[p5], %[filter12] \n\t" /*
even 6 */ |
| 680 "dpa.w.ph $ac3, %[p2], %[filter34] \n\t" /*
even 6 */ |
| 681 "dpa.w.ph $ac3, %[p3], %[filter56] \n\t" /*
even 6 */ |
| 682 "dpa.w.ph $ac3, %[p4], %[filter78] \n\t" /*
even 6 */ |
| 683 "extp %[Temp3], $ac3, 31 \n\t" /*
even 6 */ |
| 684 "lbux %[st2], %[Temp2](%[cm]) \n\t" /*
even 5 */ |
| 685 |
| 686 /* even 7. pixel */ |
| 687 "mtlo %[vector_64], $ac2 \n\t" /*
even 8 */ |
| 688 "mthi $zero, $ac2 \n\t" |
| 689 "preceu.ph.qbr %[p5], %[qload3] \n\t" |
| 690 "sb %[st2], 8(%[dst]) \n\t" /*
even 5 */ |
| 691 "dpa.w.ph $ac1, %[p2], %[filter12] \n\t" /*
even 7 */ |
| 692 "dpa.w.ph $ac1, %[p3], %[filter34] \n\t" /*
even 7 */ |
| 693 "dpa.w.ph $ac1, %[p4], %[filter56] \n\t" /*
even 7 */ |
| 694 "dpa.w.ph $ac1, %[p1], %[filter78] \n\t" /*
even 7 */ |
| 695 "extp %[Temp1], $ac1, 31 \n\t" /*
even 7 */ |
| 696 "lbux %[st3], %[Temp3](%[cm]) \n\t" /*
even 6 */ |
| 697 |
| 698 /* even 8. pixel */ |
| 699 "mtlo %[vector_64], $ac3 \n\t" /*
odd 1 */ |
| 700 "mthi $zero, $ac3 \n\t" |
| 701 "dpa.w.ph $ac2, %[p3], %[filter12] \n\t" /*
even 8 */ |
| 702 "dpa.w.ph $ac2, %[p4], %[filter34] \n\t" /*
even 8 */ |
| 703 "sb %[st3], 10(%[dst]) \n\t" /*
even 6 */ |
| 704 "dpa.w.ph $ac2, %[p1], %[filter56] \n\t" /*
even 8 */ |
| 705 "dpa.w.ph $ac2, %[p5], %[filter78] \n\t" /*
even 8 */ |
| 706 "extp %[Temp2], $ac2, 31 \n\t" /*
even 8 */ |
| 707 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
even 7 */ |
| 708 |
| 709 /* ODD pixels */ |
| 710 "ulw %[qload1], 1(%[src]) \n\t" |
| 711 "ulw %[qload2], 5(%[src]) \n\t" |
| 712 |
| 713 /* odd 1. pixel */ |
| 714 "mtlo %[vector_64], $ac1 \n\t" /*
odd 2 */ |
| 715 "mthi $zero, $ac1 \n\t" |
| 716 "preceu.ph.qbr %[p1], %[qload1] \n\t" |
| 717 "preceu.ph.qbl %[p2], %[qload1] \n\t" |
| 718 "preceu.ph.qbr %[p3], %[qload2] \n\t" |
| 719 "preceu.ph.qbl %[p4], %[qload2] \n\t" |
| 720 "sb %[st1], 12(%[dst]) \n\t" /*
even 7 */ |
| 721 "ulw %[qload3], 9(%[src]) \n\t" |
| 722 "dpa.w.ph $ac3, %[p1], %[filter12] \n\t" /*
odd 1 */ |
| 723 "dpa.w.ph $ac3, %[p2], %[filter34] \n\t" /*
odd 1 */ |
| 724 "dpa.w.ph $ac3, %[p3], %[filter56] \n\t" /*
odd 1 */ |
| 725 "dpa.w.ph $ac3, %[p4], %[filter78] \n\t" /*
odd 1 */ |
| 726 "extp %[Temp3], $ac3, 31 \n\t" /*
odd 1 */ |
| 727 "lbux %[st2], %[Temp2](%[cm]) \n\t" /*
even 8 */ |
| 728 |
| 729 /* odd 2. pixel */ |
| 730 "mtlo %[vector_64], $ac2 \n\t" /*
odd 3 */ |
| 731 "mthi $zero, $ac2 \n\t" |
| 732 "preceu.ph.qbr %[p1], %[qload3] \n\t" |
| 733 "preceu.ph.qbl %[p5], %[qload3] \n\t" |
| 734 "sb %[st2], 14(%[dst]) \n\t" /*
even 8 */ |
| 735 "ulw %[qload1], 13(%[src]) \n\t" |
| 736 "dpa.w.ph $ac1, %[p2], %[filter12] \n\t" /*
odd 2 */ |
| 737 "dpa.w.ph $ac1, %[p3], %[filter34] \n\t" /*
odd 2 */ |
| 738 "dpa.w.ph $ac1, %[p4], %[filter56] \n\t" /*
odd 2 */ |
| 739 "dpa.w.ph $ac1, %[p1], %[filter78] \n\t" /*
odd 2 */ |
| 740 "extp %[Temp1], $ac1, 31 \n\t" /*
odd 2 */ |
| 741 "lbux %[st3], %[Temp3](%[cm]) \n\t" /*
odd 1 */ |
| 742 |
| 743 /* odd 3. pixel */ |
| 744 "mtlo %[vector_64], $ac3 \n\t" /*
odd 4 */ |
| 745 "mthi $zero, $ac3 \n\t" |
| 746 "preceu.ph.qbr %[p2], %[qload1] \n\t" |
| 747 "sb %[st3], 1(%[dst]) \n\t" /*
odd 1 */ |
| 748 "dpa.w.ph $ac2, %[p3], %[filter12] \n\t" /*
odd 3 */ |
| 749 "dpa.w.ph $ac2, %[p4], %[filter34] \n\t" /*
odd 3 */ |
| 750 "dpa.w.ph $ac2, %[p1], %[filter56] \n\t" /*
odd 3 */ |
| 751 "dpa.w.ph $ac2, %[p5], %[filter78] \n\t" /*
odd 3 */ |
| 752 "extp %[Temp2], $ac2, 31 \n\t" /*
odd 3 */ |
| 753 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
odd 2 */ |
| 754 |
| 755 /* odd 4. pixel */ |
| 756 "mtlo %[vector_64], $ac1 \n\t" /*
odd 5 */ |
| 757 "mthi $zero, $ac1 \n\t" |
| 758 "preceu.ph.qbl %[p3], %[qload1] \n\t" |
| 759 "sb %[st1], 3(%[dst]) \n\t" /*
odd 2 */ |
| 760 "ulw %[qload2], 17(%[src]) \n\t" |
| 761 "dpa.w.ph $ac3, %[p4], %[filter12] \n\t" /*
odd 4 */ |
| 762 "dpa.w.ph $ac3, %[p1], %[filter34] \n\t" /*
odd 4 */ |
| 763 "dpa.w.ph $ac3, %[p5], %[filter56] \n\t" /*
odd 4 */ |
| 764 "dpa.w.ph $ac3, %[p2], %[filter78] \n\t" /*
odd 4 */ |
| 765 "extp %[Temp3], $ac3, 31 \n\t" /*
odd 4 */ |
| 766 "lbux %[st2], %[Temp2](%[cm]) \n\t" /*
odd 3 */ |
| 767 |
| 768 /* odd 5. pixel */ |
| 769 "mtlo %[vector_64], $ac2 \n\t" /*
odd 6 */ |
| 770 "mthi $zero, $ac2 \n\t" |
| 771 "preceu.ph.qbr %[p4], %[qload2] \n\t" |
| 772 "sb %[st2], 5(%[dst]) \n\t" /*
odd 3 */ |
| 773 "dpa.w.ph $ac1, %[p1], %[filter12] \n\t" /*
odd 5 */ |
| 774 "dpa.w.ph $ac1, %[p5], %[filter34] \n\t" /*
odd 5 */ |
| 775 "dpa.w.ph $ac1, %[p2], %[filter56] \n\t" /*
odd 5 */ |
| 776 "dpa.w.ph $ac1, %[p3], %[filter78] \n\t" /*
odd 5 */ |
| 777 "extp %[Temp1], $ac1, 31 \n\t" /*
odd 5 */ |
| 778 "lbux %[st3], %[Temp3](%[cm]) \n\t" /*
odd 4 */ |
| 779 |
| 780 /* odd 6. pixel */ |
| 781 "mtlo %[vector_64], $ac3 \n\t" /*
odd 7 */ |
| 782 "mthi $zero, $ac3 \n\t" |
| 783 "preceu.ph.qbl %[p1], %[qload2] \n\t" |
| 784 "sb %[st3], 7(%[dst]) \n\t" /*
odd 4 */ |
| 785 "ulw %[qload3], 21(%[src]) \n\t" |
| 786 "dpa.w.ph $ac2, %[p5], %[filter12] \n\t" /*
odd 6 */ |
| 787 "dpa.w.ph $ac2, %[p2], %[filter34] \n\t" /*
odd 6 */ |
| 788 "dpa.w.ph $ac2, %[p3], %[filter56] \n\t" /*
odd 6 */ |
| 789 "dpa.w.ph $ac2, %[p4], %[filter78] \n\t" /*
odd 6 */ |
| 790 "extp %[Temp2], $ac2, 31 \n\t" /*
odd 6 */ |
| 791 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
odd 5 */ |
| 792 |
| 793 /* odd 7. pixel */ |
| 794 "mtlo %[vector_64], $ac1 \n\t" /*
odd 8 */ |
| 795 "mthi $zero, $ac1 \n\t" |
| 796 "preceu.ph.qbr %[p5], %[qload3] \n\t" |
| 797 "sb %[st1], 9(%[dst]) \n\t" /*
odd 5 */ |
| 798 "dpa.w.ph $ac3, %[p2], %[filter12] \n\t" /*
odd 7 */ |
| 799 "dpa.w.ph $ac3, %[p3], %[filter34] \n\t" /*
odd 7 */ |
| 800 "dpa.w.ph $ac3, %[p4], %[filter56] \n\t" /*
odd 7 */ |
| 801 "dpa.w.ph $ac3, %[p1], %[filter78] \n\t" /*
odd 7 */ |
| 802 "extp %[Temp3], $ac3, 31 \n\t" /*
odd 7 */ |
| 803 |
| 804 /* odd 8. pixel */ |
| 805 "dpa.w.ph $ac1, %[p3], %[filter12] \n\t" /*
odd 8 */ |
| 806 "dpa.w.ph $ac1, %[p4], %[filter34] \n\t" /*
odd 8 */ |
| 807 "dpa.w.ph $ac1, %[p1], %[filter56] \n\t" /*
odd 8 */ |
| 808 "dpa.w.ph $ac1, %[p5], %[filter78] \n\t" /*
odd 8 */ |
| 809 "extp %[Temp1], $ac1, 31 \n\t" /*
odd 8 */ |
| 810 |
| 811 "lbux %[st2], %[Temp2](%[cm]) \n\t" /*
odd 6 */ |
| 812 "lbux %[st3], %[Temp3](%[cm]) \n\t" /*
odd 7 */ |
| 813 "lbux %[st1], %[Temp1](%[cm]) \n\t" /*
odd 8 */ |
| 814 |
| 815 "sb %[st2], 11(%[dst]) \n\t" /*
odd 6 */ |
| 816 "sb %[st3], 13(%[dst]) \n\t" /*
odd 7 */ |
| 817 "sb %[st1], 15(%[dst]) \n\t" /*
odd 8 */ |
| 818 |
| 819 : [qload1] "=&r" (qload1), [qload2] "=&r" (qload2), [qload3] "=&r" (ql
oad3), |
| 820 [st1] "=&r" (st1), [st2] "=&r" (st2), [st3] "=&r" (st3), |
| 821 [p1] "=&r" (p1), [p2] "=&r" (p2), [p3] "=&r" (p3), [p4] "=&r" (p4), |
| 822 [p5] "=&r" (p5), |
| 823 [Temp1] "=&r" (Temp1), [Temp2] "=&r" (Temp2), [Temp3] "=&r" (Temp3) |
| 824 : [filter12] "r" (filter12), [filter34] "r" (filter34), |
| 825 [filter56] "r" (filter56), [filter78] "r" (filter78), |
| 826 [vector_64] "r" (vector_64), |
| 827 [cm] "r" (cm), [dst] "r" (dst), |
| 828 [src] "r" (src) |
| 829 ); |
| 830 |
| 831 src += 16; |
| 832 dst += 16; |
| 833 } |
| 834 |
| 835 /* Next row... */ |
| 836 src_ptr += src_stride; |
| 837 dst_ptr += dst_stride; |
| 838 } |
| 839 } |
| 840 |
| 841 void vp9_convolve8_horiz_dspr2(const uint8_t *src, ptrdiff_t src_stride, |
| 842 uint8_t *dst, ptrdiff_t dst_stride, |
| 843 const int16_t *filter_x, int x_step_q4, |
| 844 const int16_t *filter_y, int y_step_q4, |
| 845 int w, int h) { |
| 846 if (((const int32_t *)filter_x)[1] == 0x800000) { |
| 847 vp9_convolve_copy(src, src_stride, |
| 848 dst, dst_stride, |
| 849 filter_x, x_step_q4, |
| 850 filter_y, y_step_q4, |
| 851 w, h); |
| 852 } else if (((const int32_t *)filter_x)[0] == 0) { |
| 853 vp9_convolve2_horiz_dspr2(src, src_stride, |
| 854 dst, dst_stride, |
| 855 filter_x, x_step_q4, |
| 856 filter_y, y_step_q4, |
| 857 w, h); |
| 858 } else { |
| 859 if (16 == x_step_q4) { |
| 860 uint32_t pos = 38; |
| 861 |
| 862 vp9_prefetch_load((const uint8_t *)filter_x); |
| 863 src -= 3; |
| 864 |
| 865 /* bit positon for extract from acc */ |
| 866 __asm__ __volatile__ ( |
| 867 "wrdsp %[pos], 1 \n\t" |
| 868 : |
| 869 : [pos] "r" (pos) |
| 870 ); |
| 871 |
| 872 /* prefetch data to cache memory */ |
| 873 vp9_prefetch_load(src); |
| 874 vp9_prefetch_load(src + 32); |
| 875 vp9_prefetch_store(dst); |
| 876 |
| 877 switch (w) { |
| 878 case 4: |
| 879 convolve_horiz_4_dspr2(src, (int32_t)src_stride, |
| 880 dst, (int32_t)dst_stride, |
| 881 filter_x, (int32_t)h); |
| 882 break; |
| 883 case 8: |
| 884 convolve_horiz_8_dspr2(src, (int32_t)src_stride, |
| 885 dst, (int32_t)dst_stride, |
| 886 filter_x, (int32_t)h); |
| 887 break; |
| 888 case 16: |
| 889 convolve_horiz_16_dspr2(src, (int32_t)src_stride, |
| 890 dst, (int32_t)dst_stride, |
| 891 filter_x, (int32_t)h, 1); |
| 892 break; |
| 893 case 32: |
| 894 convolve_horiz_16_dspr2(src, (int32_t)src_stride, |
| 895 dst, (int32_t)dst_stride, |
| 896 filter_x, (int32_t)h, 2); |
| 897 break; |
| 898 case 64: |
| 899 vp9_prefetch_load(src + 64); |
| 900 vp9_prefetch_store(dst + 32); |
| 901 |
| 902 convolve_horiz_64_dspr2(src, (int32_t)src_stride, |
| 903 dst, (int32_t)dst_stride, |
| 904 filter_x, (int32_t)h); |
| 905 break; |
| 906 default: |
| 907 vp9_convolve8_horiz_c(src + 3, src_stride, |
| 908 dst, dst_stride, |
| 909 filter_x, x_step_q4, |
| 910 filter_y, y_step_q4, |
| 911 w, h); |
| 912 break; |
| 913 } |
| 914 } else { |
| 915 vp9_convolve8_horiz_c(src, src_stride, |
| 916 dst, dst_stride, |
| 917 filter_x, x_step_q4, |
| 918 filter_y, y_step_q4, |
| 919 w, h); |
| 920 } |
| 921 } |
| 922 } |
| 923 #endif |
| OLD | NEW |
|---|
Chromium Code Reviews
Issue 54923004:
libvpx: Pull from upstream (Closed)
Base URL: svn://svn.chromium.org/chrome/trunk/deps/third_party/libvpx/