/* * Copyright 2013 The LibYuv Project Authors. All rights reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "libyuv/scale.h" #include #include #include "libyuv/cpu_id.h" #include "libyuv/planar_functions.h" // For CopyARGB #include "libyuv/row.h" #include "libyuv/scale_row.h" #ifdef __cplusplus namespace libyuv { extern "C" { #endif // This module is for Mips MMI. #if !defined(LIBYUV_DISABLE_MMI) && defined(_MIPS_ARCH_LOONGSON3A) // CPU agnostic row functions void ScaleRowDown2_MMI(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { (void)src_stride; uint64_t src0, src1, dest; const uint64_t shift = 0x8ULL; __asm__ volatile( "1: \n\t" "gsldrc1 %[src0], 0x00(%[src_ptr]) \n\t" "gsldlc1 %[src0], 0x07(%[src_ptr]) \n\t" "psrlh %[src0], %[src0], %[shift] \n\t" "gsldrc1 %[src1], 0x08(%[src_ptr]) \n\t" "gsldlc1 %[src1], 0x0f(%[src_ptr]) \n\t" "psrlh %[src1], %[src1], %[shift] \n\t" "packushb %[dest], %[src0], %[src1] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x10 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x08 \n\t" "bnez %[width], 1b \n\t" : [src0] "=&f"(src0), [src1] "=&f"(src1), [dest] "=&f"(dest) : [src_ptr] "r"(src_ptr), [dst_ptr] "r"(dst), [width] "r"(dst_width), [shift] "f"(shift) : "memory"); } void ScaleRowDown2Linear_MMI(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { (void)src_stride; uint64_t src0, src1; uint64_t dest, dest0, dest1; const uint64_t mask = 0x00ff00ff00ff00ffULL; const uint64_t shift = 0x8ULL; __asm__ volatile( "1: \n\t" "gsldrc1 %[src0], 0x00(%[src_ptr]) \n\t" "gsldlc1 %[src0], 0x07(%[src_ptr]) \n\t" "and %[dest0], %[src0], %[mask] \n\t" "gsldrc1 %[src1], 0x08(%[src_ptr]) \n\t" "gsldlc1 %[src1], 0x0f(%[src_ptr]) \n\t" "and %[dest1], %[src1], %[mask] \n\t" "packushb %[dest0], %[dest0], %[dest1] \n\t" "psrlh %[src0], %[src0], %[shift] \n\t" "psrlh %[src1], %[src1], %[shift] \n\t" "packushb %[dest1], %[src0], %[src1] \n\t" "pavgb %[dest], %[dest0], %[dest1] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x10 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x08 \n\t" "bnez %[width], 1b \n\t" : [src0] "=&f"(src0), [src1] "=&f"(src1), [dest0] "=&f"(dest0), [dest1] "=&f"(dest1), [dest] "=&f"(dest) : [src_ptr] "r"(src_ptr), [dst_ptr] "r"(dst), [mask] "f"(mask), [shift] "f"(shift), [width] "r"(dst_width) : "memory"); } void ScaleRowDown2Box_MMI(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { const uint8_t* s = src_ptr; const uint8_t* t = src_ptr + src_stride; uint64_t s0, s1, t0, t1; uint64_t dest, dest0, dest1; const uint64_t ph = 0x0002000200020002ULL; const uint64_t mask = 0x00ff00ff00ff00ffULL; const uint64_t shift0 = 0x2ULL; const uint64_t shift1 = 0x8ULL; __asm__ volatile( "1: \n\t" "gsldrc1 %[s0], 0x00(%[s]) \n\t" "gsldlc1 %[s0], 0x07(%[s]) \n\t" "psrlh %[s1], %[s0], %[shift1] \n\t" "and %[s0], %[s0], %[mask] \n\t" "gsldrc1 %[t0], 0x00(%[t]) \n\t" "gsldlc1 %[t0], 0x07(%[t]) \n\t" "psrlh %[t1], %[t0], %[shift1] \n\t" "and %[t0], %[t0], %[mask] \n\t" "paddh %[dest0], %[s0], %[s1] \n\t" "paddh %[dest0], %[dest0], %[t0] \n\t" "paddh %[dest0], %[dest0], %[t1] \n\t" "paddh %[dest0], %[dest0], %[ph] \n\t" "psrlh %[dest0], %[dest0], %[shift0] \n\t" "gsldrc1 %[s0], 0x08(%[s]) \n\t" "gsldlc1 %[s0], 0x0f(%[s]) \n\t" "psrlh %[s1], %[s0], %[shift1] \n\t" "and %[s0], %[s0], %[mask] \n\t" "gsldrc1 %[t0], 0x08(%[t]) \n\t" "gsldlc1 %[t0], 0x0f(%[t]) \n\t" "psrlh %[t1], %[t0], %[shift1] \n\t" "and %[t0], %[t0], %[mask] \n\t" "paddh %[dest1], %[s0], %[s1] \n\t" "paddh %[dest1], %[dest1], %[t0] \n\t" "paddh %[dest1], %[dest1], %[t1] \n\t" "paddh %[dest1], %[dest1], %[ph] \n\t" "psrlh %[dest1], %[dest1], %[shift0] \n\t" "packushb %[dest], %[dest0], %[dest1] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[s], %[s], 0x10 \n\t" "daddiu %[t], %[t], 0x10 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x08 \n\t" "bnez %[width], 1b \n\t" : [s0] "=&f"(s0), [s1] "=&f"(s1), [t0] "=&f"(t0), [t1] "=&f"(t1), [dest0] "=&f"(dest0), [dest1] "=&f"(dest1), [dest] "=&f"(dest) : [s] "r"(s), [t] "r"(t), [dst_ptr] "r"(dst), [width] "r"(dst_width), [shift0] "f"(shift0), [shift1] "f"(shift1), [ph] "f"(ph), [mask] "f"(mask) : "memory"); } void ScaleARGBRowDown2_MMI(const uint8_t* src_argb, ptrdiff_t src_stride, uint8_t* dst_argb, int dst_width) { (void)src_stride; const uint32_t* src = (const uint32_t*)(src_argb); uint32_t* dst = (uint32_t*)(dst_argb); uint64_t src0, src1, dest; __asm__ volatile( "1: \n\t" "gsldrc1 %[src0], 0x00(%[src_ptr]) \n\t" "gsldlc1 %[src0], 0x07(%[src_ptr]) \n\t" "gsldrc1 %[src1], 0x08(%[src_ptr]) \n\t" "gsldlc1 %[src1], 0x0f(%[src_ptr]) \n\t" "punpckhwd %[dest], %[src0], %[src1] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x10 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x02 \n\t" "bnez %[width], 1b \n\t" : [src0] "=&f"(src0), [src1] "=&f"(src1), [dest] "=&f"(dest) : [src_ptr] "r"(src), [dst_ptr] "r"(dst), [width] "r"(dst_width) : "memory"); } void ScaleARGBRowDown2Linear_MMI(const uint8_t* src_argb, ptrdiff_t src_stride, uint8_t* dst_argb, int dst_width) { (void)src_stride; uint64_t src0, src1; uint64_t dest, dest_hi, dest_lo; __asm__ volatile( "1: \n\t" "lwc1 %[src0], 0x00(%[src_ptr]) \n\t" "lwc1 %[src1], 0x08(%[src_ptr]) \n\t" "punpcklwd %[dest_lo], %[src0], %[src1] \n\t" "lwc1 %[src0], 0x04(%[src_ptr]) \n\t" "lwc1 %[src1], 0x0c(%[src_ptr]) \n\t" "punpcklwd %[dest_hi], %[src0], %[src1] \n\t" "pavgb %[dest], %[dest_lo], %[dest_hi] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x10 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x02 \n\t" "bnez %[width], 1b \n\t" : [src0] "=&f"(src0), [src1] "=&f"(src1), [dest_hi] "=&f"(dest_hi), [dest_lo] "=&f"(dest_lo), [dest] "=&f"(dest) : [src_ptr] "r"(src_argb), [dst_ptr] "r"(dst_argb), [width] "r"(dst_width) : "memory"); } void ScaleARGBRowDown2Box_MMI(const uint8_t* src_argb, ptrdiff_t src_stride, uint8_t* dst_argb, int dst_width) { const uint8_t* s = src_argb; const uint8_t* t = src_argb + src_stride; uint64_t s0, s_hi, s_lo; uint64_t t0, t_hi, t_lo; uint64_t dest, dest_hi, dest_lo; const uint64_t mask = 0x0ULL; const uint64_t ph = 0x0002000200020002ULL; const uint64_t shfit = 0x2ULL; __asm__ volatile( "1: \n\t" "gsldrc1 %[s0], 0x00(%[s]) \n\t" "gsldlc1 %[s0], 0x07(%[s]) \n\t" "punpcklbh %[s_lo], %[s0], %[mask] \n\t" "punpckhbh %[s_hi], %[s0], %[mask] \n\t" "paddh %[dest_lo], %[s_lo], %[s_hi] \n\t" "gsldrc1 %[t0], 0x00(%[t]) \n\t" "gsldlc1 %[t0], 0x07(%[t]) \n\t" "punpcklbh %[t_lo], %[t0], %[mask] \n\t" "punpckhbh %[t_hi], %[t0], %[mask] \n\t" "paddh %[dest_lo], %[dest_lo], %[t_lo] \n\t" "paddh %[dest_lo], %[dest_lo], %[t_hi] \n\t" "paddh %[dest_lo], %[dest_lo], %[ph] \n\t" "psrlh %[dest_lo], %[dest_lo], %[shfit] \n\t" "gsldrc1 %[s0], 0x08(%[s]) \n\t" "gsldlc1 %[s0], 0x0f(%[s]) \n\t" "punpcklbh %[s_lo], %[s0], %[mask] \n\t" "punpckhbh %[s_hi], %[s0], %[mask] \n\t" "paddh %[dest_hi], %[s_lo], %[s_hi] \n\t" "gsldrc1 %[t0], 0x08(%[t]) \n\t" "gsldlc1 %[t0], 0x0f(%[t]) \n\t" "punpcklbh %[t_lo], %[t0], %[mask] \n\t" "punpckhbh %[t_hi], %[t0], %[mask] \n\t" "paddh %[dest_hi], %[dest_hi], %[t_lo] \n\t" "paddh %[dest_hi], %[dest_hi], %[t_hi] \n\t" "paddh %[dest_hi], %[dest_hi], %[ph] \n\t" "psrlh %[dest_hi], %[dest_hi], %[shfit] \n\t" "packushb %[dest], %[dest_lo], %[dest_hi] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[s], %[s], 0x10 \n\t" "daddiu %[t], %[t], 0x10 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x02 \n\t" "bnez %[width], 1b \n\t" : [s0] "=&f"(s0), [t0] "=&f"(t0), [dest_hi] "=&f"(dest_hi), [dest_lo] "=&f"(dest_lo), [s_hi] "=&f"(s_hi), [s_lo] "=&f"(s_lo), [t_hi] "=&f"(t_hi), [t_lo] "=&f"(t_lo), [dest] "=&f"(dest) : [s] "r"(s), [t] "r"(t), [dst_ptr] "r"(dst_argb), [width] "r"(dst_width), [mask] "f"(mask), [ph] "f"(ph), [shfit] "f"(shfit) : "memory"); } void ScaleRowDown2_16_MMI(const uint16_t* src_ptr, ptrdiff_t src_stride, uint16_t* dst, int dst_width) { (void)src_stride; uint64_t src0, src1, dest; const uint64_t shift = 0x10ULL; __asm__ volatile( "1: \n\t" "gsldrc1 %[src0], 0x00(%[src_ptr]) \n\t" "gsldlc1 %[src0], 0x07(%[src_ptr]) \n\t" "psrlw %[src0], %[src0], %[shift] \n\t" "gsldrc1 %[src1], 0x08(%[src_ptr]) \n\t" "gsldlc1 %[src1], 0x0f(%[src_ptr]) \n\t" "psrlw %[src1], %[src1], %[shift] \n\t" "packsswh %[dest], %[src0], %[src1] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x10 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x04 \n\t" "bnez %[width], 1b \n\t" : [src0] "=&f"(src0), [src1] "=&f"(src1), [dest] "=&f"(dest) : [src_ptr] "r"(src_ptr), [dst_ptr] "r"(dst), [width] "r"(dst_width), [shift] "f"(shift) : "memory"); } void ScaleRowDown2Linear_16_MMI(const uint16_t* src_ptr, ptrdiff_t src_stride, uint16_t* dst, int dst_width) { (void)src_stride; uint64_t src0, src1; uint64_t dest, dest_hi, dest_lo; __asm__ volatile( "1: \n\t" "gsldrc1 %[src0], 0x00(%[src_ptr]) \n\t" "gsldlc1 %[src0], 0x07(%[src_ptr]) \n\t" "gsldrc1 %[src1], 0x08(%[src_ptr]) \n\t" "gsldlc1 %[src1], 0x0f(%[src_ptr]) \n\t" "punpcklhw %[dest_lo], %[src0], %[src1] \n\t" "punpckhhw %[dest_hi], %[src0], %[src1] \n\t" "punpcklhw %[src0], %[dest_lo], %[dest_hi] \n\t" "punpckhhw %[src1], %[dest_lo], %[dest_hi] \n\t" "pavgh %[dest], %[src0], %[src1] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x10 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x04 \n\t" "bnez %[width], 1b \n\t" : [src0] "=&f"(src0), [src1] "=&f"(src1), [dest_hi] "=&f"(dest_hi), [dest_lo] "=&f"(dest_lo), [dest] "=&f"(dest) : [src_ptr] "r"(src_ptr), [dst_ptr] "r"(dst), [width] "r"(dst_width) : "memory"); } void ScaleRowDown2Box_16_MMI(const uint16_t* src_ptr, ptrdiff_t src_stride, uint16_t* dst, int dst_width) { const uint16_t* s = src_ptr; const uint16_t* t = src_ptr + src_stride; uint64_t s0, s1, s_hi, s_lo; uint64_t t0, t1, t_hi, t_lo; uint64_t dest, dest0, dest1; const uint64_t ph = 0x0000000200000002ULL; const uint64_t mask = 0x0000ffff0000ffffULL; const uint64_t shift0 = 0x10ULL; const uint64_t shift1 = 0x2ULL; __asm__ volatile( "1: \n\t" "gsldrc1 %[s0], 0x00(%[s]) \n\t" "gsldlc1 %[s0], 0x07(%[s]) \n\t" "psrlw %[s1], %[s0], %[shift0] \n\t" "and %[s0], %[s0], %[mask] \n\t" "gsldrc1 %[t0], 0x00(%[t]) \n\t" "gsldlc1 %[t0], 0x07(%[t]) \n\t" "psrlw %[t1], %[t0], %[shift0] \n\t" "and %[t0], %[t0], %[mask] \n\t" "paddw %[dest0], %[s0], %[s1] \n\t" "paddw %[dest0], %[dest0], %[t0] \n\t" "paddw %[dest0], %[dest0], %[t1] \n\t" "paddw %[dest0], %[dest0], %[ph] \n\t" "psrlw %[dest0], %[dest0], %[shift1] \n\t" "gsldrc1 %[s0], 0x08(%[s]) \n\t" "gsldlc1 %[s0], 0x0f(%[s]) \n\t" "psrlw %[s1], %[s0], %[shift0] \n\t" "and %[s0], %[s0], %[mask] \n\t" "gsldrc1 %[t0], 0x08(%[t]) \n\t" "gsldlc1 %[t0], 0x0f(%[t]) \n\t" "psrlw %[t1], %[t0], %[shift0] \n\t" "and %[t0], %[t0], %[mask] \n\t" "paddw %[dest1], %[s0], %[s1] \n\t" "paddw %[dest1], %[dest1], %[t0] \n\t" "paddw %[dest1], %[dest1], %[t1] \n\t" "paddw %[dest1], %[dest1], %[ph] \n\t" "psrlw %[dest1], %[dest1], %[shift1] \n\t" "packsswh %[dest], %[dest0], %[dest1] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[s], %[s], 0x10 \n\t" "daddiu %[t], %[t], 0x10 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x04 \n\t" "bnez %[width], 1b \n\t" : [s0] "=&f"(s0), [s1] "=&f"(s1), [t0] "=&f"(t0), [t1] "=&f"(t1), [s_hi] "=&f"(s_hi), [s_lo] "=&f"(s_lo), [t_hi] "=&f"(t_hi), [t_lo] "=&f"(t_lo), [dest0] "=&f"(dest0), [dest1] "=&f"(dest1), [dest] "=&f"(dest) : [s] "r"(s), [t] "r"(t), [dst_ptr] "r"(dst), [width] "r"(dst_width), [shift0] "f"(shift0), [shift1] "f"(shift1), [ph] "f"(ph), [mask] "f"(mask) : "memory"); } void ScaleRowDown4_MMI(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { (void)src_stride; uint64_t src0, src1; uint64_t dest, dest_hi, dest_lo; const uint64_t shift = 0x10ULL; const uint64_t mask = 0x000000ff000000ffULL; __asm__ volatile( "1: \n\t" "gsldrc1 %[src0], 0x00(%[src_ptr]) \n\t" "gsldlc1 %[src0], 0x07(%[src_ptr]) \n\t" "psrlw %[src0], %[src0], %[shift] \n\t" "and %[src0], %[src0], %[mask] \n\t" "gsldrc1 %[src1], 0x08(%[src_ptr]) \n\t" "gsldlc1 %[src1], 0x0f(%[src_ptr]) \n\t" "psrlw %[src1], %[src1], %[shift] \n\t" "and %[src1], %[src1], %[mask] \n\t" "packsswh %[dest_lo], %[src0], %[src1] \n\t" "gsldrc1 %[src0], 0x10(%[src_ptr]) \n\t" "gsldlc1 %[src0], 0x17(%[src_ptr]) \n\t" "psrlw %[src0], %[src0], %[shift] \n\t" "and %[src0], %[src0], %[mask] \n\t" "gsldrc1 %[src1], 0x18(%[src_ptr]) \n\t" "gsldlc1 %[src1], 0x1f(%[src_ptr]) \n\t" "psrlw %[src1], %[src1], %[shift] \n\t" "and %[src1], %[src1], %[mask] \n\t" "packsswh %[dest_hi], %[src0], %[src1] \n\t" "packushb %[dest], %[dest_lo], %[dest_hi] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x20 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x08 \n\t" "bnez %[width], 1b \n\t" : [src0] "=&f"(src0), [src1] "=&f"(src1), [dest_hi] "=&f"(dest_hi), [dest_lo] "=&f"(dest_lo), [dest] "=&f"(dest) : [src_ptr] "r"(src_ptr), [dst_ptr] "r"(dst), [width] "r"(dst_width), [shift] "f"(shift), [mask] "f"(mask) : "memory"); } void ScaleRowDown4_16_MMI(const uint16_t* src_ptr, ptrdiff_t src_stride, uint16_t* dst, int dst_width) { (void)src_stride; uint64_t src0, src1; uint64_t dest, dest_hi, dest_lo; const uint64_t mask = 0x0ULL; __asm__ volatile( "1: \n\t" "gsldrc1 %[src0], 0x00(%[src_ptr]) \n\t" "gsldlc1 %[src0], 0x07(%[src_ptr]) \n\t" "gsldrc1 %[src1], 0x08(%[src_ptr]) \n\t" "gsldlc1 %[src1], 0x0f(%[src_ptr]) \n\t" "punpckhhw %[dest_lo], %[src0], %[src1] \n\t" "punpcklhw %[dest_lo], %[dest_lo], %[mask] \n\t" "gsldrc1 %[src0], 0x10(%[src_ptr]) \n\t" "gsldlc1 %[src0], 0x17(%[src_ptr]) \n\t" "gsldrc1 %[src1], 0x18(%[src_ptr]) \n\t" "gsldlc1 %[src1], 0x1f(%[src_ptr]) \n\t" "punpckhhw %[dest_hi], %[src0], %[src1] \n\t" "punpcklhw %[dest_hi], %[dest_hi], %[mask] \n\t" "packushb %[dest], %[dest_lo], %[dest_hi] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x20 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x04 \n\t" "bnez %[width], 1b \n\t" : [src0] "=&f"(src0), [src1] "=&f"(src1), [dest_hi] "=&f"(dest_hi), [dest_lo] "=&f"(dest_lo), [dest] "=&f"(dest) : [src_ptr] "r"(src_ptr), [dst_ptr] "r"(dst), [width] "r"(dst_width), [mask] "f"(mask) : "memory"); } #define DO_SCALEROWDOWN4BOX_PUNPCKADD() \ "punpcklbh %[src_lo], %[src], %[mask0] \n\t" \ "punpckhbh %[src_hi], %[src], %[mask0] \n\t" \ "paddh %[dest_lo], %[dest_lo], %[src_lo] \n\t" \ "paddh %[dest_hi], %[dest_hi], %[src_hi] \n\t" #define DO_SCALEROWDOWN4BOX_LOOP(reg) \ "ldc1 %[src], 0x00(%[src0_ptr]) \n\t" \ "punpcklbh %[dest_lo], %[src], %[mask0] \n\t" \ "punpckhbh %[dest_hi], %[src], %[mask0] \n\t" \ \ "ldc1 %[src], 0x00(%[src1_ptr]) \n\t" \ DO_SCALEROWDOWN4BOX_PUNPCKADD() \ \ "ldc1 %[src], 0x00(%[src2_ptr]) \n\t" \ DO_SCALEROWDOWN4BOX_PUNPCKADD() \ \ "ldc1 %[src], 0x00(%[src3_ptr]) \n\t" \ DO_SCALEROWDOWN4BOX_PUNPCKADD() \ \ "pmaddhw %[dest_lo], %[dest_lo], %[mask1] \n\t" \ "pmaddhw %[dest_hi], %[dest_hi], %[mask1] \n\t" \ "packsswh " #reg ", %[dest_lo], %[dest_hi] \n\t" \ "pmaddhw " #reg ", " #reg ", %[mask1] \n\t" \ "paddh " #reg ", " #reg ", %[ph] \n\t" \ "psrlh " #reg ", " #reg ", %[shift] \n\t" \ \ "daddiu %[src0_ptr], %[src0_ptr], 0x08 \n\t" \ "daddiu %[src1_ptr], %[src1_ptr], 0x08 \n\t" \ "daddiu %[src2_ptr], %[src2_ptr], 0x08 \n\t" \ "daddiu %[src3_ptr], %[src3_ptr], 0x08 \n\t" /* LibYUVScaleTest.ScaleDownBy4_Box */ void ScaleRowDown4Box_MMI(const uint8_t* src_ptr, ptrdiff_t src_stride, uint8_t* dst, int dst_width) { const uint8_t* src0_ptr = src_ptr; const uint8_t* src1_ptr = src_ptr + src_stride; const uint8_t* src2_ptr = src_ptr + src_stride * 2; const uint8_t* src3_ptr = src_ptr + src_stride * 3; uint64_t src, src_hi, src_lo; uint64_t dest, dest_hi, dest_lo, dest0, dest1, dest2, dest3; const uint64_t mask0 = 0x0ULL; const uint64_t mask1 = 0x0001000100010001ULL; const uint64_t ph = 0x0008000800080008ULL; const uint64_t shift = 0x4ULL; __asm__ volatile( "1: \n\t" DO_SCALEROWDOWN4BOX_LOOP(%[dest0]) DO_SCALEROWDOWN4BOX_LOOP(%[dest1]) DO_SCALEROWDOWN4BOX_LOOP(%[dest2]) DO_SCALEROWDOWN4BOX_LOOP(%[dest3]) "packsswh %[dest_lo], %[dest0], %[dest1] \n\t" "packsswh %[dest_hi], %[dest2], %[dest3] \n\t" "packushb %[dest], %[dest_lo], %[dest_hi] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x08 \n\t" "bnez %[width], 1b \n\t" : [src_hi] "=&f"(src_hi), [src_lo] "=&f"(src_lo), [dest_hi] "=&f"(dest_hi), [dest_lo] "=&f"(dest_lo), [dest0] "=&f"(dest0), [dest1] "=&f"(dest1), [dest2] "=&f"(dest2), [dest3] "=&f"(dest3), [src] "=&f"(src), [dest] "=&f"(dest) : [src0_ptr] "r"(src0_ptr), [src1_ptr] "r"(src1_ptr), [src2_ptr] "r"(src2_ptr), [src3_ptr] "r"(src3_ptr), [dst_ptr] "r"(dst), [width] "r"(dst_width), [shift] "f"(shift), [mask0] "f"(mask0), [ph] "f"(ph), [mask1] "f"(mask1) : "memory"); } #define DO_SCALEROWDOWN4BOX_16_PUNPCKADD() \ "punpcklbh %[src_lo], %[src], %[mask0] \n\t" \ "punpckhbh %[src_hi], %[src], %[mask0] \n\t" \ "paddh %[dest_lo], %[dest_lo], %[src_lo] \n\t" \ "paddh %[dest_hi], %[dest_hi], %[src_hi] \n\t" #define DO_SCALEROWDOWN4BOX_16_LOOP(reg) \ "ldc1 %[src], 0x00(%[src0_ptr]) \n\t" \ "punpcklbh %[dest_lo], %[src], %[mask0] \n\t" \ "punpckhbh %[dest_hi], %[src], %[mask0] \n\t" \ \ "ldc1 %[src], 0x00(%[src1_ptr]) \n\t" \ DO_SCALEROWDOWN4BOX_16_PUNPCKADD() \ \ "ldc1 %[src], 0x00(%[src2_ptr]) \n\t" \ DO_SCALEROWDOWN4BOX_16_PUNPCKADD() \ \ "ldc1 %[src], 0x00(%[src3_ptr]) \n\t" \ DO_SCALEROWDOWN4BOX_16_PUNPCKADD() \ \ "paddw %[dest], %[dest_lo], %[dest_hi] \n\t" \ "punpckhwd %[dest_hi], %[dest], %[dest] \n\t" \ "paddw %[dest], %[dest_hi], %[dest] \n\t" \ "paddw %[dest], %[dest], %[ph] \n\t" \ "psraw %[dest], %[dest], %[shift] \n\t" \ "and " #reg ", %[dest], %[mask1] \n\t" \ \ "daddiu %[src0_ptr], %[src0_ptr], 0x08 \n\t" \ "daddiu %[src1_ptr], %[src1_ptr], 0x08 \n\t" \ "daddiu %[src2_ptr], %[src2_ptr], 0x08 \n\t" \ "daddiu %[src3_ptr], %[src3_ptr], 0x08 \n\t" /* LibYUVScaleTest.ScaleDownBy4_Box_16 */ void ScaleRowDown4Box_16_MMI(const uint16_t* src_ptr, ptrdiff_t src_stride, uint16_t* dst, int dst_width) { const uint16_t* src0_ptr = src_ptr; const uint16_t* src1_ptr = src_ptr + src_stride; const uint16_t* src2_ptr = src_ptr + src_stride * 2; const uint16_t* src3_ptr = src_ptr + src_stride * 3; uint64_t src, src_hi, src_lo; uint64_t dest, dest_hi, dest_lo, dest0, dest1, dest2, dest3; const uint64_t mask0 = 0x0ULL; const uint64_t mask1 = 0x00000000ffffffffULL; const uint64_t ph = 0x0000000800000008ULL; const uint64_t shift = 0x04ULL; __asm__ volatile( "1: \n\t" DO_SCALEROWDOWN4BOX_16_LOOP(%[dest0]) DO_SCALEROWDOWN4BOX_16_LOOP(%[dest1]) DO_SCALEROWDOWN4BOX_16_LOOP(%[dest2]) DO_SCALEROWDOWN4BOX_16_LOOP(%[dest3]) "punpcklwd %[dest_lo], %[dest0], %[dest1] \n\t" "punpcklwd %[dest_hi], %[dest2], %[dest3] \n\t" "packushb %[dest], %[dest_lo], %[dest_hi] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x04 \n\t" "bnez %[width], 1b \n\t" : [src_hi] "=&f"(src_hi), [src_lo] "=&f"(src_lo), [dest_hi] "=&f"(dest_hi), [dest_lo] "=&f"(dest_lo), [dest0] "=&f"(dest0), [dest1] "=&f"(dest1), [dest2] "=&f"(dest2), [dest3] "=&f"(dest3), [src] "=&f"(src), [dest] "=&f"(dest) : [src0_ptr] "r"(src0_ptr), [src1_ptr] "r"(src1_ptr), [src2_ptr] "r"(src2_ptr), [src3_ptr] "r"(src3_ptr), [dst_ptr] "r"(dst), [width] "r"(dst_width), [shift] "f"(shift), [mask0] "f"(mask0), [ph] "f"(ph), [mask1] "f"(mask1) : "memory"); } // Scales a single row of pixels up by 2x using point sampling. void ScaleColsUp2_MMI(uint8_t* dst_ptr, const uint8_t* src_ptr, int dst_width, int x, int dx) { uint64_t src, dest; (void)x; (void)dx; __asm__ volatile( "1: \n\t" "lwc1 %[src], 0x00(%[src_ptr]) \n\t" "punpcklbh %[dest], %[src], %[src] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x04 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x08 \n\t" "bnez %[width], 1b \n\t" : [src] "=&f"(src), [dest] "=&f"(dest) : [src_ptr] "r"(src_ptr), [dst_ptr] "r"(dst_ptr), [width] "r"(dst_width) : "memory"); } void ScaleColsUp2_16_MMI(uint16_t* dst_ptr, const uint16_t* src_ptr, int dst_width, int x, int dx) { uint64_t src, dest; (void)x; (void)dx; __asm__ volatile( "1: \n\t" "gsldrc1 %[src], 0x00(%[src_ptr]) \n\t" "gsldlc1 %[src], 0x07(%[src_ptr]) \n\t" "punpcklhw %[dest], %[src], %[src] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "punpckhhw %[dest], %[src], %[src] \n\t" "gssdlc1 %[dest], 0x0f(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x08(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x08 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x10 \n\t" "daddi %[width], %[width], -0x08 \n\t" "bnez %[width], 1b \n\t" : [src] "=&f"(src), [dest] "=&f"(dest) : [src_ptr] "r"(src_ptr), [dst_ptr] "r"(dst_ptr), [width] "r"(dst_width) : "memory"); } void ScaleAddRow_MMI(const uint8_t* src_ptr, uint16_t* dst_ptr, int src_width) { uint64_t src, src_hi, src_lo, dest0, dest1; const uint64_t mask = 0x0ULL; __asm__ volatile( "1: \n\t" "gsldlc1 %[src], 0x07(%[src_ptr]) \n\t" "gsldrc1 %[src], 0x00(%[src_ptr]) \n\t" "punpcklbh %[src_lo], %[src], %[mask] \n\t" "punpckhbh %[src_hi], %[src], %[mask] \n\t" "gsldrc1 %[dest0], 0x00(%[dst_ptr]) \n\t" "gsldlc1 %[dest0], 0x07(%[dst_ptr]) \n\t" "paddush %[dest0], %[dest0], %[src_lo] \n\t" "gsldrc1 %[dest1], 0x08(%[dst_ptr]) \n\t" "gsldlc1 %[dest1], 0x0f(%[dst_ptr]) \n\t" "paddush %[dest1], %[dest1], %[src_hi] \n\t" "gssdlc1 %[dest0], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest0], 0x00(%[dst_ptr]) \n\t" "gssdlc1 %[dest1], 0x0f(%[dst_ptr]) \n\t" "gssdrc1 %[dest1], 0x08(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x08 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x10 \n\t" "daddi %[width], %[width], -0x08 \n\t" "bnez %[width], 1b \n\t" : [dest0] "=&f"(dest0), [dest1] "=&f"(dest1), [src_hi] "=&f"(src_hi), [src_lo] "=&f"(src_lo), [src] "=&f"(src) : [src_ptr] "r"(src_ptr), [dst_ptr] "r"(dst_ptr), [width] "r"(src_width), [mask] "f"(mask) : "memory"); } void ScaleAddRow_16_MMI(const uint16_t* src_ptr, uint32_t* dst_ptr, int src_width) { uint64_t src, src_hi, src_lo, dest0, dest1; const uint64_t mask = 0x0ULL; __asm__ volatile( "1: \n\t" "gsldrc1 %[src], 0x00(%[src_ptr]) \n\t" "gsldlc1 %[src], 0x07(%[src_ptr]) \n\t" "punpcklhw %[src_lo], %[src], %[mask] \n\t" "punpckhhw %[src_hi], %[src], %[mask] \n\t" "gsldrc1 %[dest0], 0x00(%[dst_ptr]) \n\t" "gsldlc1 %[dest0], 0x07(%[dst_ptr]) \n\t" "paddw %[dest0], %[dest0], %[src_lo] \n\t" "gssdlc1 %[dest0], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest0], 0x00(%[dst_ptr]) \n\t" "gsldrc1 %[dest1], 0x08(%[dst_ptr]) \n\t" "gsldlc1 %[dest1], 0x0f(%[dst_ptr]) \n\t" "paddw %[dest1], %[dest1], %[src_hi] \n\t" "gssdlc1 %[dest1], 0x0f(%[dst_ptr]) \n\t" "gssdrc1 %[dest1], 0x08(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x08 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x10 \n\t" "daddi %[width], %[width], -0x04 \n\t" "bnez %[width], 1b \n\t" : [dest0] "=&f"(dest0), [dest1] "=&f"(dest1), [src_hi] "=&f"(src_hi), [src_lo] "=&f"(src_lo), [src] "=&f"(src) : [src_ptr] "r"(src_ptr), [dst_ptr] "r"(dst_ptr), [width] "r"(src_width), [mask] "f"(mask) : "memory"); } void ScaleARGBRowDownEven_MMI(const uint8_t* src_argb, ptrdiff_t src_stride, int src_stepx, uint8_t* dst_argb, int dst_width) { (void)src_stride; uint64_t src0, src1, dest; __asm__ volatile( "1: \n\t" "lwc1 %[src0], 0x00(%[src_ptr]) \n\t" "dadd %[src_ptr], %[src_ptr], %[src_stepx_4]\n\t" "lwc1 %[src1], 0x00(%[src_ptr]) \n\t" "punpcklwd %[dest], %[src0], %[src1] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "dadd %[src_ptr], %[src_ptr], %[src_stepx_4]\n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x02 \n\t" "bnez %[width], 1b \n\t" : [src0] "=&f"(src0), [src1] "=&f"(src1), [dest] "=&f"(dest) : [src_ptr] "r"(src_argb), [dst_ptr] "r"(dst_argb), [src_stepx_4] "r"(src_stepx << 2), [width] "r"(dst_width) : "memory"); } void ScaleARGBRowDownEvenBox_MMI(const uint8_t* src_argb, ptrdiff_t src_stride, int src_stepx, uint8_t* dst_argb, int dst_width) { const uint8_t* src0_ptr = src_argb; const uint8_t* src1_ptr = src_argb + src_stride; uint64_t src0, src1, src_hi, src_lo; uint64_t dest, dest_hi, dest_lo, dest0, dest1; const uint64_t mask = 0x0ULL; const uint64_t ph = 0x0002000200020002ULL; const uint64_t shift = 0x2ULL; __asm__ volatile( "1: \n\t" "lwc1 %[src0], 0x00(%[src0_ptr]) \n\t" "punpcklbh %[dest_lo], %[src0], %[mask] \n\t" "lwc1 %[src0], 0x04(%[src0_ptr]) \n\t" "punpcklbh %[dest_hi], %[src0], %[mask] \n\t" "lwc1 %[src1], 0x00(%[src1_ptr]) \n\t" "punpcklbh %[src_lo], %[src1], %[mask] \n\t" "lwc1 %[src1], 0x04(%[src1_ptr]) \n\t" "punpcklbh %[src_hi], %[src1], %[mask] \n\t" "paddh %[dest_lo], %[dest_lo], %[src_lo] \n\t" "paddh %[dest_hi], %[dest_hi], %[src_hi] \n\t" "paddh %[dest0], %[dest_hi], %[dest_lo] \n\t" "paddh %[dest0], %[dest0], %[ph] \n\t" "psrlh %[dest0], %[dest0], %[shift] \n\t" "dadd %[src0_ptr], %[src0_ptr], %[src_stepx_4] \n\t" "dadd %[src1_ptr], %[src1_ptr], %[src_stepx_4] \n\t" "lwc1 %[src0], 0x00(%[src0_ptr]) \n\t" "punpcklbh %[dest_lo], %[src0], %[mask] \n\t" "lwc1 %[src0], 0x04(%[src0_ptr]) \n\t" "punpcklbh %[dest_hi], %[src0], %[mask] \n\t" "lwc1 %[src1], 0x00(%[src1_ptr]) \n\t" "punpcklbh %[src_lo], %[src1], %[mask] \n\t" "lwc1 %[src1], 0x04(%[src1_ptr]) \n\t" "punpcklbh %[src_hi], %[src1], %[mask] \n\t" "paddh %[dest_lo], %[dest_lo], %[src_lo] \n\t" "paddh %[dest_hi], %[dest_hi], %[src_hi] \n\t" "paddh %[dest1], %[dest_hi], %[dest_lo] \n\t" "paddh %[dest1], %[dest1], %[ph] \n\t" "psrlh %[dest1], %[dest1], %[shift] \n\t" "packushb %[dest], %[dest0], %[dest1] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" "dadd %[src0_ptr], %[src0_ptr], %[src_stepx_4] \n\t" "dadd %[src1_ptr], %[src1_ptr], %[src_stepx_4] \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x08 \n\t" "daddi %[width], %[width], -0x02 \n\t" "bnez %[width], 1b \n\t" : [src_hi] "=&f"(src_hi), [src_lo] "=&f"(src_lo), [dest_hi] "=&f"(dest_hi), [dest_lo] "=&f"(dest_lo), [dest0] "=&f"(dest0), [dest1] "=&f"(dest1), [src0] "=&f"(src0), [src1] "=&f"(src1), [dest] "=&f"(dest) : [src0_ptr] "r"(src0_ptr), [src1_ptr] "r"(src1_ptr), [dst_ptr] "r"(dst_argb), [width] "r"(dst_width), [src_stepx_4] "r"(src_stepx << 2), [shift] "f"(shift), [mask] "f"(mask), [ph] "f"(ph) : "memory"); } // Scales a single row of pixels using point sampling. void ScaleARGBCols_MMI(uint8_t* dst_argb, const uint8_t* src_argb, int dst_width, int x, int dx) { const uint32_t* src = (const uint32_t*)(src_argb); uint32_t* dst = (uint32_t*)(dst_argb); const uint32_t* src_tmp; uint64_t dest, offset; const uint64_t shift0 = 16; const uint64_t shift1 = 2; __asm__ volatile( "1: \n\t" "srav %[offset], %[x], %[shift0] \n\t" "sllv %[offset], %[offset], %[shift1] \n\t" "dadd %[src_tmp], %[src_ptr], %[offset] \n\t" "lwc1 %[dest], 0x00(%[src_tmp]) \n\t" "swc1 %[dest], 0x00(%[dst_ptr]) \n\t" "dadd %[x], %[x], %[dx] \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x04 \n\t" "daddi %[width], %[width], -0x01 \n\t" "bnez %[width], 1b \n\t" : [dest] "=&f"(dest), [offset] "=&r"(offset), [src_tmp] "=&r"(src_tmp) : [src_ptr] "r"(src), [dst_ptr] "r"(dst), [width] "r"(dst_width), [dx] "r"(dx), [x] "r"(x), [shift0] "r"(shift0), [shift1] "r"(shift1) : "memory"); } // Scales a single row of pixels up by 2x using point sampling. void ScaleARGBColsUp2_MMI(uint8_t* dst_argb, const uint8_t* src_argb, int dst_width, int x, int dx) { uint64_t src, dest0, dest1; (void)x; (void)dx; __asm__ volatile( "1: \n\t" "gsldrc1 %[src], 0x00(%[src_ptr]) \n\t" "gsldlc1 %[src], 0x07(%[src_ptr]) \n\t" "punpcklwd %[dest0], %[src], %[src] \n\t" "gssdlc1 %[dest0], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest0], 0x00(%[dst_ptr]) \n\t" "punpckhwd %[dest1], %[src], %[src] \n\t" "gssdlc1 %[dest1], 0x0f(%[dst_ptr]) \n\t" "gssdrc1 %[dest1], 0x08(%[dst_ptr]) \n\t" "daddiu %[src_ptr], %[src_ptr], 0x08 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x10 \n\t" "daddi %[width], %[width], -0x04 \n\t" "bnez %[width], 1b \n\t" : [dest0] "=&f"(dest0), [dest1] "=&f"(dest1), [src] "=&f"(src) : [src_ptr] "r"(src_argb), [dst_ptr] "r"(dst_argb), [width] "r"(dst_width) : "memory"); } // Divide num by div and return as 16.16 fixed point result. /* LibYUVBaseTest.TestFixedDiv */ int FixedDiv_MIPS(int num, int div) { int quotient = 0; const int shift = 16; asm( "dsll %[num], %[num], %[shift] \n\t" "ddiv %[num], %[div] \t\n" "mflo %[quo] \t\n" : [quo] "+&r"(quotient) : [num] "r"(num), [div] "r"(div), [shift] "r"(shift)); return quotient; } // Divide num by div and return as 16.16 fixed point result. /* LibYUVScaleTest.ARGBScaleTo320x240_Linear */ int FixedDiv1_MIPS(int num, int div) { int quotient = 0; const int shift = 16; const int val1 = 1; const int64_t val11 = 0x00010001ULL; asm( "dsll %[num], %[num], %[shift] \n\t" "dsub %[num], %[num], %[val11] \n\t" "dsub %[div], %[div], %[val1] \n\t" "ddiv %[num], %[div] \t\n" "mflo %[quo] \t\n" : [quo] "+&r"(quotient) : [num] "r"(num), [div] "r"(div), [val1] "r"(val1), [val11] "r"(val11), [shift] "r"(shift)); return quotient; } // Read 8x2 upsample with filtering and write 16x1. // actually reads an extra pixel, so 9x2. void ScaleRowUp2_16_MMI(const uint16_t* src_ptr, ptrdiff_t src_stride, uint16_t* dst, int dst_width) { const uint16_t* src2_ptr = src_ptr + src_stride; uint64_t src0, src1; uint64_t dest, dest04, dest15, dest26, dest37; uint64_t tmp0, tmp1, tmp2, tmp3; const uint64_t mask0 = 0x0003000900030009ULL; const uint64_t mask1 = 0x0001000300010003ULL; const uint64_t mask2 = 0x0009000300090003ULL; const uint64_t mask3 = 0x0003000100030001ULL; const uint64_t ph = 0x0000000800000008ULL; const uint64_t shift = 4; __asm__ volatile( "1: \n\t" "gsldrc1 %[src0], 0x00(%[src1_ptr]) \n\t" "gsldlc1 %[src0], 0x07(%[src1_ptr]) \n\t" "pmaddhw %[dest04], %[src0], %[mask0] \n\t" "gsldrc1 %[src1], 0x00(%[src2_ptr]) \n\t" "gsldlc1 %[src1], 0x07(%[src2_ptr]) \n\t" "pmaddhw %[dest], %[src1], %[mask1] \n\t" "paddw %[dest04], %[dest04], %[dest] \n\t" "paddw %[dest04], %[dest04], %[ph] \n\t" "psrlw %[dest04], %[dest04], %[shift] \n\t" "pmaddhw %[dest15], %[src0], %[mask2] \n\t" "pmaddhw %[dest], %[src1], %[mask3] \n\t" "paddw %[dest15], %[dest15], %[dest] \n\t" "paddw %[dest15], %[dest15], %[ph] \n\t" "psrlw %[dest15], %[dest15], %[shift] \n\t" "gsldrc1 %[src0], 0x02(%[src1_ptr]) \n\t" "gsldlc1 %[src0], 0x09(%[src1_ptr]) \n\t" "pmaddhw %[dest26], %[src0], %[mask0] \n\t" "gsldrc1 %[src1], 0x02(%[src2_ptr]) \n\t" "gsldlc1 %[src1], 0x09(%[src2_ptr]) \n\t" "pmaddhw %[dest], %[src1], %[mask1] \n\t" "paddw %[dest26], %[dest26], %[dest] \n\t" "paddw %[dest26], %[dest26], %[ph] \n\t" "psrlw %[dest26], %[dest26], %[shift] \n\t" "pmaddhw %[dest37], %[src0], %[mask2] \n\t" "pmaddhw %[dest], %[src1], %[mask3] \n\t" "paddw %[dest37], %[dest37], %[dest] \n\t" "paddw %[dest37], %[dest37], %[ph] \n\t" "psrlw %[dest37], %[dest37], %[shift] \n\t" /* tmp0 = ( 00 04 02 06 ) */ "packsswh %[tmp0], %[dest04], %[dest26] \n\t" /* tmp1 = ( 01 05 03 07 ) */ "packsswh %[tmp1], %[dest15], %[dest37] \n\t" /* tmp2 = ( 00 01 04 05 )*/ "punpcklhw %[tmp2], %[tmp0], %[tmp1] \n\t" /* tmp3 = ( 02 03 06 07 )*/ "punpckhhw %[tmp3], %[tmp0], %[tmp1] \n\t" /* ( 00 01 02 03 ) */ "punpcklwd %[dest], %[tmp2], %[tmp3] \n\t" "gssdlc1 %[dest], 0x07(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x00(%[dst_ptr]) \n\t" /* ( 04 05 06 07 ) */ "punpckhwd %[dest], %[tmp2], %[tmp3] \n\t" "gssdlc1 %[dest], 0x0f(%[dst_ptr]) \n\t" "gssdrc1 %[dest], 0x08(%[dst_ptr]) \n\t" "daddiu %[src1_ptr], %[src1_ptr], 0x08 \n\t" "daddiu %[src2_ptr], %[src2_ptr], 0x08 \n\t" "daddiu %[dst_ptr], %[dst_ptr], 0x10 \n\t" "daddi %[width], %[width], -0x08 \n\t" "bnez %[width], 1b \n\t" : [src0] "=&f"(src0), [src1] "=&f"(src1), [dest04] "=&f"(dest04), [dest15] "=&f"(dest15), [dest26] "=&f"(dest26), [dest37] "=&f"(dest37), [tmp0] "=&f"(tmp0), [tmp1] "=&f"(tmp1), [tmp2] "=&f"(tmp2), [tmp3] "=&f"(tmp3), [dest] "=&f"(dest) : [src1_ptr] "r"(src_ptr), [src2_ptr] "r"(src2_ptr), [dst_ptr] "r"(dst), [width] "r"(dst_width), [mask0] "f"(mask0), [mask1] "f"(mask1), [mask2] "f"(mask2), [mask3] "f"(mask3), [shift] "f"(shift), [ph] "f"(ph) : "memory"); } #endif // !defined(LIBYUV_DISABLE_MMI) && defined(_MIPS_ARCH_LOONGSON3A) #ifdef __cplusplus } // extern "C" } // namespace libyuv #endif