104 lines
3.5 KiB
C++
104 lines
3.5 KiB
C++
|
/*
|
||
|
|
* Copyright 2012 The LibYuv Project Authors. All rights reserved.
|
||
|
|
*
|
||
|
|
* Use of this source code is governed by a BSD-style license
|
||
|
|
* that can be found in the LICENSE file in the root of the source
|
||
|
|
* tree. An additional intellectual property rights grant can be found
|
||
|
|
* in the file PATENTS. All contributing project authors may
|
||
|
|
* be found in the AUTHORS file in the root of the source tree.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#include "libyuv/basic_types.h"
|
||
|
|
#include "libyuv/row.h"
|
||
|
|
|
||
|
|
#ifdef __cplusplus
|
||
|
|
namespace libyuv {
|
||
|
|
extern "C" {
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#if !defined(LIBYUV_DISABLE_NEON) && defined(__ARM_NEON__)
|
||
|
|
|
||
|
|
uint32 SumSquareError_NEON(const uint8* src_a, const uint8* src_b, int count) {
|
||
|
|
volatile uint32 sse;
|
||
|
|
asm volatile (
|
||
|
|
"vmov.u8 q8, #0 \n"
|
||
|
|
"vmov.u8 q10, #0 \n"
|
||
|
|
"vmov.u8 q9, #0 \n"
|
||
|
|
"vmov.u8 q11, #0 \n"
|
||
|
|
|
||
|
|
".p2align 2 \n"
|
||
|
|
"1: \n"
|
||
|
|
MEMACCESS(0)
|
||
|
|
"vld1.8 {q0}, [%0]! \n"
|
||
|
|
MEMACCESS(1)
|
||
|
|
"vld1.8 {q1}, [%1]! \n"
|
||
|
|
"subs %2, %2, #16 \n"
|
||
|
|
"vsubl.u8 q2, d0, d2 \n"
|
||
|
|
"vsubl.u8 q3, d1, d3 \n"
|
||
|
|
"vmlal.s16 q8, d4, d4 \n"
|
||
|
|
"vmlal.s16 q9, d6, d6 \n"
|
||
|
|
"vmlal.s16 q10, d5, d5 \n"
|
||
|
|
"vmlal.s16 q11, d7, d7 \n"
|
||
|
|
"bgt 1b \n"
|
||
|
|
|
||
|
|
"vadd.u32 q8, q8, q9 \n"
|
||
|
|
"vadd.u32 q10, q10, q11 \n"
|
||
|
|
"vadd.u32 q11, q8, q10 \n"
|
||
|
|
"vpaddl.u32 q1, q11 \n"
|
||
|
|
"vadd.u64 d0, d2, d3 \n"
|
||
|
|
"vmov.32 %3, d0[0] \n"
|
||
|
|
: "+r"(src_a),
|
||
|
|
"+r"(src_b),
|
||
|
|
"+r"(count),
|
||
|
|
"=r"(sse)
|
||
|
|
:
|
||
|
|
: "memory", "cc", "q0", "q1", "q2", "q3", "q8", "q9", "q10", "q11");
|
||
|
|
return sse;
|
||
|
|
}
|
||
|
|
|
||
|
|
#elif !defined(LIBYUV_DISABLE_NEON) && defined(__aarch64__)
|
||
|
|
|
||
|
|
uint32 SumSquareError_NEON(const uint8* src_a, const uint8* src_b, int count) {
|
||
|
|
volatile uint32 sse;
|
||
|
|
asm volatile (
|
||
|
|
"eor v16.16b, v16.16b, v16.16b \n"
|
||
|
|
"eor v18.16b, v18.16b, v18.16b \n"
|
||
|
|
"eor v17.16b, v17.16b, v17.16b \n"
|
||
|
|
"eor v19.16b, v19.16b, v19.16b \n"
|
||
|
|
|
||
|
|
".p2align 2 \n"
|
||
|
|
"1: \n"
|
||
|
|
MEMACCESS(0)
|
||
|
|
"ld1 {v0.16b}, [%0], #16 \n"
|
||
|
|
MEMACCESS(1)
|
||
|
|
"ld1 {v1.16b}, [%1], #16 \n"
|
||
|
|
"subs %2, %2, #16 \n"
|
||
|
|
"usubl v2.8h, v0.8b, v1.8b \n"
|
||
|
|
"usubl2 v3.8h, v0.16b, v1.16b \n"
|
||
|
|
"smlal v16.4s, v2.4h, v2.4h \n"
|
||
|
|
"smlal v17.4s, v3.4h, v3.4h \n"
|
||
|
|
"smlal2 v18.4s, v2.8h, v2.8h \n"
|
||
|
|
"smlal2 v19.4s, v3.8h, v3.8h \n"
|
||
|
|
"bgt 1b \n"
|
||
|
|
|
||
|
|
"add v16.4s, v16.4s, v17.4s \n"
|
||
|
|
"add v18.4s, v18.4s, v19.4s \n"
|
||
|
|
"add v19.4s, v16.4s, v18.4s \n"
|
||
|
|
"addv s0, v19.4s \n"
|
||
|
|
"fmov %w3, s0 \n"
|
||
|
|
: "+r"(src_a),
|
||
|
|
"+r"(src_b),
|
||
|
|
"+r"(count),
|
||
|
|
"=r"(sse)
|
||
|
|
:
|
||
|
|
: "cc", "v0", "v1", "v2", "v3", "v16", "v17", "v18", "v19");
|
||
|
|
return sse;
|
||
|
|
}
|
||
|
|
|
||
|
|
#endif // __ARM_NEON__
|
||
|
|
|
||
|
|
#ifdef __cplusplus
|
||
|
|
} // extern "C"
|
||
|
|
} // namespace libyuv
|
||
|
|
#endif
|