2020-08-14 16:58:22 +00:00
|
|
|
/*
|
|
|
|
|
* Copyright 2014 The LibYuv Project Authors. All rights reserved.
|
|
|
|
|
*
|
|
|
|
|
* Use of this source code is governed by a BSD-style license
|
|
|
|
|
* that can be found in the LICENSE file in the root of the source
|
|
|
|
|
* tree. An additional intellectual property rights grant can be found
|
|
|
|
|
* in the file PATENTS. All contributing project authors may
|
|
|
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include "libyuv/row.h"
|
|
|
|
|
|
|
|
|
|
#ifdef __cplusplus
|
|
|
|
|
namespace libyuv {
|
|
|
|
|
extern "C" {
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
// This module is for GCC Neon armv8 64 bit.
|
|
|
|
|
#if !defined(LIBYUV_DISABLE_NEON) && defined(__aarch64__)
|
|
|
|
|
|
|
|
|
|
// Read 8 Y, 4 U and 4 V from 422
|
|
|
|
|
#define READYUV422 \
|
|
|
|
|
"ld1 {v0.8b}, [%0], #8 \n" \
|
|
|
|
|
"ld1 {v1.s}[0], [%1], #4 \n" \
|
|
|
|
|
"ld1 {v1.s}[1], [%2], #4 \n"
|
|
|
|
|
|
|
|
|
|
// Read 8 Y, 8 U and 8 V from 444
|
|
|
|
|
#define READYUV444 \
|
|
|
|
|
"ld1 {v0.8b}, [%0], #8 \n" \
|
|
|
|
|
"ld1 {v1.d}[0], [%1], #8 \n" \
|
|
|
|
|
"ld1 {v1.d}[1], [%2], #8 \n" \
|
|
|
|
|
"uaddlp v1.8h, v1.16b \n" \
|
|
|
|
|
"rshrn v1.8b, v1.8h, #1 \n"
|
|
|
|
|
|
|
|
|
|
// Read 8 Y, and set 4 U and 4 V to 128
|
|
|
|
|
#define READYUV400 \
|
|
|
|
|
"ld1 {v0.8b}, [%0], #8 \n" \
|
|
|
|
|
"movi v1.8b , #128 \n"
|
|
|
|
|
|
|
|
|
|
// Read 8 Y and 4 UV from NV12
|
|
|
|
|
#define READNV12 \
|
|
|
|
|
"ld1 {v0.8b}, [%0], #8 \n" \
|
|
|
|
|
"ld1 {v2.8b}, [%1], #8 \n" \
|
|
|
|
|
"uzp1 v1.8b, v2.8b, v2.8b \n" \
|
|
|
|
|
"uzp2 v3.8b, v2.8b, v2.8b \n" \
|
|
|
|
|
"ins v1.s[1], v3.s[0] \n"
|
|
|
|
|
|
|
|
|
|
// Read 8 Y and 4 VU from NV21
|
|
|
|
|
#define READNV21 \
|
|
|
|
|
"ld1 {v0.8b}, [%0], #8 \n" \
|
|
|
|
|
"ld1 {v2.8b}, [%1], #8 \n" \
|
|
|
|
|
"uzp1 v3.8b, v2.8b, v2.8b \n" \
|
|
|
|
|
"uzp2 v1.8b, v2.8b, v2.8b \n" \
|
|
|
|
|
"ins v1.s[1], v3.s[0] \n"
|
|
|
|
|
|
|
|
|
|
// Read 8 YUY2
|
|
|
|
|
#define READYUY2 \
|
|
|
|
|
"ld2 {v0.8b, v1.8b}, [%0], #16 \n" \
|
|
|
|
|
"uzp2 v3.8b, v1.8b, v1.8b \n" \
|
|
|
|
|
"uzp1 v1.8b, v1.8b, v1.8b \n" \
|
|
|
|
|
"ins v1.s[1], v3.s[0] \n"
|
|
|
|
|
|
|
|
|
|
// Read 8 UYVY
|
|
|
|
|
#define READUYVY \
|
|
|
|
|
"ld2 {v2.8b, v3.8b}, [%0], #16 \n" \
|
|
|
|
|
"orr v0.8b, v3.8b, v3.8b \n" \
|
|
|
|
|
"uzp1 v1.8b, v2.8b, v2.8b \n" \
|
|
|
|
|
"uzp2 v3.8b, v2.8b, v2.8b \n" \
|
|
|
|
|
"ins v1.s[1], v3.s[0] \n"
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
#define YUVTORGB_SETUP \
|
|
|
|
|
"ld3r {v24.8h, v25.8h, v26.8h}, [%[kUVBiasBGR]] \n" \
|
|
|
|
|
"ld1r {v31.4s}, [%[kYToRgb]] \n" \
|
|
|
|
|
"ld2 {v27.8h, v28.8h}, [%[kUVToRB]] \n" \
|
|
|
|
|
"ld2 {v29.8h, v30.8h}, [%[kUVToG]] \n"
|
|
|
|
|
|
|
|
|
|
// clang-format off
|
2020-08-14 16:58:22 +00:00
|
|
|
|
|
|
|
|
#define YUVTORGB(vR, vG, vB) \
|
|
|
|
|
"uxtl v0.8h, v0.8b \n" /* Extract Y */ \
|
|
|
|
|
"shll v2.8h, v1.8b, #8 \n" /* Replicate UV */ \
|
|
|
|
|
"ushll2 v3.4s, v0.8h, #0 \n" /* Y */ \
|
|
|
|
|
"ushll v0.4s, v0.4h, #0 \n" \
|
|
|
|
|
"mul v3.4s, v3.4s, v31.4s \n" \
|
|
|
|
|
"mul v0.4s, v0.4s, v31.4s \n" \
|
|
|
|
|
"sqshrun v0.4h, v0.4s, #16 \n" \
|
|
|
|
|
"sqshrun2 v0.8h, v3.4s, #16 \n" /* Y */ \
|
|
|
|
|
"uaddw v1.8h, v2.8h, v1.8b \n" /* Replicate UV */ \
|
|
|
|
|
"mov v2.d[0], v1.d[1] \n" /* Extract V */ \
|
|
|
|
|
"uxtl v2.8h, v2.8b \n" \
|
|
|
|
|
"uxtl v1.8h, v1.8b \n" /* Extract U */ \
|
2020-12-23 07:48:30 +00:00
|
|
|
"mul v3.8h, v27.8h, v1.8h \n" \
|
|
|
|
|
"mul v5.8h, v29.8h, v1.8h \n" \
|
|
|
|
|
"mul v6.8h, v30.8h, v2.8h \n" \
|
|
|
|
|
"mul v7.8h, v28.8h, v2.8h \n" \
|
2020-08-14 16:58:22 +00:00
|
|
|
"sqadd v6.8h, v6.8h, v5.8h \n" \
|
2020-12-23 07:48:30 +00:00
|
|
|
"sqadd " #vB ".8h, v24.8h, v0.8h \n" /* B */ \
|
|
|
|
|
"sqadd " #vG ".8h, v25.8h, v0.8h \n" /* G */ \
|
|
|
|
|
"sqadd " #vR ".8h, v26.8h, v0.8h \n" /* R */ \
|
|
|
|
|
"sqadd " #vB ".8h, " #vB ".8h, v3.8h \n" /* B */ \
|
|
|
|
|
"sqsub " #vG ".8h, " #vG ".8h, v6.8h \n" /* G */ \
|
|
|
|
|
"sqadd " #vR ".8h, " #vR ".8h, v7.8h \n" /* R */ \
|
|
|
|
|
"sqshrun " #vB ".8b, " #vB ".8h, #6 \n" /* B */ \
|
|
|
|
|
"sqshrun " #vG ".8b, " #vG ".8h, #6 \n" /* G */ \
|
2020-08-14 16:58:22 +00:00
|
|
|
"sqshrun " #vR ".8b, " #vR ".8h, #6 \n" /* R */
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
// clang-format on
|
|
|
|
|
|
2020-08-14 16:58:22 +00:00
|
|
|
void I444ToARGBRow_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v23.8b, #255 \n" /* A */
|
|
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READYUV444
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 448] \n"
|
|
|
|
|
"subs %w4, %w4, #8 \n"
|
|
|
|
|
"st4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%3], #32 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_u), // %1
|
|
|
|
|
"+r"(src_v), // %2
|
|
|
|
|
"+r"(dst_argb), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void I422ToARGBRow_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v23.8b, #255 \n" /* A */
|
|
|
|
|
|
|
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READYUV422
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%1, 128] \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 128] \n"
|
|
|
|
|
"subs %w4, %w4, #8 \n"
|
|
|
|
|
"st4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%3], #32 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_u), // %1
|
|
|
|
|
"+r"(src_v), // %2
|
|
|
|
|
"+r"(dst_argb), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void I422AlphaToARGBRow_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
const uint8_t* src_a,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READYUV422
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v23.8b}, [%3], #8 \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 128] \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 128] \n"
|
|
|
|
|
"prfm pldl1keep, [%3, 448] \n"
|
|
|
|
|
"subs %w5, %w5, #8 \n"
|
|
|
|
|
"st4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%4], #32 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_u), // %1
|
|
|
|
|
"+r"(src_v), // %2
|
|
|
|
|
"+r"(src_a), // %3
|
|
|
|
|
"+r"(dst_argb), // %4
|
|
|
|
|
"+r"(width) // %5
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void I422ToRGBARow_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
uint8_t* dst_rgba,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v20.8b, #255 \n" /* A */
|
|
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READYUV422
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
YUVTORGB(v23, v22, v21)
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%1, 128] \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 128] \n"
|
|
|
|
|
"subs %w4, %w4, #8 \n"
|
|
|
|
|
"st4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%3], #32 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_u), // %1
|
|
|
|
|
"+r"(src_v), // %2
|
|
|
|
|
"+r"(dst_rgba), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void I422ToRGB24Row_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
uint8_t* dst_rgb24,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READYUV422
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%1, 128] \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 128] \n"
|
|
|
|
|
"subs %w4, %w4, #8 \n"
|
|
|
|
|
"st3 {v20.8b,v21.8b,v22.8b}, [%3], #24 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_u), // %1
|
|
|
|
|
"+r"(src_v), // %2
|
|
|
|
|
"+r"(dst_rgb24), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#define ARGBTORGB565 \
|
|
|
|
|
"shll v0.8h, v22.8b, #8 \n" /* R */ \
|
|
|
|
|
"shll v21.8h, v21.8b, #8 \n" /* G */ \
|
|
|
|
|
"shll v20.8h, v20.8b, #8 \n" /* B */ \
|
|
|
|
|
"sri v0.8h, v21.8h, #5 \n" /* RG */ \
|
|
|
|
|
"sri v0.8h, v20.8h, #11 \n" /* RGB */
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
// clang-format off
|
|
|
|
|
|
2020-08-14 16:58:22 +00:00
|
|
|
void I422ToRGB565Row_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
uint8_t* dst_rgb565,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
YUVTORGB_SETUP
|
|
|
|
|
"1: \n"
|
|
|
|
|
READYUV422
|
|
|
|
|
YUVTORGB(v22, v21, v20)
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w4, %w4, #8 \n"
|
|
|
|
|
ARGBTORGB565
|
|
|
|
|
"prfm pldl1keep, [%1, 128] \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 128] \n"
|
|
|
|
|
"st1 {v0.8h}, [%3], #16 \n" // store 8 pixels RGB565.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_u), // %1
|
|
|
|
|
"+r"(src_v), // %2
|
|
|
|
|
"+r"(dst_rgb565), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
: [kUVToRB] "r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG] "r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR] "r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb] "r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#define ARGBTOARGB1555 \
|
|
|
|
|
"shll v0.8h, v23.8b, #8 \n" /* A */ \
|
|
|
|
|
"shll v22.8h, v22.8b, #8 \n" /* R */ \
|
|
|
|
|
"shll v21.8h, v21.8b, #8 \n" /* G */ \
|
|
|
|
|
"shll v20.8h, v20.8b, #8 \n" /* B */ \
|
|
|
|
|
"sri v0.8h, v22.8h, #1 \n" /* AR */ \
|
|
|
|
|
"sri v0.8h, v21.8h, #6 \n" /* ARG */ \
|
|
|
|
|
"sri v0.8h, v20.8h, #11 \n" /* ARGB */
|
|
|
|
|
|
|
|
|
|
void I422ToARGB1555Row_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
uint8_t* dst_argb1555,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
YUVTORGB_SETUP
|
|
|
|
|
"movi v23.8b, #255 \n"
|
|
|
|
|
"1: \n"
|
|
|
|
|
READYUV422
|
|
|
|
|
YUVTORGB(v22, v21, v20)
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w4, %w4, #8 \n"
|
|
|
|
|
ARGBTOARGB1555
|
|
|
|
|
"prfm pldl1keep, [%1, 128] \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 128] \n"
|
|
|
|
|
"st1 {v0.8h}, [%3], #16 \n" // store 8 pixels RGB565.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_u), // %1
|
|
|
|
|
"+r"(src_v), // %2
|
|
|
|
|
"+r"(dst_argb1555), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
: [kUVToRB] "r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG] "r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR] "r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb] "r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30");
|
|
|
|
|
}
|
2020-12-23 07:48:30 +00:00
|
|
|
// clang-format on
|
2020-08-14 16:58:22 +00:00
|
|
|
|
|
|
|
|
#define ARGBTOARGB4444 \
|
|
|
|
|
/* Input v20.8b<=B, v21.8b<=G, v22.8b<=R, v23.8b<=A, v4.8b<=0x0f */ \
|
|
|
|
|
"ushr v20.8b, v20.8b, #4 \n" /* B */ \
|
|
|
|
|
"bic v21.8b, v21.8b, v4.8b \n" /* G */ \
|
|
|
|
|
"ushr v22.8b, v22.8b, #4 \n" /* R */ \
|
|
|
|
|
"bic v23.8b, v23.8b, v4.8b \n" /* A */ \
|
|
|
|
|
"orr v0.8b, v20.8b, v21.8b \n" /* BG */ \
|
|
|
|
|
"orr v1.8b, v22.8b, v23.8b \n" /* RA */ \
|
|
|
|
|
"zip1 v0.16b, v0.16b, v1.16b \n" /* BGRA */
|
|
|
|
|
|
|
|
|
|
void I422ToARGB4444Row_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
uint8_t* dst_argb4444,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v4.16b, #0x0f \n" // bits to clear with vbic.
|
|
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READYUV422
|
|
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w4, %w4, #8 \n"
|
|
|
|
|
"movi v23.8b, #255 \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGBTOARGB4444
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%1, 128] \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 128] \n"
|
|
|
|
|
"st1 {v0.8h}, [%3], #16 \n" // store 8 pixels ARGB4444.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_u), // %1
|
|
|
|
|
"+r"(src_v), // %2
|
|
|
|
|
"+r"(dst_argb4444), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
void I400ToARGBRow_NEON(const uint8_t* src_y,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
2020-08-14 16:58:22 +00:00
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v23.8b, #255 \n"
|
|
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READYUV400
|
|
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n"
|
|
|
|
|
"st4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%1], #32 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
2020-12-23 07:48:30 +00:00
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
2020-08-14 16:58:22 +00:00
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void J400ToARGBRow_NEON(const uint8_t* src_y, uint8_t* dst_argb, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v23.8b, #255 \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v20.8b}, [%0], #8 \n"
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"orr v21.8b, v20.8b, v20.8b \n"
|
|
|
|
|
"orr v22.8b, v20.8b, v20.8b \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n"
|
|
|
|
|
"st4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%1], #32 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v20", "v21", "v22", "v23");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void NV12ToARGBRow_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_uv,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v23.8b, #255 \n"
|
|
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READNV12
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%1, 256] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n"
|
|
|
|
|
"st4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%2], #32 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_uv), // %1
|
|
|
|
|
"+r"(dst_argb), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void NV21ToARGBRow_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_vu,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v23.8b, #255 \n"
|
|
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READNV21
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%1, 256] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n"
|
|
|
|
|
"st4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%2], #32 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_vu), // %1
|
|
|
|
|
"+r"(dst_argb), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void NV12ToRGB24Row_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_uv,
|
|
|
|
|
uint8_t* dst_rgb24,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READNV12
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%1, 256] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n"
|
|
|
|
|
"st3 {v20.8b,v21.8b,v22.8b}, [%2], #24 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_uv), // %1
|
|
|
|
|
"+r"(dst_rgb24), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void NV21ToRGB24Row_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_vu,
|
|
|
|
|
uint8_t* dst_rgb24,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READNV21
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%1, 256] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n"
|
|
|
|
|
"st3 {v20.8b,v21.8b,v22.8b}, [%2], #24 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_vu), // %1
|
|
|
|
|
"+r"(dst_rgb24), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void NV12ToRGB565Row_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_uv,
|
|
|
|
|
uint8_t* dst_rgb565,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
YUVTORGB_SETUP "1: \n" READNV12
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n" YUVTORGB(
|
|
|
|
|
v22, v21, v20) ARGBTORGB565
|
|
|
|
|
"prfm pldl1keep, [%1, 256] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n"
|
|
|
|
|
"st1 {v0.8h}, [%2], 16 \n" // store 8 pixels
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_uv), // %1
|
|
|
|
|
"+r"(dst_rgb565), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
: [kUVToRB] "r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG] "r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR] "r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb] "r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void YUY2ToARGBRow_NEON(const uint8_t* src_yuy2,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v23.8b, #255 \n"
|
|
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READYUY2
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"subs %w2, %w2, #8 \n"
|
|
|
|
|
"st4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%1], #32 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_yuy2), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void UYVYToARGBRow_NEON(const uint8_t* src_uyvy,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
const struct YuvConstants* yuvconstants,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile (
|
|
|
|
|
YUVTORGB_SETUP
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v23.8b, #255 \n"
|
|
|
|
|
"1: \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
READUYVY
|
|
|
|
|
YUVTORGB(v22, v21, v20)
|
2020-12-23 07:48:30 +00:00
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n"
|
|
|
|
|
"st4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%1], 32 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_uyvy), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: [kUVToRB]"r"(&yuvconstants->kUVToRB),
|
|
|
|
|
[kUVToG]"r"(&yuvconstants->kUVToG),
|
|
|
|
|
[kUVBiasBGR]"r"(&yuvconstants->kUVBiasBGR),
|
|
|
|
|
[kYToRgb]"r"(&yuvconstants->kYToRgb)
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v23", "v24", "v25", "v26", "v27", "v28", "v29", "v30"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Reads 16 pairs of UV and write even values to dst_u and odd to dst_v.
|
|
|
|
|
void SplitUVRow_NEON(const uint8_t* src_uv,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld2 {v0.16b,v1.16b}, [%0], #32 \n" // load 16 pairs of UV
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #16 \n" // 16 processed per loop
|
|
|
|
|
"st1 {v0.16b}, [%1], #16 \n" // store U
|
|
|
|
|
"st1 {v1.16b}, [%2], #16 \n" // store V
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_uv), // %0
|
|
|
|
|
"+r"(dst_u), // %1
|
|
|
|
|
"+r"(dst_v), // %2
|
|
|
|
|
"+r"(width) // %3 // Output registers
|
|
|
|
|
: // Input registers
|
|
|
|
|
: "cc", "memory", "v0", "v1" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Reads 16 U's and V's and writes out 16 pairs of UV.
|
|
|
|
|
void MergeUVRow_NEON(const uint8_t* src_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
uint8_t* dst_uv,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load U
|
|
|
|
|
"ld1 {v1.16b}, [%1], #16 \n" // load V
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #16 \n" // 16 processed per loop
|
|
|
|
|
"st2 {v0.16b,v1.16b}, [%2], #32 \n" // store 16 pairs of UV
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_u), // %0
|
|
|
|
|
"+r"(src_v), // %1
|
|
|
|
|
"+r"(dst_uv), // %2
|
|
|
|
|
"+r"(width) // %3 // Output registers
|
|
|
|
|
: // Input registers
|
|
|
|
|
: "cc", "memory", "v0", "v1" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Reads 16 packed RGB and write to planar dst_r, dst_g, dst_b.
|
|
|
|
|
void SplitRGBRow_NEON(const uint8_t* src_rgb,
|
|
|
|
|
uint8_t* dst_r,
|
|
|
|
|
uint8_t* dst_g,
|
|
|
|
|
uint8_t* dst_b,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld3 {v0.16b,v1.16b,v2.16b}, [%0], #48 \n" // load 16 RGB
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 16 processed per loop
|
|
|
|
|
"st1 {v0.16b}, [%1], #16 \n" // store R
|
|
|
|
|
"st1 {v1.16b}, [%2], #16 \n" // store G
|
|
|
|
|
"st1 {v2.16b}, [%3], #16 \n" // store B
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_rgb), // %0
|
|
|
|
|
"+r"(dst_r), // %1
|
|
|
|
|
"+r"(dst_g), // %2
|
|
|
|
|
"+r"(dst_b), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
: // Input registers
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Reads 16 planar R's, G's and B's and writes out 16 packed RGB at a time
|
|
|
|
|
void MergeRGBRow_NEON(const uint8_t* src_r,
|
|
|
|
|
const uint8_t* src_g,
|
|
|
|
|
const uint8_t* src_b,
|
|
|
|
|
uint8_t* dst_rgb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load R
|
|
|
|
|
"ld1 {v1.16b}, [%1], #16 \n" // load G
|
|
|
|
|
"ld1 {v2.16b}, [%2], #16 \n" // load B
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 448] \n"
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 16 processed per loop
|
|
|
|
|
"st3 {v0.16b,v1.16b,v2.16b}, [%3], #48 \n" // store 16 RGB
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_r), // %0
|
|
|
|
|
"+r"(src_g), // %1
|
|
|
|
|
"+r"(src_b), // %2
|
|
|
|
|
"+r"(dst_rgb), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
: // Input registers
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Copy multiple of 32.
|
|
|
|
|
void CopyRow_NEON(const uint8_t* src, uint8_t* dst, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ldp q0, q1, [%0], #32 \n"
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #32 \n" // 32 processed per loop
|
|
|
|
|
"stp q0, q1, [%1], #32 \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src), // %0
|
|
|
|
|
"+r"(dst), // %1
|
|
|
|
|
"+r"(width) // %2 // Output registers
|
|
|
|
|
: // Input registers
|
|
|
|
|
: "cc", "memory", "v0", "v1" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// SetRow writes 'width' bytes using an 8 bit value repeated.
|
|
|
|
|
void SetRow_NEON(uint8_t* dst, uint8_t v8, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"dup v0.16b, %w2 \n" // duplicate 16 bytes
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"subs %w1, %w1, #16 \n" // 16 bytes per loop
|
|
|
|
|
"st1 {v0.16b}, [%0], #16 \n" // store
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(dst), // %0
|
|
|
|
|
"+r"(width) // %1
|
|
|
|
|
: "r"(v8) // %2
|
|
|
|
|
: "cc", "memory", "v0");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGBSetRow_NEON(uint8_t* dst, uint32_t v32, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"dup v0.4s, %w2 \n" // duplicate 4 ints
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"subs %w1, %w1, #4 \n" // 4 ints per loop
|
|
|
|
|
"st1 {v0.16b}, [%0], #16 \n" // store
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(dst), // %0
|
|
|
|
|
"+r"(width) // %1
|
|
|
|
|
: "r"(v32) // %2
|
|
|
|
|
: "cc", "memory", "v0");
|
|
|
|
|
}
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
// Shuffle table for reversing the bytes.
|
|
|
|
|
static const uvec8 kShuffleMirror = {15u, 14u, 13u, 12u, 11u, 10u, 9u, 8u,
|
|
|
|
|
7u, 6u, 5u, 4u, 3u, 2u, 1u, 0u};
|
|
|
|
|
|
2020-08-14 16:58:22 +00:00
|
|
|
void MirrorRow_NEON(const uint8_t* src, uint8_t* dst, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
// Start at end of source row.
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v3.16b}, [%3] \n" // shuffler
|
|
|
|
|
"add %0, %0, %w2, sxtw \n"
|
|
|
|
|
"sub %0, %0, #32 \n"
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ldr q2, [%0, 16] \n"
|
|
|
|
|
"ldr q1, [%0], -32 \n" // src -= 32
|
|
|
|
|
"subs %w2, %w2, #32 \n" // 32 pixels per loop.
|
|
|
|
|
"tbl v0.16b, {v2.16b}, v3.16b \n"
|
|
|
|
|
"tbl v1.16b, {v1.16b}, v3.16b \n"
|
|
|
|
|
"st1 {v0.16b, v1.16b}, [%1], #32 \n" // store 32 pixels
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
: "+r"(src), // %0
|
|
|
|
|
"+r"(dst), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "r"(&kShuffleMirror) // %3
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3");
|
2020-08-14 16:58:22 +00:00
|
|
|
}
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
// Shuffle table for reversing the UV.
|
|
|
|
|
static const uvec8 kShuffleMirrorUV = {14u, 15u, 12u, 13u, 10u, 11u, 8u, 9u,
|
|
|
|
|
6u, 7u, 4u, 5u, 2u, 3u, 0u, 1u};
|
|
|
|
|
|
|
|
|
|
void MirrorUVRow_NEON(const uint8_t* src_uv, uint8_t* dst_uv, int width) {
|
2020-08-14 16:58:22 +00:00
|
|
|
asm volatile(
|
|
|
|
|
// Start at end of source row.
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v4.16b}, [%3] \n" // shuffler
|
|
|
|
|
"add %0, %0, %w2, sxtw #1 \n"
|
|
|
|
|
"sub %0, %0, #32 \n"
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ldr q1, [%0, 16] \n"
|
|
|
|
|
"ldr q0, [%0], -32 \n" // src -= 32
|
|
|
|
|
"subs %w2, %w2, #16 \n" // 16 pixels per loop.
|
|
|
|
|
"tbl v2.16b, {v1.16b}, v4.16b \n"
|
|
|
|
|
"tbl v3.16b, {v0.16b}, v4.16b \n"
|
|
|
|
|
"st1 {v2.16b, v3.16b}, [%1], #32 \n" // dst += 32
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
: "+r"(src_uv), // %0
|
|
|
|
|
"+r"(dst_uv), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "r"(&kShuffleMirrorUV) // %3
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void MirrorSplitUVRow_NEON(const uint8_t* src_uv,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
2020-08-14 16:58:22 +00:00
|
|
|
asm volatile(
|
|
|
|
|
// Start at end of source row.
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v4.16b}, [%4] \n" // shuffler
|
|
|
|
|
"add %0, %0, %w3, sxtw #1 \n"
|
|
|
|
|
"sub %0, %0, #32 \n"
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ldr q1, [%0, 16] \n"
|
|
|
|
|
"ldr q0, [%0], -32 \n" // src -= 32
|
|
|
|
|
"subs %w3, %w3, #16 \n" // 16 pixels per loop.
|
|
|
|
|
"tbl v2.16b, {v1.16b}, v4.16b \n"
|
|
|
|
|
"tbl v3.16b, {v0.16b}, v4.16b \n"
|
|
|
|
|
"uzp1 v0.16b, v2.16b, v3.16b \n" // U
|
|
|
|
|
"uzp2 v1.16b, v2.16b, v3.16b \n" // V
|
|
|
|
|
"st1 {v0.16b}, [%1], #16 \n" // dst += 16
|
|
|
|
|
"st1 {v1.16b}, [%2], #16 \n"
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
: "+r"(src_uv), // %0
|
|
|
|
|
"+r"(dst_u), // %1
|
|
|
|
|
"+r"(dst_v), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
: "r"(&kShuffleMirrorUV) // %4
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Shuffle table for reversing the ARGB.
|
|
|
|
|
static const uvec8 kShuffleMirrorARGB = {12u, 13u, 14u, 15u, 8u, 9u, 10u, 11u,
|
|
|
|
|
4u, 5u, 6u, 7u, 0u, 1u, 2u, 3u};
|
|
|
|
|
|
|
|
|
|
void ARGBMirrorRow_NEON(const uint8_t* src_argb, uint8_t* dst_argb, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
// Start at end of source row.
|
|
|
|
|
"ld1 {v4.16b}, [%3] \n" // shuffler
|
|
|
|
|
"add %0, %0, %w2, sxtw #2 \n"
|
|
|
|
|
"sub %0, %0, #32 \n"
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ldr q1, [%0, 16] \n"
|
|
|
|
|
"ldr q0, [%0], -32 \n" // src -= 32
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 pixels per loop.
|
|
|
|
|
"tbl v2.16b, {v1.16b}, v4.16b \n"
|
|
|
|
|
"tbl v3.16b, {v0.16b}, v4.16b \n"
|
|
|
|
|
"st1 {v2.16b, v3.16b}, [%1], #32 \n" // dst += 32
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "r"(&kShuffleMirrorARGB) // %3
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RGB24MirrorRow_NEON(const uint8_t* src_rgb24,
|
|
|
|
|
uint8_t* dst_rgb24,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"ld1 {v3.16b}, [%4] \n" // shuffler
|
|
|
|
|
"add %0, %0, %w2, sxtw #1 \n" // Start at end of row.
|
|
|
|
|
"add %0, %0, %w2, sxtw \n"
|
|
|
|
|
"sub %0, %0, #48 \n"
|
|
|
|
|
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld3 {v0.16b, v1.16b, v2.16b}, [%0], %3 \n" // src -= 48
|
|
|
|
|
"subs %w2, %w2, #16 \n" // 16 pixels per loop.
|
|
|
|
|
"tbl v0.16b, {v0.16b}, v3.16b \n"
|
|
|
|
|
"tbl v1.16b, {v1.16b}, v3.16b \n"
|
|
|
|
|
"tbl v2.16b, {v2.16b}, v3.16b \n"
|
|
|
|
|
"st3 {v0.16b, v1.16b, v2.16b}, [%1], #48 \n" // dst += 48
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
: "+r"(src_rgb24), // %0
|
|
|
|
|
"+r"(dst_rgb24), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "r"((ptrdiff_t)-48), // %3
|
|
|
|
|
"r"(&kShuffleMirror) // %4
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3");
|
2020-08-14 16:58:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RGB24ToARGBRow_NEON(const uint8_t* src_rgb24,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v4.8b, #255 \n" // Alpha
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld3 {v1.8b,v2.8b,v3.8b}, [%0], #24 \n" // load 8 pixels of
|
|
|
|
|
// RGB24.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"st4 {v1.8b,v2.8b,v3.8b,v4.8b}, [%1], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_rgb24), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v1", "v2", "v3", "v4" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RAWToARGBRow_NEON(const uint8_t* src_raw, uint8_t* dst_argb, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v5.8b, #255 \n" // Alpha
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld3 {v0.8b,v1.8b,v2.8b}, [%0], #24 \n" // read r g b
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"orr v3.8b, v1.8b, v1.8b \n" // move g
|
|
|
|
|
"orr v4.8b, v0.8b, v0.8b \n" // move r
|
|
|
|
|
"st4 {v2.8b,v3.8b,v4.8b,v5.8b}, [%1], #32 \n" // store b g r a
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_raw), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RAWToRGBARow_NEON(const uint8_t* src_raw, uint8_t* dst_rgba, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v0.8b, #255 \n" // Alpha
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld3 {v3.8b,v4.8b,v5.8b}, [%0], #24 \n" // read r g b
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"orr v2.8b, v4.8b, v4.8b \n" // move g
|
|
|
|
|
"orr v1.8b, v5.8b, v5.8b \n" // move r
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%1], #32 \n" // store a b g r
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_raw), // %0
|
|
|
|
|
"+r"(dst_rgba), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RAWToRGB24Row_NEON(const uint8_t* src_raw, uint8_t* dst_rgb24, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld3 {v0.8b,v1.8b,v2.8b}, [%0], #24 \n" // read r g b
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"orr v3.8b, v1.8b, v1.8b \n" // move g
|
|
|
|
|
"orr v4.8b, v0.8b, v0.8b \n" // move r
|
|
|
|
|
"st3 {v2.8b,v3.8b,v4.8b}, [%1], #24 \n" // store b g r
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_raw), // %0
|
|
|
|
|
"+r"(dst_rgb24), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#define RGB565TOARGB \
|
|
|
|
|
"shrn v6.8b, v0.8h, #5 \n" /* G xxGGGGGG */ \
|
|
|
|
|
"shl v6.8b, v6.8b, #2 \n" /* G GGGGGG00 upper 6 */ \
|
|
|
|
|
"ushr v4.8b, v6.8b, #6 \n" /* G 000000GG lower 2 */ \
|
|
|
|
|
"orr v1.8b, v4.8b, v6.8b \n" /* G */ \
|
|
|
|
|
"xtn v2.8b, v0.8h \n" /* B xxxBBBBB */ \
|
|
|
|
|
"ushr v0.8h, v0.8h, #11 \n" /* R 000RRRRR */ \
|
|
|
|
|
"xtn2 v2.16b,v0.8h \n" /* R in upper part */ \
|
|
|
|
|
"shl v2.16b, v2.16b, #3 \n" /* R,B BBBBB000 upper 5 */ \
|
|
|
|
|
"ushr v0.16b, v2.16b, #5 \n" /* R,B 00000BBB lower 3 */ \
|
|
|
|
|
"orr v0.16b, v0.16b, v2.16b \n" /* R,B */ \
|
|
|
|
|
"dup v2.2D, v0.D[1] \n" /* R */
|
|
|
|
|
|
|
|
|
|
void RGB565ToARGBRow_NEON(const uint8_t* src_rgb565,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v3.8b, #255 \n" // Alpha
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 8 RGB565 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGB565TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%1], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_rgb565), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v6" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#define ARGB1555TOARGB \
|
|
|
|
|
"ushr v2.8h, v0.8h, #10 \n" /* R xxxRRRRR */ \
|
|
|
|
|
"shl v2.8h, v2.8h, #3 \n" /* R RRRRR000 upper 5 */ \
|
|
|
|
|
"xtn v3.8b, v2.8h \n" /* RRRRR000 AAAAAAAA */ \
|
|
|
|
|
\
|
|
|
|
|
"sshr v2.8h, v0.8h, #15 \n" /* A AAAAAAAA */ \
|
|
|
|
|
"xtn2 v3.16b, v2.8h \n" \
|
|
|
|
|
\
|
|
|
|
|
"xtn v2.8b, v0.8h \n" /* B xxxBBBBB */ \
|
|
|
|
|
"shrn2 v2.16b,v0.8h, #5 \n" /* G xxxGGGGG */ \
|
|
|
|
|
\
|
|
|
|
|
"ushr v1.16b, v3.16b, #5 \n" /* R,A 00000RRR lower 3 */ \
|
|
|
|
|
"shl v0.16b, v2.16b, #3 \n" /* B,G BBBBB000 upper 5 */ \
|
|
|
|
|
"ushr v2.16b, v0.16b, #5 \n" /* B,G 00000BBB lower 3 */ \
|
|
|
|
|
\
|
|
|
|
|
"orr v0.16b, v0.16b, v2.16b \n" /* B,G */ \
|
|
|
|
|
"orr v2.16b, v1.16b, v3.16b \n" /* R,A */ \
|
|
|
|
|
"dup v1.2D, v0.D[1] \n" \
|
|
|
|
|
"dup v3.2D, v2.D[1] \n"
|
|
|
|
|
|
|
|
|
|
// RGB555TOARGB is same as ARGB1555TOARGB but ignores alpha.
|
|
|
|
|
#define RGB555TOARGB \
|
|
|
|
|
"ushr v2.8h, v0.8h, #10 \n" /* R xxxRRRRR */ \
|
|
|
|
|
"shl v2.8h, v2.8h, #3 \n" /* R RRRRR000 upper 5 */ \
|
|
|
|
|
"xtn v3.8b, v2.8h \n" /* RRRRR000 */ \
|
|
|
|
|
\
|
|
|
|
|
"xtn v2.8b, v0.8h \n" /* B xxxBBBBB */ \
|
|
|
|
|
"shrn2 v2.16b,v0.8h, #5 \n" /* G xxxGGGGG */ \
|
|
|
|
|
\
|
|
|
|
|
"ushr v1.16b, v3.16b, #5 \n" /* R 00000RRR lower 3 */ \
|
|
|
|
|
"shl v0.16b, v2.16b, #3 \n" /* B,G BBBBB000 upper 5 */ \
|
|
|
|
|
"ushr v2.16b, v0.16b, #5 \n" /* B,G 00000BBB lower 3 */ \
|
|
|
|
|
\
|
|
|
|
|
"orr v0.16b, v0.16b, v2.16b \n" /* B,G */ \
|
|
|
|
|
"orr v2.16b, v1.16b, v3.16b \n" /* R */ \
|
|
|
|
|
"dup v1.2D, v0.D[1] \n" /* G */
|
|
|
|
|
|
|
|
|
|
void ARGB1555ToARGBRow_NEON(const uint8_t* src_argb1555,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v3.8b, #255 \n" // Alpha
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 8 ARGB1555 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGB1555TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%1], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb1555), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
// Convert v0.8h to b = v0.8b g = v1.8b r = v2.8b
|
|
|
|
|
// clobbers v3
|
2020-08-14 16:58:22 +00:00
|
|
|
#define ARGB4444TOARGB \
|
|
|
|
|
"shrn v1.8b, v0.8h, #8 \n" /* v1(l) AR */ \
|
|
|
|
|
"xtn2 v1.16b, v0.8h \n" /* v1(h) GB */ \
|
|
|
|
|
"shl v2.16b, v1.16b, #4 \n" /* B,R BBBB0000 */ \
|
|
|
|
|
"ushr v3.16b, v1.16b, #4 \n" /* G,A 0000GGGG */ \
|
|
|
|
|
"ushr v0.16b, v2.16b, #4 \n" /* B,R 0000BBBB */ \
|
|
|
|
|
"shl v1.16b, v3.16b, #4 \n" /* G,A GGGG0000 */ \
|
|
|
|
|
"orr v2.16b, v0.16b, v2.16b \n" /* B,R BBBBBBBB */ \
|
|
|
|
|
"orr v3.16b, v1.16b, v3.16b \n" /* G,A GGGGGGGG */ \
|
|
|
|
|
"dup v0.2D, v2.D[1] \n" \
|
|
|
|
|
"dup v1.2D, v3.D[1] \n"
|
|
|
|
|
|
|
|
|
|
void ARGB4444ToARGBRow_NEON(const uint8_t* src_argb4444,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 8 ARGB4444 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGB4444TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%1], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb4444), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGBToRGB24Row_NEON(const uint8_t* src_argb,
|
|
|
|
|
uint8_t* dst_rgb24,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v1.8b,v2.8b,v3.8b,v4.8b}, [%0], #32 \n" // load 8 ARGB
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"st3 {v1.8b,v2.8b,v3.8b}, [%1], #24 \n" // store 8 pixels of
|
|
|
|
|
// RGB24
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_rgb24), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v1", "v2", "v3", "v4" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGBToRAWRow_NEON(const uint8_t* src_argb, uint8_t* dst_raw, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v1.8b,v2.8b,v3.8b,v4.8b}, [%0], #32 \n" // load b g r a
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"orr v4.8b, v2.8b, v2.8b \n" // mov g
|
|
|
|
|
"orr v5.8b, v1.8b, v1.8b \n" // mov b
|
|
|
|
|
"st3 {v3.8b,v4.8b,v5.8b}, [%1], #24 \n" // store r g b
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_raw), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v1", "v2", "v3", "v4", "v5" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void YUY2ToYRow_NEON(const uint8_t* src_yuy2, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld2 {v0.16b,v1.16b}, [%0], #32 \n" // load 16 pixels of YUY2.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #16 \n" // 16 processed per loop.
|
|
|
|
|
"st1 {v0.16b}, [%1], #16 \n" // store 16 pixels of Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_yuy2), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void UYVYToYRow_NEON(const uint8_t* src_uyvy, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld2 {v0.16b,v1.16b}, [%0], #32 \n" // load 16 pixels of UYVY.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #16 \n" // 16 processed per loop.
|
|
|
|
|
"st1 {v1.16b}, [%1], #16 \n" // store 16 pixels of Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_uyvy), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void YUY2ToUV422Row_NEON(const uint8_t* src_yuy2,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 16 YUY2
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #16 \n" // 16 pixels = 8 UVs.
|
|
|
|
|
"st1 {v1.8b}, [%1], #8 \n" // store 8 U.
|
|
|
|
|
"st1 {v3.8b}, [%2], #8 \n" // store 8 V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_yuy2), // %0
|
|
|
|
|
"+r"(dst_u), // %1
|
|
|
|
|
"+r"(dst_v), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void UYVYToUV422Row_NEON(const uint8_t* src_uyvy,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 16 UYVY
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #16 \n" // 16 pixels = 8 UVs.
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 U.
|
|
|
|
|
"st1 {v2.8b}, [%2], #8 \n" // store 8 V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_uyvy), // %0
|
|
|
|
|
"+r"(dst_u), // %1
|
|
|
|
|
"+r"(dst_v), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void YUY2ToUVRow_NEON(const uint8_t* src_yuy2,
|
|
|
|
|
int stride_yuy2,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_yuy2b = src_yuy2 + stride_yuy2;
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 16 pixels
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 16 pixels = 8 UVs.
|
|
|
|
|
"ld4 {v4.8b,v5.8b,v6.8b,v7.8b}, [%1], #32 \n" // load next row
|
|
|
|
|
"urhadd v1.8b, v1.8b, v5.8b \n" // average rows of U
|
|
|
|
|
"urhadd v3.8b, v3.8b, v7.8b \n" // average rows of V
|
|
|
|
|
"st1 {v1.8b}, [%2], #8 \n" // store 8 U.
|
|
|
|
|
"st1 {v3.8b}, [%3], #8 \n" // store 8 V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_yuy2), // %0
|
|
|
|
|
"+r"(src_yuy2b), // %1
|
|
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6",
|
|
|
|
|
"v7" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void UYVYToUVRow_NEON(const uint8_t* src_uyvy,
|
|
|
|
|
int stride_uyvy,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_uyvyb = src_uyvy + stride_uyvy;
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 16 pixels
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 16 pixels = 8 UVs.
|
|
|
|
|
"ld4 {v4.8b,v5.8b,v6.8b,v7.8b}, [%1], #32 \n" // load next row
|
|
|
|
|
"urhadd v0.8b, v0.8b, v4.8b \n" // average rows of U
|
|
|
|
|
"urhadd v2.8b, v2.8b, v6.8b \n" // average rows of V
|
|
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 U.
|
|
|
|
|
"st1 {v2.8b}, [%3], #8 \n" // store 8 V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_uyvy), // %0
|
|
|
|
|
"+r"(src_uyvyb), // %1
|
|
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6",
|
|
|
|
|
"v7" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// For BGRAToARGB, ABGRToARGB, RGBAToARGB, and ARGBToRGBA.
|
|
|
|
|
void ARGBShuffleRow_NEON(const uint8_t* src_argb,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
const uint8_t* shuffler,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v2.16b}, [%3] \n" // shuffler
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 4 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #4 \n" // 4 processed per loop
|
|
|
|
|
"tbl v1.16b, {v0.16b}, v2.16b \n" // look up 4 pixels
|
|
|
|
|
"st1 {v1.16b}, [%1], #16 \n" // store 4.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "r"(shuffler) // %3
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void I422ToYUY2Row_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
uint8_t* dst_yuy2,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld2 {v0.8b, v1.8b}, [%0], #16 \n" // load 16 Ys
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"orr v2.8b, v1.8b, v1.8b \n"
|
|
|
|
|
"ld1 {v1.8b}, [%1], #8 \n" // load 8 Us
|
|
|
|
|
"ld1 {v3.8b}, [%2], #8 \n" // load 8 Vs
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 16 pixels
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%3], #32 \n" // Store 16 pixels.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_u), // %1
|
|
|
|
|
"+r"(src_v), // %2
|
|
|
|
|
"+r"(dst_yuy2), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void I422ToUYVYRow_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
uint8_t* dst_uyvy,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld2 {v1.8b,v2.8b}, [%0], #16 \n" // load 16 Ys
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"orr v3.8b, v2.8b, v2.8b \n"
|
|
|
|
|
"ld1 {v0.8b}, [%1], #8 \n" // load 8 Us
|
|
|
|
|
"ld1 {v2.8b}, [%2], #8 \n" // load 8 Vs
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 16 pixels
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%3], #32 \n" // Store 16 pixels.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_u), // %1
|
|
|
|
|
"+r"(src_v), // %2
|
|
|
|
|
"+r"(dst_uyvy), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGBToRGB565Row_NEON(const uint8_t* src_argb,
|
|
|
|
|
uint8_t* dst_rgb565,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%0], #32 \n" // load 8
|
|
|
|
|
// pixels
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGBTORGB565
|
2020-12-23 07:48:30 +00:00
|
|
|
"st1 {v0.16b}, [%1], #16 \n" // store 8 pixels RGB565.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_rgb565), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v20", "v21", "v22", "v23");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGBToRGB565DitherRow_NEON(const uint8_t* src_argb,
|
|
|
|
|
uint8_t* dst_rgb,
|
|
|
|
|
const uint32_t dither4,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"dup v1.4s, %w2 \n" // dither4
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%1], #32 \n" // load 8
|
|
|
|
|
// pixels
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n" // 8 processed per loop.
|
|
|
|
|
"uqadd v20.8b, v20.8b, v1.8b \n"
|
|
|
|
|
"uqadd v21.8b, v21.8b, v1.8b \n"
|
|
|
|
|
"uqadd v22.8b, v22.8b, v1.8b \n" ARGBTORGB565
|
|
|
|
|
"st1 {v0.16b}, [%0], #16 \n" // store 8 pixels RGB565.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(dst_rgb) // %0
|
|
|
|
|
: "r"(src_argb), // %1
|
|
|
|
|
"r"(dither4), // %2
|
|
|
|
|
"r"(width) // %3
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v20", "v21", "v22", "v23");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGBToARGB1555Row_NEON(const uint8_t* src_argb,
|
|
|
|
|
uint8_t* dst_argb1555,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%0], #32 \n" // load 8
|
|
|
|
|
// pixels
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGBTOARGB1555
|
2020-12-23 07:48:30 +00:00
|
|
|
"st1 {v0.16b}, [%1], #16 \n" // store 8 pixels
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_argb1555), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v20", "v21", "v22", "v23");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGBToARGB4444Row_NEON(const uint8_t* src_argb,
|
|
|
|
|
uint8_t* dst_argb4444,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v4.16b, #0x0f \n" // bits to clear with
|
2020-08-14 16:58:22 +00:00
|
|
|
// vbic.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v20.8b,v21.8b,v22.8b,v23.8b}, [%0], #32 \n" // load 8
|
|
|
|
|
// pixels
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGBTOARGB4444
|
2020-12-23 07:48:30 +00:00
|
|
|
"st1 {v0.16b}, [%1], #16 \n" // store 8 pixels
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_argb4444), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v4", "v20", "v21", "v22", "v23");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGBToYRow_NEON(const uint8_t* src_argb, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v4.8b, #25 \n" // B * 0.1016 coefficient
|
|
|
|
|
"movi v5.8b, #129 \n" // G * 0.5078 coefficient
|
|
|
|
|
"movi v6.8b, #66 \n" // R * 0.2578 coefficient
|
|
|
|
|
"movi v7.8b, #16 \n" // Add 16 constant
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 ARGB
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v3.8h, v0.8b, v4.8b \n" // B
|
|
|
|
|
"umlal v3.8h, v1.8b, v5.8b \n" // G
|
|
|
|
|
"umlal v3.8h, v2.8b, v6.8b \n" // R
|
|
|
|
|
"uqrshrn v0.8b, v3.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"uqadd v0.8b, v0.8b, v7.8b \n"
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGBExtractAlphaRow_NEON(const uint8_t* src_argb,
|
|
|
|
|
uint8_t* dst_a,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.16b,v1.16b,v2.16b,v3.16b}, [%0], #64 \n" // load 16
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #16 \n" // 16 processed per loop
|
|
|
|
|
"st1 {v3.16b}, [%1], #16 \n" // store 16 A's.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_a), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGBToYJRow_NEON(const uint8_t* src_argb, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v4.8b, #29 \n" // B * 0.1140 coefficient
|
|
|
|
|
"movi v5.8b, #150 \n" // G * 0.5870 coefficient
|
|
|
|
|
"movi v6.8b, #77 \n" // R * 0.2990 coefficient
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 ARGB
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v3.8h, v0.8b, v4.8b \n" // B
|
|
|
|
|
"umlal v3.8h, v1.8b, v5.8b \n" // G
|
|
|
|
|
"umlal v3.8h, v2.8b, v6.8b \n" // R
|
|
|
|
|
"uqrshrn v0.8b, v3.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RGBAToYJRow_NEON(const uint8_t* src_argb, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v4.8b, #29 \n" // B * 0.1140 coefficient
|
|
|
|
|
"movi v5.8b, #150 \n" // G * 0.5870 coefficient
|
|
|
|
|
"movi v6.8b, #77 \n" // R * 0.2990 coefficient
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 RGBA
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v0.8h, v1.8b, v4.8b \n" // B
|
|
|
|
|
"umlal v0.8h, v2.8b, v5.8b \n" // G
|
|
|
|
|
"umlal v0.8h, v3.8b, v6.8b \n" // R
|
|
|
|
|
"uqrshrn v3.8b, v0.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"st1 {v3.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 8x1 pixels.
|
|
|
|
|
void ARGBToUV444Row_NEON(const uint8_t* src_argb,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v24.8b, #112 \n" // UB / VR 0.875
|
2020-08-14 16:58:22 +00:00
|
|
|
// coefficient
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v25.8b, #74 \n" // UG -0.5781 coefficient
|
|
|
|
|
"movi v26.8b, #38 \n" // UR -0.2969 coefficient
|
|
|
|
|
"movi v27.8b, #18 \n" // VB -0.1406 coefficient
|
|
|
|
|
"movi v28.8b, #94 \n" // VG -0.7344 coefficient
|
|
|
|
|
"movi v29.16b,#0x80 \n" // 128.5
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 ARGB
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v4.8h, v0.8b, v24.8b \n" // B
|
|
|
|
|
"umlsl v4.8h, v1.8b, v25.8b \n" // G
|
|
|
|
|
"umlsl v4.8h, v2.8b, v26.8b \n" // R
|
|
|
|
|
"add v4.8h, v4.8h, v29.8h \n" // +128 -> unsigned
|
|
|
|
|
|
|
|
|
|
"umull v3.8h, v2.8b, v24.8b \n" // R
|
|
|
|
|
"umlsl v3.8h, v1.8b, v28.8b \n" // G
|
|
|
|
|
"umlsl v3.8h, v0.8b, v27.8b \n" // B
|
|
|
|
|
"add v3.8h, v3.8h, v29.8h \n" // +128 -> unsigned
|
|
|
|
|
|
|
|
|
|
"uqshrn v0.8b, v4.8h, #8 \n" // 16 bit to 8 bit U
|
|
|
|
|
"uqshrn v1.8b, v3.8h, #8 \n" // 16 bit to 8 bit V
|
|
|
|
|
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels U.
|
|
|
|
|
"st1 {v1.8b}, [%2], #8 \n" // store 8 pixels V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_u), // %1
|
|
|
|
|
"+r"(dst_v), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v24", "v25", "v26",
|
|
|
|
|
"v27", "v28", "v29");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
#define RGBTOUV_SETUP_REG \
|
|
|
|
|
"movi v20.8h, #56, lsl #0 \n" /* UB/VR coefficient (0.875) / 2 */ \
|
|
|
|
|
"movi v21.8h, #37, lsl #0 \n" /* UG coefficient (-0.5781) / 2 */ \
|
|
|
|
|
"movi v22.8h, #19, lsl #0 \n" /* UR coefficient (-0.2969) / 2 */ \
|
|
|
|
|
"movi v23.8h, #9, lsl #0 \n" /* VB coefficient (-0.1406) / 2 */ \
|
|
|
|
|
"movi v24.8h, #47, lsl #0 \n" /* VG coefficient (-0.7344) / 2 */ \
|
|
|
|
|
"movi v25.16b, #0x80 \n" /* 128.5 (0x8080 in 16-bit) */
|
|
|
|
|
|
|
|
|
|
// 16x2 pixels -> 8x1. width is number of argb pixels. e.g. 16.
|
|
|
|
|
// clang-format off
|
|
|
|
|
#define RGBTOUV(QB, QG, QR) \
|
|
|
|
|
"mul v3.8h, " #QB ",v20.8h \n" /* B */ \
|
|
|
|
|
"mul v4.8h, " #QR ",v20.8h \n" /* R */ \
|
|
|
|
|
"mls v3.8h, " #QG ",v21.8h \n" /* G */ \
|
|
|
|
|
"mls v4.8h, " #QG ",v24.8h \n" /* G */ \
|
|
|
|
|
"mls v3.8h, " #QR ",v22.8h \n" /* R */ \
|
|
|
|
|
"mls v4.8h, " #QB ",v23.8h \n" /* B */ \
|
|
|
|
|
"add v3.8h, v3.8h, v25.8h \n" /* +128 -> unsigned */ \
|
|
|
|
|
"add v4.8h, v4.8h, v25.8h \n" /* +128 -> unsigned */ \
|
|
|
|
|
"uqshrn v0.8b, v3.8h, #8 \n" /* 16 bit to 8 bit U */ \
|
|
|
|
|
"uqshrn v1.8b, v4.8h, #8 \n" /* 16 bit to 8 bit V */
|
|
|
|
|
// clang-format on
|
|
|
|
|
|
|
|
|
|
// TODO(fbarchard): Consider vhadd vertical, then vpaddl horizontal, avoid shr.
|
|
|
|
|
// TODO(fbarchard): consider ptrdiff_t for all strides.
|
|
|
|
|
|
|
|
|
|
void ARGBToUVRow_NEON(const uint8_t* src_argb,
|
|
|
|
|
int src_stride_argb,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_argb_1 = src_argb + src_stride_argb;
|
|
|
|
|
asm volatile (
|
|
|
|
|
RGBTOUV_SETUP_REG
|
2020-12-23 07:48:30 +00:00
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.16b,v1.16b,v2.16b,v3.16b}, [%0], #64 \n" // load 16 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"uaddlp v0.8h, v0.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v1.8h, v1.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v2.8h, v2.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
|
|
|
|
|
"ld4 {v4.16b,v5.16b,v6.16b,v7.16b}, [%1], #64 \n" // load next 16
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"uadalp v0.8h, v4.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v1.8h, v5.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v2.8h, v6.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
|
|
|
|
|
"urshr v0.8h, v0.8h, #1 \n" // 2x average
|
|
|
|
|
"urshr v1.8h, v1.8h, #1 \n"
|
|
|
|
|
"urshr v2.8h, v2.8h, #1 \n"
|
|
|
|
|
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 16 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGBTOUV(v0.8h, v1.8h, v2.8h)
|
2020-12-23 07:48:30 +00:00
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 pixels U.
|
|
|
|
|
"st1 {v1.8b}, [%3], #8 \n" // store 8 pixels V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(src_argb_1), // %1
|
|
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7",
|
|
|
|
|
"v20", "v21", "v22", "v23", "v24", "v25"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGBToUVJRow_NEON(const uint8_t* src_argb,
|
|
|
|
|
int src_stride_argb,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_argb_1 = src_argb + src_stride_argb;
|
|
|
|
|
asm volatile (
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v20.8h, #63, lsl #0 \n" // UB/VR coeff (0.500) / 2
|
|
|
|
|
"movi v21.8h, #42, lsl #0 \n" // UG coeff (-0.33126) / 2
|
|
|
|
|
"movi v22.8h, #21, lsl #0 \n" // UR coeff (-0.16874) / 2
|
|
|
|
|
"movi v23.8h, #10, lsl #0 \n" // VB coeff (-0.08131) / 2
|
|
|
|
|
"movi v24.8h, #53, lsl #0 \n" // VG coeff (-0.41869) / 2
|
|
|
|
|
"movi v25.16b, #0x80 \n" // 128.5 (0x8080 in 16-bit)
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.16b,v1.16b,v2.16b,v3.16b}, [%0], #64 \n" // load 16 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"uaddlp v0.8h, v0.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v1.8h, v1.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v2.8h, v2.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
"ld4 {v4.16b,v5.16b,v6.16b,v7.16b}, [%1], #64 \n" // load next 16
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"uadalp v0.8h, v4.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v1.8h, v5.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v2.8h, v6.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
|
|
|
|
|
"urshr v0.8h, v0.8h, #1 \n" // 2x average
|
|
|
|
|
"urshr v1.8h, v1.8h, #1 \n"
|
|
|
|
|
"urshr v2.8h, v2.8h, #1 \n"
|
|
|
|
|
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 32 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGBTOUV(v0.8h, v1.8h, v2.8h)
|
2020-12-23 07:48:30 +00:00
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 pixels U.
|
|
|
|
|
"st1 {v1.8b}, [%3], #8 \n" // store 8 pixels V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(src_argb_1), // %1
|
|
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7",
|
|
|
|
|
"v20", "v21", "v22", "v23", "v24", "v25"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void BGRAToUVRow_NEON(const uint8_t* src_bgra,
|
|
|
|
|
int src_stride_bgra,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_bgra_1 = src_bgra + src_stride_bgra;
|
|
|
|
|
asm volatile (
|
|
|
|
|
RGBTOUV_SETUP_REG
|
2020-12-23 07:48:30 +00:00
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.16b,v1.16b,v2.16b,v3.16b}, [%0], #64 \n" // load 16 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"uaddlp v0.8h, v3.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v3.8h, v2.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v2.8h, v1.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
"ld4 {v4.16b,v5.16b,v6.16b,v7.16b}, [%1], #64 \n" // load 16 more
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"uadalp v0.8h, v7.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v3.8h, v6.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v2.8h, v5.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
|
|
|
|
|
"urshr v0.8h, v0.8h, #1 \n" // 2x average
|
|
|
|
|
"urshr v1.8h, v3.8h, #1 \n"
|
|
|
|
|
"urshr v2.8h, v2.8h, #1 \n"
|
|
|
|
|
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 32 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGBTOUV(v0.8h, v1.8h, v2.8h)
|
2020-12-23 07:48:30 +00:00
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 pixels U.
|
|
|
|
|
"st1 {v1.8b}, [%3], #8 \n" // store 8 pixels V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_bgra), // %0
|
|
|
|
|
"+r"(src_bgra_1), // %1
|
|
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7",
|
|
|
|
|
"v20", "v21", "v22", "v23", "v24", "v25"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ABGRToUVRow_NEON(const uint8_t* src_abgr,
|
|
|
|
|
int src_stride_abgr,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_abgr_1 = src_abgr + src_stride_abgr;
|
|
|
|
|
asm volatile (
|
|
|
|
|
RGBTOUV_SETUP_REG
|
2020-12-23 07:48:30 +00:00
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.16b,v1.16b,v2.16b,v3.16b}, [%0], #64 \n" // load 16 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"uaddlp v3.8h, v2.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v2.8h, v1.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v1.8h, v0.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
"ld4 {v4.16b,v5.16b,v6.16b,v7.16b}, [%1], #64 \n" // load 16 more.
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"uadalp v3.8h, v6.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v2.8h, v5.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v1.8h, v4.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
|
|
|
|
|
"urshr v0.8h, v3.8h, #1 \n" // 2x average
|
|
|
|
|
"urshr v2.8h, v2.8h, #1 \n"
|
|
|
|
|
"urshr v1.8h, v1.8h, #1 \n"
|
|
|
|
|
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 32 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGBTOUV(v0.8h, v2.8h, v1.8h)
|
2020-12-23 07:48:30 +00:00
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 pixels U.
|
|
|
|
|
"st1 {v1.8b}, [%3], #8 \n" // store 8 pixels V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_abgr), // %0
|
|
|
|
|
"+r"(src_abgr_1), // %1
|
|
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7",
|
|
|
|
|
"v20", "v21", "v22", "v23", "v24", "v25"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RGBAToUVRow_NEON(const uint8_t* src_rgba,
|
|
|
|
|
int src_stride_rgba,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_rgba_1 = src_rgba + src_stride_rgba;
|
|
|
|
|
asm volatile (
|
|
|
|
|
RGBTOUV_SETUP_REG
|
2020-12-23 07:48:30 +00:00
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.16b,v1.16b,v2.16b,v3.16b}, [%0], #64 \n" // load 16 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"uaddlp v0.8h, v1.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v1.8h, v2.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v2.8h, v3.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
"ld4 {v4.16b,v5.16b,v6.16b,v7.16b}, [%1], #64 \n" // load 16 more.
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"uadalp v0.8h, v5.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v1.8h, v6.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v2.8h, v7.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
|
|
|
|
|
"urshr v0.8h, v0.8h, #1 \n" // 2x average
|
|
|
|
|
"urshr v1.8h, v1.8h, #1 \n"
|
|
|
|
|
"urshr v2.8h, v2.8h, #1 \n"
|
|
|
|
|
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 32 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGBTOUV(v0.8h, v1.8h, v2.8h)
|
2020-12-23 07:48:30 +00:00
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 pixels U.
|
|
|
|
|
"st1 {v1.8b}, [%3], #8 \n" // store 8 pixels V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_rgba), // %0
|
|
|
|
|
"+r"(src_rgba_1), // %1
|
|
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7",
|
|
|
|
|
"v20", "v21", "v22", "v23", "v24", "v25"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RGB24ToUVRow_NEON(const uint8_t* src_rgb24,
|
|
|
|
|
int src_stride_rgb24,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_rgb24_1 = src_rgb24 + src_stride_rgb24;
|
|
|
|
|
asm volatile (
|
|
|
|
|
RGBTOUV_SETUP_REG
|
2020-12-23 07:48:30 +00:00
|
|
|
"1: \n"
|
|
|
|
|
"ld3 {v0.16b,v1.16b,v2.16b}, [%0], #48 \n" // load 16 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"uaddlp v0.8h, v0.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v1.8h, v1.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v2.8h, v2.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
"ld3 {v4.16b,v5.16b,v6.16b}, [%1], #48 \n" // load 16 more.
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"uadalp v0.8h, v4.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v1.8h, v5.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v2.8h, v6.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
|
|
|
|
|
"urshr v0.8h, v0.8h, #1 \n" // 2x average
|
|
|
|
|
"urshr v1.8h, v1.8h, #1 \n"
|
|
|
|
|
"urshr v2.8h, v2.8h, #1 \n"
|
|
|
|
|
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 32 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGBTOUV(v0.8h, v1.8h, v2.8h)
|
2020-12-23 07:48:30 +00:00
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 pixels U.
|
|
|
|
|
"st1 {v1.8b}, [%3], #8 \n" // store 8 pixels V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_rgb24), // %0
|
|
|
|
|
"+r"(src_rgb24_1), // %1
|
|
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7",
|
|
|
|
|
"v20", "v21", "v22", "v23", "v24", "v25"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RAWToUVRow_NEON(const uint8_t* src_raw,
|
|
|
|
|
int src_stride_raw,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_raw_1 = src_raw + src_stride_raw;
|
|
|
|
|
asm volatile (
|
|
|
|
|
RGBTOUV_SETUP_REG
|
2020-12-23 07:48:30 +00:00
|
|
|
"1: \n"
|
|
|
|
|
"ld3 {v0.16b,v1.16b,v2.16b}, [%0], #48 \n" // load 8 RAW pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"uaddlp v2.8h, v2.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v1.8h, v1.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v0.8h, v0.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
"ld3 {v4.16b,v5.16b,v6.16b}, [%1], #48 \n" // load 8 more RAW pixels
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"uadalp v2.8h, v6.16b \n" // B 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v1.8h, v5.16b \n" // G 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v0.8h, v4.16b \n" // R 16 bytes -> 8 shorts.
|
|
|
|
|
|
|
|
|
|
"urshr v2.8h, v2.8h, #1 \n" // 2x average
|
|
|
|
|
"urshr v1.8h, v1.8h, #1 \n"
|
|
|
|
|
"urshr v0.8h, v0.8h, #1 \n"
|
|
|
|
|
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 32 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGBTOUV(v2.8h, v1.8h, v0.8h)
|
2020-12-23 07:48:30 +00:00
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 pixels U.
|
|
|
|
|
"st1 {v1.8b}, [%3], #8 \n" // store 8 pixels V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_raw), // %0
|
|
|
|
|
"+r"(src_raw_1), // %1
|
|
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7",
|
|
|
|
|
"v20", "v21", "v22", "v23", "v24", "v25"
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
// 16x2 pixels -> 8x1. width is number of rgb pixels. e.g. 16.
|
2020-08-14 16:58:22 +00:00
|
|
|
void RGB565ToUVRow_NEON(const uint8_t* src_rgb565,
|
|
|
|
|
int src_stride_rgb565,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_rgb565_1 = src_rgb565 + src_stride_rgb565;
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
RGBTOUV_SETUP_REG
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 8 RGB565 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
RGB565TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uaddlp v16.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v17.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v18.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
|
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // next 8 RGB565 pixels.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGB565TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uaddlp v26.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v27.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v28.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
2020-08-14 16:58:22 +00:00
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%1], #16 \n" // load 8 RGB565 pixels.
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
RGB565TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uadalp v16.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v17.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v18.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
|
|
|
|
"ld1 {v0.16b}, [%1], #16 \n" // next 8 RGB565 pixels.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGB565TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uadalp v26.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v27.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v28.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
|
|
|
|
|
|
|
|
|
"ins v16.D[1], v26.D[0] \n"
|
|
|
|
|
"ins v17.D[1], v27.D[0] \n"
|
|
|
|
|
"ins v18.D[1], v28.D[0] \n"
|
|
|
|
|
|
|
|
|
|
"urshr v0.8h, v16.8h, #1 \n" // 2x average
|
|
|
|
|
"urshr v1.8h, v17.8h, #1 \n"
|
|
|
|
|
"urshr v2.8h, v18.8h, #1 \n"
|
|
|
|
|
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 16 processed per loop.
|
|
|
|
|
RGBTOUV(v0.8h, v1.8h, v2.8h)
|
|
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 pixels U.
|
|
|
|
|
"st1 {v1.8b}, [%3], #8 \n" // store 8 pixels V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_rgb565), // %0
|
|
|
|
|
"+r"(src_rgb565_1), // %1
|
2020-12-23 07:48:30 +00:00
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
2020-08-14 16:58:22 +00:00
|
|
|
:
|
2020-12-23 07:48:30 +00:00
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v16", "v17",
|
|
|
|
|
"v18", "v19", "v20", "v21", "v22", "v23", "v24", "v25", "v26", "v27",
|
|
|
|
|
"v28");
|
2020-08-14 16:58:22 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 16x2 pixels -> 8x1. width is number of argb pixels. e.g. 16.
|
|
|
|
|
void ARGB1555ToUVRow_NEON(const uint8_t* src_argb1555,
|
|
|
|
|
int src_stride_argb1555,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_argb1555_1 = src_argb1555 + src_stride_argb1555;
|
|
|
|
|
asm volatile(
|
|
|
|
|
RGBTOUV_SETUP_REG
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 8 ARGB1555 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
RGB555TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uaddlp v16.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v17.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v18.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
|
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // next 8 ARGB1555 pixels.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGB555TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uaddlp v26.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v27.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v28.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
2020-08-14 16:58:22 +00:00
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%1], #16 \n" // load 8 ARGB1555 pixels.
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
RGB555TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uadalp v16.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v17.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v18.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
|
|
|
|
"ld1 {v0.16b}, [%1], #16 \n" // next 8 ARGB1555 pixels.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGB555TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uadalp v26.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v27.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v28.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
|
|
|
|
|
|
|
|
|
"ins v16.D[1], v26.D[0] \n"
|
|
|
|
|
"ins v17.D[1], v27.D[0] \n"
|
|
|
|
|
"ins v18.D[1], v28.D[0] \n"
|
|
|
|
|
|
|
|
|
|
"urshr v0.8h, v16.8h, #1 \n" // 2x average
|
|
|
|
|
"urshr v1.8h, v17.8h, #1 \n"
|
|
|
|
|
"urshr v2.8h, v18.8h, #1 \n"
|
|
|
|
|
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 16 processed per loop.
|
|
|
|
|
RGBTOUV(v0.8h, v1.8h, v2.8h)
|
|
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 pixels U.
|
|
|
|
|
"st1 {v1.8b}, [%3], #8 \n" // store 8 pixels V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb1555), // %0
|
|
|
|
|
"+r"(src_argb1555_1), // %1
|
|
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v16", "v17",
|
|
|
|
|
"v18", "v19", "v20", "v21", "v22", "v23", "v24", "v25", "v26", "v27",
|
|
|
|
|
"v28");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// 16x2 pixels -> 8x1. width is number of argb pixels. e.g. 16.
|
|
|
|
|
void ARGB4444ToUVRow_NEON(const uint8_t* src_argb4444,
|
|
|
|
|
int src_stride_argb4444,
|
|
|
|
|
uint8_t* dst_u,
|
|
|
|
|
uint8_t* dst_v,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_argb4444_1 = src_argb4444 + src_stride_argb4444;
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
RGBTOUV_SETUP_REG // sets v20-v25
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 8 ARGB4444 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGB4444TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uaddlp v16.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v17.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v18.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
|
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // next 8 ARGB4444 pixels.
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGB4444TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uaddlp v26.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v27.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uaddlp v28.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
2020-08-14 16:58:22 +00:00
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%1], #16 \n" // load 8 ARGB4444 pixels.
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGB4444TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uadalp v16.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v17.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v18.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
|
|
|
|
"ld1 {v0.16b}, [%1], #16 \n" // next 8 ARGB4444 pixels.
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGB4444TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"uadalp v26.4h, v0.8b \n" // B 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v27.4h, v1.8b \n" // G 8 bytes -> 4 shorts.
|
|
|
|
|
"uadalp v28.4h, v2.8b \n" // R 8 bytes -> 4 shorts.
|
|
|
|
|
|
|
|
|
|
"ins v16.D[1], v26.D[0] \n"
|
|
|
|
|
"ins v17.D[1], v27.D[0] \n"
|
|
|
|
|
"ins v18.D[1], v28.D[0] \n"
|
|
|
|
|
|
|
|
|
|
"urshr v0.8h, v16.8h, #1 \n" // 2x average
|
|
|
|
|
"urshr v1.8h, v17.8h, #1 \n"
|
|
|
|
|
"urshr v2.8h, v18.8h, #1 \n"
|
|
|
|
|
|
|
|
|
|
"subs %w4, %w4, #16 \n" // 16 processed per loop.
|
|
|
|
|
RGBTOUV(v0.8h, v1.8h, v2.8h)
|
|
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 pixels U.
|
|
|
|
|
"st1 {v1.8b}, [%3], #8 \n" // store 8 pixels V.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb4444), // %0
|
|
|
|
|
"+r"(src_argb4444_1), // %1
|
|
|
|
|
"+r"(dst_u), // %2
|
|
|
|
|
"+r"(dst_v), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v16", "v17",
|
|
|
|
|
"v18", "v19", "v20", "v21", "v22", "v23", "v24", "v25", "v26", "v27",
|
|
|
|
|
"v28"
|
|
|
|
|
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RGB565ToYRow_NEON(const uint8_t* src_rgb565, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v24.8b, #25 \n" // B * 0.1016 coefficient
|
|
|
|
|
"movi v25.8b, #129 \n" // G * 0.5078 coefficient
|
|
|
|
|
"movi v26.8b, #66 \n" // R * 0.2578 coefficient
|
|
|
|
|
"movi v27.8b, #16 \n" // Add 16 constant
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 8 RGB565 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
RGB565TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"umull v3.8h, v0.8b, v24.8b \n" // B
|
|
|
|
|
"umlal v3.8h, v1.8b, v25.8b \n" // G
|
|
|
|
|
"umlal v3.8h, v2.8b, v26.8b \n" // R
|
|
|
|
|
"uqrshrn v0.8b, v3.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"uqadd v0.8b, v0.8b, v27.8b \n"
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_rgb565), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v6", "v24", "v25", "v26",
|
|
|
|
|
"v27");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGB1555ToYRow_NEON(const uint8_t* src_argb1555,
|
|
|
|
|
uint8_t* dst_y,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v4.8b, #25 \n" // B * 0.1016 coefficient
|
|
|
|
|
"movi v5.8b, #129 \n" // G * 0.5078 coefficient
|
|
|
|
|
"movi v6.8b, #66 \n" // R * 0.2578 coefficient
|
|
|
|
|
"movi v7.8b, #16 \n" // Add 16 constant
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 8 ARGB1555 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGB1555TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"umull v3.8h, v0.8b, v4.8b \n" // B
|
|
|
|
|
"umlal v3.8h, v1.8b, v5.8b \n" // G
|
|
|
|
|
"umlal v3.8h, v2.8b, v6.8b \n" // R
|
|
|
|
|
"uqrshrn v0.8b, v3.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"uqadd v0.8b, v0.8b, v7.8b \n"
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb1555), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ARGB4444ToYRow_NEON(const uint8_t* src_argb4444,
|
|
|
|
|
uint8_t* dst_y,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v24.8b, #25 \n" // B * 0.1016 coefficient
|
|
|
|
|
"movi v25.8b, #129 \n" // G * 0.5078 coefficient
|
|
|
|
|
"movi v26.8b, #66 \n" // R * 0.2578 coefficient
|
|
|
|
|
"movi v27.8b, #16 \n" // Add 16 constant
|
2020-08-14 16:58:22 +00:00
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 8 ARGB4444 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
2020-08-14 16:58:22 +00:00
|
|
|
ARGB4444TOARGB
|
2020-12-23 07:48:30 +00:00
|
|
|
"umull v3.8h, v0.8b, v24.8b \n" // B
|
|
|
|
|
"umlal v3.8h, v1.8b, v25.8b \n" // G
|
|
|
|
|
"umlal v3.8h, v2.8b, v26.8b \n" // R
|
|
|
|
|
"uqrshrn v0.8b, v3.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"uqadd v0.8b, v0.8b, v27.8b \n"
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb4444), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v24", "v25", "v26", "v27");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void BGRAToYRow_NEON(const uint8_t* src_bgra, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v4.8b, #66 \n" // R * 0.2578 coefficient
|
|
|
|
|
"movi v5.8b, #129 \n" // G * 0.5078 coefficient
|
|
|
|
|
"movi v6.8b, #25 \n" // B * 0.1016 coefficient
|
|
|
|
|
"movi v7.8b, #16 \n" // Add 16 constant
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v16.8h, v1.8b, v4.8b \n" // R
|
|
|
|
|
"umlal v16.8h, v2.8b, v5.8b \n" // G
|
|
|
|
|
"umlal v16.8h, v3.8b, v6.8b \n" // B
|
|
|
|
|
"uqrshrn v0.8b, v16.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"uqadd v0.8b, v0.8b, v7.8b \n"
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_bgra), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v16");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ABGRToYRow_NEON(const uint8_t* src_abgr, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v6.8b, #25 \n" // B * 0.1016 coefficient
|
|
|
|
|
"movi v5.8b, #129 \n" // G * 0.5078 coefficient
|
|
|
|
|
"movi v4.8b, #66 \n" // R * 0.2578 coefficient
|
|
|
|
|
"movi v7.8b, #16 \n" // Add 16 constant
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v16.8h, v0.8b, v4.8b \n" // R
|
|
|
|
|
"umlal v16.8h, v1.8b, v5.8b \n" // G
|
|
|
|
|
"umlal v16.8h, v2.8b, v6.8b \n" // B
|
|
|
|
|
"uqrshrn v0.8b, v16.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"uqadd v0.8b, v0.8b, v7.8b \n"
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_abgr), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v16");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RGBAToYRow_NEON(const uint8_t* src_rgba, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v4.8b, #25 \n" // B * 0.1016 coefficient
|
|
|
|
|
"movi v5.8b, #129 \n" // G * 0.5078 coefficient
|
|
|
|
|
"movi v6.8b, #66 \n" // R * 0.2578 coefficient
|
|
|
|
|
"movi v7.8b, #16 \n" // Add 16 constant
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v16.8h, v1.8b, v4.8b \n" // B
|
|
|
|
|
"umlal v16.8h, v2.8b, v5.8b \n" // G
|
|
|
|
|
"umlal v16.8h, v3.8b, v6.8b \n" // R
|
|
|
|
|
"uqrshrn v0.8b, v16.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"uqadd v0.8b, v0.8b, v7.8b \n"
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_rgba), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v16");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RGB24ToYRow_NEON(const uint8_t* src_rgb24, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v4.8b, #25 \n" // B * 0.1016 coefficient
|
|
|
|
|
"movi v5.8b, #129 \n" // G * 0.5078 coefficient
|
|
|
|
|
"movi v6.8b, #66 \n" // R * 0.2578 coefficient
|
|
|
|
|
"movi v7.8b, #16 \n" // Add 16 constant
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld3 {v0.8b,v1.8b,v2.8b}, [%0], #24 \n" // load 8 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v16.8h, v0.8b, v4.8b \n" // B
|
|
|
|
|
"umlal v16.8h, v1.8b, v5.8b \n" // G
|
|
|
|
|
"umlal v16.8h, v2.8b, v6.8b \n" // R
|
|
|
|
|
"uqrshrn v0.8b, v16.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"uqadd v0.8b, v0.8b, v7.8b \n"
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_rgb24), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v16");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RAWToYRow_NEON(const uint8_t* src_raw, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v6.8b, #25 \n" // B * 0.1016 coefficient
|
|
|
|
|
"movi v5.8b, #129 \n" // G * 0.5078 coefficient
|
|
|
|
|
"movi v4.8b, #66 \n" // R * 0.2578 coefficient
|
|
|
|
|
"movi v7.8b, #16 \n" // Add 16 constant
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld3 {v0.8b,v1.8b,v2.8b}, [%0], #24 \n" // load 8 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v16.8h, v0.8b, v4.8b \n" // B
|
|
|
|
|
"umlal v16.8h, v1.8b, v5.8b \n" // G
|
|
|
|
|
"umlal v16.8h, v2.8b, v6.8b \n" // R
|
|
|
|
|
"uqrshrn v0.8b, v16.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"uqadd v0.8b, v0.8b, v7.8b \n"
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_raw), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v16");
|
|
|
|
|
}
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
void RGB24ToYJRow_NEON(const uint8_t* src_rgb24, uint8_t* dst_yj, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"movi v4.8b, #29 \n" // B * 0.1140 coefficient
|
|
|
|
|
"movi v5.8b, #150 \n" // G * 0.5870 coefficient
|
|
|
|
|
"movi v6.8b, #77 \n" // R * 0.2990 coefficient
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld3 {v0.8b,v1.8b,v2.8b}, [%0], #24 \n" // load 8 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v0.8h, v0.8b, v4.8b \n" // B
|
|
|
|
|
"umlal v0.8h, v1.8b, v5.8b \n" // G
|
|
|
|
|
"umlal v0.8h, v2.8b, v6.8b \n" // R
|
|
|
|
|
"uqrshrn v0.8b, v0.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
: "+r"(src_rgb24), // %0
|
|
|
|
|
"+r"(dst_yj), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void RAWToYJRow_NEON(const uint8_t* src_raw, uint8_t* dst_yj, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"movi v6.8b, #29 \n" // B * 0.1140 coefficient
|
|
|
|
|
"movi v5.8b, #150 \n" // G * 0.5870 coefficient
|
|
|
|
|
"movi v4.8b, #77 \n" // R * 0.2990 coefficient
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld3 {v0.8b,v1.8b,v2.8b}, [%0], #24 \n" // load 8 pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v0.8h, v0.8b, v4.8b \n" // B
|
|
|
|
|
"umlal v0.8h, v1.8b, v5.8b \n" // G
|
|
|
|
|
"umlal v0.8h, v2.8b, v6.8b \n" // R
|
|
|
|
|
"uqrshrn v0.8b, v0.8h, #8 \n" // 16 bit to 8 bit Y
|
|
|
|
|
"st1 {v0.8b}, [%1], #8 \n" // store 8 pixels Y.
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
: "+r"(src_raw), // %0
|
|
|
|
|
"+r"(dst_yj), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6");
|
|
|
|
|
}
|
|
|
|
|
|
2020-08-14 16:58:22 +00:00
|
|
|
// Bilinear filter 16x2 -> 16x1
|
|
|
|
|
void InterpolateRow_NEON(uint8_t* dst_ptr,
|
|
|
|
|
const uint8_t* src_ptr,
|
|
|
|
|
ptrdiff_t src_stride,
|
|
|
|
|
int dst_width,
|
|
|
|
|
int source_y_fraction) {
|
|
|
|
|
int y1_fraction = source_y_fraction;
|
|
|
|
|
int y0_fraction = 256 - y1_fraction;
|
|
|
|
|
const uint8_t* src_ptr1 = src_ptr + src_stride;
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"cmp %w4, #0 \n"
|
|
|
|
|
"b.eq 100f \n"
|
|
|
|
|
"cmp %w4, #128 \n"
|
|
|
|
|
"b.eq 50f \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
"dup v5.16b, %w4 \n"
|
|
|
|
|
"dup v4.16b, %w5 \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
// General purpose row blend.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%1], #16 \n"
|
|
|
|
|
"ld1 {v1.16b}, [%2], #16 \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #16 \n"
|
|
|
|
|
"umull v2.8h, v0.8b, v4.8b \n"
|
|
|
|
|
"umull2 v3.8h, v0.16b, v4.16b \n"
|
|
|
|
|
"umlal v2.8h, v1.8b, v5.8b \n"
|
|
|
|
|
"umlal2 v3.8h, v1.16b, v5.16b \n"
|
|
|
|
|
"rshrn v0.8b, v2.8h, #8 \n"
|
|
|
|
|
"rshrn2 v0.16b, v3.8h, #8 \n"
|
|
|
|
|
"st1 {v0.16b}, [%0], #16 \n"
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
"b 99f \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
|
|
|
|
|
// Blend 50 / 50.
|
|
|
|
|
"50: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%1], #16 \n"
|
|
|
|
|
"ld1 {v1.16b}, [%2], #16 \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #16 \n"
|
|
|
|
|
"urhadd v0.16b, v0.16b, v1.16b \n"
|
|
|
|
|
"st1 {v0.16b}, [%0], #16 \n"
|
|
|
|
|
"b.gt 50b \n"
|
|
|
|
|
"b 99f \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
|
|
|
|
|
// Blend 100 / 0 - Copy row unchanged.
|
|
|
|
|
"100: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%1], #16 \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #16 \n"
|
|
|
|
|
"st1 {v0.16b}, [%0], #16 \n"
|
|
|
|
|
"b.gt 100b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
|
|
|
|
|
"99: \n"
|
|
|
|
|
: "+r"(dst_ptr), // %0
|
|
|
|
|
"+r"(src_ptr), // %1
|
|
|
|
|
"+r"(src_ptr1), // %2
|
|
|
|
|
"+r"(dst_width), // %3
|
|
|
|
|
"+r"(y1_fraction), // %4
|
|
|
|
|
"+r"(y0_fraction) // %5
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v3", "v4", "v5");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// dr * (256 - sa) / 256 + sr = dr - dr * sa / 256 + sr
|
|
|
|
|
void ARGBBlendRow_NEON(const uint8_t* src_argb0,
|
|
|
|
|
const uint8_t* src_argb1,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"subs %w3, %w3, #8 \n"
|
|
|
|
|
"b.lt 89f \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
// Blend 8 pixels.
|
|
|
|
|
"8: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 ARGB0
|
|
|
|
|
"ld4 {v4.8b,v5.8b,v6.8b,v7.8b}, [%1], #32 \n" // load 8 ARGB1
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v16.8h, v4.8b, v3.8b \n" // db * a
|
|
|
|
|
"umull v17.8h, v5.8b, v3.8b \n" // dg * a
|
|
|
|
|
"umull v18.8h, v6.8b, v3.8b \n" // dr * a
|
|
|
|
|
"uqrshrn v16.8b, v16.8h, #8 \n" // db >>= 8
|
|
|
|
|
"uqrshrn v17.8b, v17.8h, #8 \n" // dg >>= 8
|
|
|
|
|
"uqrshrn v18.8b, v18.8h, #8 \n" // dr >>= 8
|
|
|
|
|
"uqsub v4.8b, v4.8b, v16.8b \n" // db - (db * a / 256)
|
|
|
|
|
"uqsub v5.8b, v5.8b, v17.8b \n" // dg - (dg * a / 256)
|
|
|
|
|
"uqsub v6.8b, v6.8b, v18.8b \n" // dr - (dr * a / 256)
|
|
|
|
|
"uqadd v0.8b, v0.8b, v4.8b \n" // + sb
|
|
|
|
|
"uqadd v1.8b, v1.8b, v5.8b \n" // + sg
|
|
|
|
|
"uqadd v2.8b, v2.8b, v6.8b \n" // + sr
|
|
|
|
|
"movi v3.8b, #255 \n" // a = 255
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%2], #32 \n" // store 8 ARGB
|
|
|
|
|
// pixels
|
|
|
|
|
"b.ge 8b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
|
|
|
|
|
"89: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"adds %w3, %w3, #8-1 \n"
|
|
|
|
|
"b.lt 99f \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
|
|
|
|
|
// Blend 1 pixels.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.b,v1.b,v2.b,v3.b}[0], [%0], #4 \n" // load 1 pixel
|
|
|
|
|
// ARGB0.
|
|
|
|
|
"ld4 {v4.b,v5.b,v6.b,v7.b}[0], [%1], #4 \n" // load 1 pixel
|
|
|
|
|
// ARGB1.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #1 \n" // 1 processed per loop.
|
|
|
|
|
"umull v16.8h, v4.8b, v3.8b \n" // db * a
|
|
|
|
|
"umull v17.8h, v5.8b, v3.8b \n" // dg * a
|
|
|
|
|
"umull v18.8h, v6.8b, v3.8b \n" // dr * a
|
|
|
|
|
"uqrshrn v16.8b, v16.8h, #8 \n" // db >>= 8
|
|
|
|
|
"uqrshrn v17.8b, v17.8h, #8 \n" // dg >>= 8
|
|
|
|
|
"uqrshrn v18.8b, v18.8h, #8 \n" // dr >>= 8
|
|
|
|
|
"uqsub v4.8b, v4.8b, v16.8b \n" // db - (db * a / 256)
|
|
|
|
|
"uqsub v5.8b, v5.8b, v17.8b \n" // dg - (dg * a / 256)
|
|
|
|
|
"uqsub v6.8b, v6.8b, v18.8b \n" // dr - (dr * a / 256)
|
|
|
|
|
"uqadd v0.8b, v0.8b, v4.8b \n" // + sb
|
|
|
|
|
"uqadd v1.8b, v1.8b, v5.8b \n" // + sg
|
|
|
|
|
"uqadd v2.8b, v2.8b, v6.8b \n" // + sr
|
|
|
|
|
"movi v3.8b, #255 \n" // a = 255
|
|
|
|
|
"st4 {v0.b,v1.b,v2.b,v3.b}[0], [%2], #4 \n" // store 1 pixel.
|
|
|
|
|
"b.ge 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
|
|
|
|
|
"99: \n"
|
|
|
|
|
|
|
|
|
|
: "+r"(src_argb0), // %0
|
|
|
|
|
"+r"(src_argb1), // %1
|
|
|
|
|
"+r"(dst_argb), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v16",
|
|
|
|
|
"v17", "v18");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Attenuate 8 pixels at a time.
|
|
|
|
|
void ARGBAttenuateRow_NEON(const uint8_t* src_argb,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
// Attenuate 8 pixels.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 ARGB
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v4.8h, v0.8b, v3.8b \n" // b * a
|
|
|
|
|
"umull v5.8h, v1.8b, v3.8b \n" // g * a
|
|
|
|
|
"umull v6.8h, v2.8b, v3.8b \n" // r * a
|
|
|
|
|
"uqrshrn v0.8b, v4.8h, #8 \n" // b >>= 8
|
|
|
|
|
"uqrshrn v1.8b, v5.8h, #8 \n" // g >>= 8
|
|
|
|
|
"uqrshrn v2.8b, v6.8h, #8 \n" // r >>= 8
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%1], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Quantize 8 ARGB pixels (32 bytes).
|
|
|
|
|
// dst = (dst * scale >> 16) * interval_size + interval_offset;
|
|
|
|
|
void ARGBQuantizeRow_NEON(uint8_t* dst_argb,
|
|
|
|
|
int scale,
|
|
|
|
|
int interval_size,
|
|
|
|
|
int interval_offset,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"dup v4.8h, %w2 \n"
|
|
|
|
|
"ushr v4.8h, v4.8h, #1 \n" // scale >>= 1
|
|
|
|
|
"dup v5.8h, %w3 \n" // interval multiply.
|
|
|
|
|
"dup v6.8h, %w4 \n" // interval add
|
2020-08-14 16:58:22 +00:00
|
|
|
|
|
|
|
|
// 8 pixel loop.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0] \n" // load 8 ARGB.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w1, %w1, #8 \n" // 8 processed per loop.
|
|
|
|
|
"uxtl v0.8h, v0.8b \n" // b (0 .. 255)
|
|
|
|
|
"uxtl v1.8h, v1.8b \n"
|
|
|
|
|
"uxtl v2.8h, v2.8b \n"
|
|
|
|
|
"sqdmulh v0.8h, v0.8h, v4.8h \n" // b * scale
|
|
|
|
|
"sqdmulh v1.8h, v1.8h, v4.8h \n" // g
|
|
|
|
|
"sqdmulh v2.8h, v2.8h, v4.8h \n" // r
|
|
|
|
|
"mul v0.8h, v0.8h, v5.8h \n" // b * interval_size
|
|
|
|
|
"mul v1.8h, v1.8h, v5.8h \n" // g
|
|
|
|
|
"mul v2.8h, v2.8h, v5.8h \n" // r
|
|
|
|
|
"add v0.8h, v0.8h, v6.8h \n" // b + interval_offset
|
|
|
|
|
"add v1.8h, v1.8h, v6.8h \n" // g
|
|
|
|
|
"add v2.8h, v2.8h, v6.8h \n" // r
|
|
|
|
|
"uqxtn v0.8b, v0.8h \n"
|
|
|
|
|
"uqxtn v1.8b, v1.8h \n"
|
|
|
|
|
"uqxtn v2.8b, v2.8h \n"
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(dst_argb), // %0
|
|
|
|
|
"+r"(width) // %1
|
|
|
|
|
: "r"(scale), // %2
|
|
|
|
|
"r"(interval_size), // %3
|
|
|
|
|
"r"(interval_offset) // %4
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Shade 8 pixels at a time by specified value.
|
|
|
|
|
// NOTE vqrdmulh.s16 q10, q10, d0[0] must use a scaler register from 0 to 8.
|
|
|
|
|
// Rounding in vqrdmulh does +1 to high if high bit of low s16 is set.
|
|
|
|
|
void ARGBShadeRow_NEON(const uint8_t* src_argb,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width,
|
|
|
|
|
uint32_t value) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"dup v0.4s, %w3 \n" // duplicate scale value.
|
|
|
|
|
"zip1 v0.8b, v0.8b, v0.8b \n" // v0.8b aarrggbb.
|
|
|
|
|
"ushr v0.8h, v0.8h, #1 \n" // scale / 2.
|
2020-08-14 16:58:22 +00:00
|
|
|
|
|
|
|
|
// 8 pixel loop.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v4.8b,v5.8b,v6.8b,v7.8b}, [%0], #32 \n" // load 8 ARGB
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"uxtl v4.8h, v4.8b \n" // b (0 .. 255)
|
|
|
|
|
"uxtl v5.8h, v5.8b \n"
|
|
|
|
|
"uxtl v6.8h, v6.8b \n"
|
|
|
|
|
"uxtl v7.8h, v7.8b \n"
|
|
|
|
|
"sqrdmulh v4.8h, v4.8h, v0.h[0] \n" // b * scale * 2
|
|
|
|
|
"sqrdmulh v5.8h, v5.8h, v0.h[1] \n" // g
|
|
|
|
|
"sqrdmulh v6.8h, v6.8h, v0.h[2] \n" // r
|
|
|
|
|
"sqrdmulh v7.8h, v7.8h, v0.h[3] \n" // a
|
|
|
|
|
"uqxtn v4.8b, v4.8h \n"
|
|
|
|
|
"uqxtn v5.8b, v5.8h \n"
|
|
|
|
|
"uqxtn v6.8b, v6.8h \n"
|
|
|
|
|
"uqxtn v7.8b, v7.8h \n"
|
|
|
|
|
"st4 {v4.8b,v5.8b,v6.8b,v7.8b}, [%1], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "r"(value) // %3
|
|
|
|
|
: "cc", "memory", "v0", "v4", "v5", "v6", "v7");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Convert 8 ARGB pixels (64 bytes) to 8 Gray ARGB pixels
|
|
|
|
|
// Similar to ARGBToYJ but stores ARGB.
|
|
|
|
|
// C code is (29 * b + 150 * g + 77 * r + 128) >> 8;
|
|
|
|
|
void ARGBGrayRow_NEON(const uint8_t* src_argb, uint8_t* dst_argb, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v24.8b, #29 \n" // B * 0.1140 coefficient
|
|
|
|
|
"movi v25.8b, #150 \n" // G * 0.5870 coefficient
|
|
|
|
|
"movi v26.8b, #77 \n" // R * 0.2990 coefficient
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 ARGB
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v4.8h, v0.8b, v24.8b \n" // B
|
|
|
|
|
"umlal v4.8h, v1.8b, v25.8b \n" // G
|
|
|
|
|
"umlal v4.8h, v2.8b, v26.8b \n" // R
|
|
|
|
|
"uqrshrn v0.8b, v4.8h, #8 \n" // 16 bit to 8 bit B
|
|
|
|
|
"orr v1.8b, v0.8b, v0.8b \n" // G
|
|
|
|
|
"orr v2.8b, v0.8b, v0.8b \n" // R
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%1], #32 \n" // store 8 pixels.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v24", "v25", "v26");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Convert 8 ARGB pixels (32 bytes) to 8 Sepia ARGB pixels.
|
|
|
|
|
// b = (r * 35 + g * 68 + b * 17) >> 7
|
|
|
|
|
// g = (r * 45 + g * 88 + b * 22) >> 7
|
|
|
|
|
// r = (r * 50 + g * 98 + b * 24) >> 7
|
|
|
|
|
|
|
|
|
|
void ARGBSepiaRow_NEON(uint8_t* dst_argb, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v20.8b, #17 \n" // BB coefficient
|
|
|
|
|
"movi v21.8b, #68 \n" // BG coefficient
|
|
|
|
|
"movi v22.8b, #35 \n" // BR coefficient
|
|
|
|
|
"movi v24.8b, #22 \n" // GB coefficient
|
|
|
|
|
"movi v25.8b, #88 \n" // GG coefficient
|
|
|
|
|
"movi v26.8b, #45 \n" // GR coefficient
|
|
|
|
|
"movi v28.8b, #24 \n" // BB coefficient
|
|
|
|
|
"movi v29.8b, #98 \n" // BG coefficient
|
|
|
|
|
"movi v30.8b, #50 \n" // BR coefficient
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0] \n" // load 8 ARGB pixels.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w1, %w1, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v4.8h, v0.8b, v20.8b \n" // B to Sepia B
|
|
|
|
|
"umlal v4.8h, v1.8b, v21.8b \n" // G
|
|
|
|
|
"umlal v4.8h, v2.8b, v22.8b \n" // R
|
|
|
|
|
"umull v5.8h, v0.8b, v24.8b \n" // B to Sepia G
|
|
|
|
|
"umlal v5.8h, v1.8b, v25.8b \n" // G
|
|
|
|
|
"umlal v5.8h, v2.8b, v26.8b \n" // R
|
|
|
|
|
"umull v6.8h, v0.8b, v28.8b \n" // B to Sepia R
|
|
|
|
|
"umlal v6.8h, v1.8b, v29.8b \n" // G
|
|
|
|
|
"umlal v6.8h, v2.8b, v30.8b \n" // R
|
|
|
|
|
"uqshrn v0.8b, v4.8h, #7 \n" // 16 bit to 8 bit B
|
|
|
|
|
"uqshrn v1.8b, v5.8h, #7 \n" // 16 bit to 8 bit G
|
|
|
|
|
"uqshrn v2.8b, v6.8h, #7 \n" // 16 bit to 8 bit R
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // store 8 pixels.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(dst_argb), // %0
|
|
|
|
|
"+r"(width) // %1
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v20",
|
|
|
|
|
"v21", "v22", "v24", "v25", "v26", "v28", "v29", "v30");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Tranform 8 ARGB pixels (32 bytes) with color matrix.
|
|
|
|
|
// TODO(fbarchard): Was same as Sepia except matrix is provided. This function
|
|
|
|
|
// needs to saturate. Consider doing a non-saturating version.
|
|
|
|
|
void ARGBColorMatrixRow_NEON(const uint8_t* src_argb,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
const int8_t* matrix_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v2.16b}, [%3] \n" // load 3 ARGB vectors.
|
|
|
|
|
"sxtl v0.8h, v2.8b \n" // B,G coefficients s16.
|
|
|
|
|
"sxtl2 v1.8h, v2.16b \n" // R,A coefficients s16.
|
|
|
|
|
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld4 {v16.8b,v17.8b,v18.8b,v19.8b}, [%0], #32 \n" // load 8 ARGB
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop.
|
|
|
|
|
"uxtl v16.8h, v16.8b \n" // b (0 .. 255) 16 bit
|
|
|
|
|
"uxtl v17.8h, v17.8b \n" // g
|
|
|
|
|
"uxtl v18.8h, v18.8b \n" // r
|
|
|
|
|
"uxtl v19.8h, v19.8b \n" // a
|
|
|
|
|
"mul v22.8h, v16.8h, v0.h[0] \n" // B = B * Matrix B
|
|
|
|
|
"mul v23.8h, v16.8h, v0.h[4] \n" // G = B * Matrix G
|
|
|
|
|
"mul v24.8h, v16.8h, v1.h[0] \n" // R = B * Matrix R
|
|
|
|
|
"mul v25.8h, v16.8h, v1.h[4] \n" // A = B * Matrix A
|
|
|
|
|
"mul v4.8h, v17.8h, v0.h[1] \n" // B += G * Matrix B
|
|
|
|
|
"mul v5.8h, v17.8h, v0.h[5] \n" // G += G * Matrix G
|
|
|
|
|
"mul v6.8h, v17.8h, v1.h[1] \n" // R += G * Matrix R
|
|
|
|
|
"mul v7.8h, v17.8h, v1.h[5] \n" // A += G * Matrix A
|
|
|
|
|
"sqadd v22.8h, v22.8h, v4.8h \n" // Accumulate B
|
|
|
|
|
"sqadd v23.8h, v23.8h, v5.8h \n" // Accumulate G
|
|
|
|
|
"sqadd v24.8h, v24.8h, v6.8h \n" // Accumulate R
|
|
|
|
|
"sqadd v25.8h, v25.8h, v7.8h \n" // Accumulate A
|
|
|
|
|
"mul v4.8h, v18.8h, v0.h[2] \n" // B += R * Matrix B
|
|
|
|
|
"mul v5.8h, v18.8h, v0.h[6] \n" // G += R * Matrix G
|
|
|
|
|
"mul v6.8h, v18.8h, v1.h[2] \n" // R += R * Matrix R
|
|
|
|
|
"mul v7.8h, v18.8h, v1.h[6] \n" // A += R * Matrix A
|
|
|
|
|
"sqadd v22.8h, v22.8h, v4.8h \n" // Accumulate B
|
|
|
|
|
"sqadd v23.8h, v23.8h, v5.8h \n" // Accumulate G
|
|
|
|
|
"sqadd v24.8h, v24.8h, v6.8h \n" // Accumulate R
|
|
|
|
|
"sqadd v25.8h, v25.8h, v7.8h \n" // Accumulate A
|
|
|
|
|
"mul v4.8h, v19.8h, v0.h[3] \n" // B += A * Matrix B
|
|
|
|
|
"mul v5.8h, v19.8h, v0.h[7] \n" // G += A * Matrix G
|
|
|
|
|
"mul v6.8h, v19.8h, v1.h[3] \n" // R += A * Matrix R
|
|
|
|
|
"mul v7.8h, v19.8h, v1.h[7] \n" // A += A * Matrix A
|
|
|
|
|
"sqadd v22.8h, v22.8h, v4.8h \n" // Accumulate B
|
|
|
|
|
"sqadd v23.8h, v23.8h, v5.8h \n" // Accumulate G
|
|
|
|
|
"sqadd v24.8h, v24.8h, v6.8h \n" // Accumulate R
|
|
|
|
|
"sqadd v25.8h, v25.8h, v7.8h \n" // Accumulate A
|
|
|
|
|
"sqshrun v16.8b, v22.8h, #6 \n" // 16 bit to 8 bit B
|
|
|
|
|
"sqshrun v17.8b, v23.8h, #6 \n" // 16 bit to 8 bit G
|
|
|
|
|
"sqshrun v18.8b, v24.8h, #6 \n" // 16 bit to 8 bit R
|
|
|
|
|
"sqshrun v19.8b, v25.8h, #6 \n" // 16 bit to 8 bit A
|
|
|
|
|
"st4 {v16.8b,v17.8b,v18.8b,v19.8b}, [%1], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb), // %0
|
|
|
|
|
"+r"(dst_argb), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "r"(matrix_argb) // %3
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v16",
|
|
|
|
|
"v17", "v18", "v19", "v22", "v23", "v24", "v25");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TODO(fbarchard): fix vqshrun in ARGBMultiplyRow_NEON and reenable.
|
|
|
|
|
// Multiply 2 rows of ARGB pixels together, 8 pixels at a time.
|
|
|
|
|
void ARGBMultiplyRow_NEON(const uint8_t* src_argb0,
|
|
|
|
|
const uint8_t* src_argb1,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
// 8 pixel loop.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 ARGB
|
|
|
|
|
"ld4 {v4.8b,v5.8b,v6.8b,v7.8b}, [%1], #32 \n" // load 8 more
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n" // 8 processed per loop.
|
|
|
|
|
"umull v0.8h, v0.8b, v4.8b \n" // multiply B
|
|
|
|
|
"umull v1.8h, v1.8b, v5.8b \n" // multiply G
|
|
|
|
|
"umull v2.8h, v2.8b, v6.8b \n" // multiply R
|
|
|
|
|
"umull v3.8h, v3.8b, v7.8b \n" // multiply A
|
|
|
|
|
"rshrn v0.8b, v0.8h, #8 \n" // 16 bit to 8 bit B
|
|
|
|
|
"rshrn v1.8b, v1.8h, #8 \n" // 16 bit to 8 bit G
|
|
|
|
|
"rshrn v2.8b, v2.8h, #8 \n" // 16 bit to 8 bit R
|
|
|
|
|
"rshrn v3.8b, v3.8h, #8 \n" // 16 bit to 8 bit A
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%2], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb0), // %0
|
|
|
|
|
"+r"(src_argb1), // %1
|
|
|
|
|
"+r"(dst_argb), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Add 2 rows of ARGB pixels together, 8 pixels at a time.
|
|
|
|
|
void ARGBAddRow_NEON(const uint8_t* src_argb0,
|
|
|
|
|
const uint8_t* src_argb1,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
// 8 pixel loop.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 ARGB
|
|
|
|
|
"ld4 {v4.8b,v5.8b,v6.8b,v7.8b}, [%1], #32 \n" // load 8 more
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n" // 8 processed per loop.
|
|
|
|
|
"uqadd v0.8b, v0.8b, v4.8b \n"
|
|
|
|
|
"uqadd v1.8b, v1.8b, v5.8b \n"
|
|
|
|
|
"uqadd v2.8b, v2.8b, v6.8b \n"
|
|
|
|
|
"uqadd v3.8b, v3.8b, v7.8b \n"
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%2], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb0), // %0
|
|
|
|
|
"+r"(src_argb1), // %1
|
|
|
|
|
"+r"(dst_argb), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Subtract 2 rows of ARGB pixels, 8 pixels at a time.
|
|
|
|
|
void ARGBSubtractRow_NEON(const uint8_t* src_argb0,
|
|
|
|
|
const uint8_t* src_argb1,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
// 8 pixel loop.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%0], #32 \n" // load 8 ARGB
|
|
|
|
|
"ld4 {v4.8b,v5.8b,v6.8b,v7.8b}, [%1], #32 \n" // load 8 more
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n" // 8 processed per loop.
|
|
|
|
|
"uqsub v0.8b, v0.8b, v4.8b \n"
|
|
|
|
|
"uqsub v1.8b, v1.8b, v5.8b \n"
|
|
|
|
|
"uqsub v2.8b, v2.8b, v6.8b \n"
|
|
|
|
|
"uqsub v3.8b, v3.8b, v7.8b \n"
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%2], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_argb0), // %0
|
|
|
|
|
"+r"(src_argb1), // %1
|
|
|
|
|
"+r"(dst_argb), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Adds Sobel X and Sobel Y and stores Sobel into ARGB.
|
|
|
|
|
// A = 255
|
|
|
|
|
// R = Sobel
|
|
|
|
|
// G = Sobel
|
|
|
|
|
// B = Sobel
|
|
|
|
|
void SobelRow_NEON(const uint8_t* src_sobelx,
|
|
|
|
|
const uint8_t* src_sobely,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v3.8b, #255 \n" // alpha
|
2020-08-14 16:58:22 +00:00
|
|
|
// 8 pixel loop.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.8b}, [%0], #8 \n" // load 8 sobelx.
|
|
|
|
|
"ld1 {v1.8b}, [%1], #8 \n" // load 8 sobely.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n" // 8 processed per loop.
|
|
|
|
|
"uqadd v0.8b, v0.8b, v1.8b \n" // add
|
|
|
|
|
"orr v1.8b, v0.8b, v0.8b \n"
|
|
|
|
|
"orr v2.8b, v0.8b, v0.8b \n"
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%2], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_sobelx), // %0
|
|
|
|
|
"+r"(src_sobely), // %1
|
|
|
|
|
"+r"(dst_argb), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Adds Sobel X and Sobel Y and stores Sobel into plane.
|
|
|
|
|
void SobelToPlaneRow_NEON(const uint8_t* src_sobelx,
|
|
|
|
|
const uint8_t* src_sobely,
|
|
|
|
|
uint8_t* dst_y,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
// 16 pixel loop.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 16 sobelx.
|
|
|
|
|
"ld1 {v1.16b}, [%1], #16 \n" // load 16 sobely.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #16 \n" // 16 processed per loop.
|
|
|
|
|
"uqadd v0.16b, v0.16b, v1.16b \n" // add
|
|
|
|
|
"st1 {v0.16b}, [%2], #16 \n" // store 16 pixels.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_sobelx), // %0
|
|
|
|
|
"+r"(src_sobely), // %1
|
|
|
|
|
"+r"(dst_y), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Mixes Sobel X, Sobel Y and Sobel into ARGB.
|
|
|
|
|
// A = 255
|
|
|
|
|
// R = Sobel X
|
|
|
|
|
// G = Sobel
|
|
|
|
|
// B = Sobel Y
|
|
|
|
|
void SobelXYRow_NEON(const uint8_t* src_sobelx,
|
|
|
|
|
const uint8_t* src_sobely,
|
|
|
|
|
uint8_t* dst_argb,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v3.8b, #255 \n" // alpha
|
2020-08-14 16:58:22 +00:00
|
|
|
// 8 pixel loop.
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v2.8b}, [%0], #8 \n" // load 8 sobelx.
|
|
|
|
|
"ld1 {v0.8b}, [%1], #8 \n" // load 8 sobely.
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n" // 8 processed per loop.
|
|
|
|
|
"uqadd v1.8b, v0.8b, v2.8b \n" // add
|
|
|
|
|
"st4 {v0.8b,v1.8b,v2.8b,v3.8b}, [%2], #32 \n" // store 8 ARGB
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_sobelx), // %0
|
|
|
|
|
"+r"(src_sobely), // %1
|
|
|
|
|
"+r"(dst_argb), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// SobelX as a matrix is
|
|
|
|
|
// -1 0 1
|
|
|
|
|
// -2 0 2
|
|
|
|
|
// -1 0 1
|
|
|
|
|
void SobelXRow_NEON(const uint8_t* src_y0,
|
|
|
|
|
const uint8_t* src_y1,
|
|
|
|
|
const uint8_t* src_y2,
|
|
|
|
|
uint8_t* dst_sobelx,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.8b}, [%0],%5 \n" // top
|
|
|
|
|
"ld1 {v1.8b}, [%0],%6 \n"
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"usubl v0.8h, v0.8b, v1.8b \n"
|
|
|
|
|
"ld1 {v2.8b}, [%1],%5 \n" // center * 2
|
|
|
|
|
"ld1 {v3.8b}, [%1],%6 \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"usubl v1.8h, v2.8b, v3.8b \n"
|
|
|
|
|
"add v0.8h, v0.8h, v1.8h \n"
|
|
|
|
|
"add v0.8h, v0.8h, v1.8h \n"
|
|
|
|
|
"ld1 {v2.8b}, [%2],%5 \n" // bottom
|
|
|
|
|
"ld1 {v3.8b}, [%2],%6 \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 448] \n"
|
|
|
|
|
"subs %w4, %w4, #8 \n" // 8 pixels
|
|
|
|
|
"usubl v1.8h, v2.8b, v3.8b \n"
|
|
|
|
|
"add v0.8h, v0.8h, v1.8h \n"
|
|
|
|
|
"abs v0.8h, v0.8h \n"
|
|
|
|
|
"uqxtn v0.8b, v0.8h \n"
|
|
|
|
|
"st1 {v0.8b}, [%3], #8 \n" // store 8 sobelx
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y0), // %0
|
|
|
|
|
"+r"(src_y1), // %1
|
|
|
|
|
"+r"(src_y2), // %2
|
|
|
|
|
"+r"(dst_sobelx), // %3
|
|
|
|
|
"+r"(width) // %4
|
|
|
|
|
: "r"(2LL), // %5
|
|
|
|
|
"r"(6LL) // %6
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// SobelY as a matrix is
|
|
|
|
|
// -1 -2 -1
|
|
|
|
|
// 0 0 0
|
|
|
|
|
// 1 2 1
|
|
|
|
|
void SobelYRow_NEON(const uint8_t* src_y0,
|
|
|
|
|
const uint8_t* src_y1,
|
|
|
|
|
uint8_t* dst_sobely,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v0.8b}, [%0],%4 \n" // left
|
|
|
|
|
"ld1 {v1.8b}, [%1],%4 \n"
|
|
|
|
|
"usubl v0.8h, v0.8b, v1.8b \n"
|
|
|
|
|
"ld1 {v2.8b}, [%0],%4 \n" // center * 2
|
|
|
|
|
"ld1 {v3.8b}, [%1],%4 \n"
|
|
|
|
|
"usubl v1.8h, v2.8b, v3.8b \n"
|
|
|
|
|
"add v0.8h, v0.8h, v1.8h \n"
|
|
|
|
|
"add v0.8h, v0.8h, v1.8h \n"
|
|
|
|
|
"ld1 {v2.8b}, [%0],%5 \n" // right
|
|
|
|
|
"ld1 {v3.8b}, [%1],%5 \n"
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"subs %w3, %w3, #8 \n" // 8 pixels
|
|
|
|
|
"usubl v1.8h, v2.8b, v3.8b \n"
|
|
|
|
|
"add v0.8h, v0.8h, v1.8h \n"
|
|
|
|
|
"abs v0.8h, v0.8h \n"
|
|
|
|
|
"uqxtn v0.8b, v0.8h \n"
|
|
|
|
|
"st1 {v0.8b}, [%2], #8 \n" // store 8 sobely
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y0), // %0
|
|
|
|
|
"+r"(src_y1), // %1
|
|
|
|
|
"+r"(dst_sobely), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
: "r"(1LL), // %4
|
|
|
|
|
"r"(6LL) // %5
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3" // Clobber List
|
|
|
|
|
);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Caveat - rounds float to half float whereas scaling version truncates.
|
|
|
|
|
void HalfFloat1Row_NEON(const uint16_t* src,
|
|
|
|
|
uint16_t* dst,
|
|
|
|
|
float /*unused*/,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v1.16b}, [%0], #16 \n" // load 8 shorts
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 pixels per loop
|
|
|
|
|
"uxtl v2.4s, v1.4h \n" // 8 int's
|
|
|
|
|
"uxtl2 v3.4s, v1.8h \n"
|
|
|
|
|
"scvtf v2.4s, v2.4s \n" // 8 floats
|
|
|
|
|
"scvtf v3.4s, v3.4s \n"
|
|
|
|
|
"fcvtn v1.4h, v2.4s \n" // 8 half floats
|
|
|
|
|
"fcvtn2 v1.8h, v3.4s \n"
|
|
|
|
|
"st1 {v1.16b}, [%1], #16 \n" // store 8 shorts
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src), // %0
|
|
|
|
|
"+r"(dst), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v1", "v2", "v3");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void HalfFloatRow_NEON(const uint16_t* src,
|
|
|
|
|
uint16_t* dst,
|
|
|
|
|
float scale,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v1.16b}, [%0], #16 \n" // load 8 shorts
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 pixels per loop
|
|
|
|
|
"uxtl v2.4s, v1.4h \n" // 8 int's
|
|
|
|
|
"uxtl2 v3.4s, v1.8h \n"
|
|
|
|
|
"scvtf v2.4s, v2.4s \n" // 8 floats
|
|
|
|
|
"scvtf v3.4s, v3.4s \n"
|
|
|
|
|
"fmul v2.4s, v2.4s, %3.s[0] \n" // adjust exponent
|
|
|
|
|
"fmul v3.4s, v3.4s, %3.s[0] \n"
|
|
|
|
|
"uqshrn v1.4h, v2.4s, #13 \n" // isolate halffloat
|
|
|
|
|
"uqshrn2 v1.8h, v3.4s, #13 \n"
|
|
|
|
|
"st1 {v1.16b}, [%1], #16 \n" // store 8 shorts
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src), // %0
|
|
|
|
|
"+r"(dst), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "w"(scale * 1.9259299444e-34f) // %3
|
|
|
|
|
: "cc", "memory", "v1", "v2", "v3");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ByteToFloatRow_NEON(const uint8_t* src,
|
|
|
|
|
float* dst,
|
|
|
|
|
float scale,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v1.8b}, [%0], #8 \n" // load 8 bytes
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 pixels per loop
|
|
|
|
|
"uxtl v1.8h, v1.8b \n" // 8 shorts
|
|
|
|
|
"uxtl v2.4s, v1.4h \n" // 8 ints
|
|
|
|
|
"uxtl2 v3.4s, v1.8h \n"
|
|
|
|
|
"scvtf v2.4s, v2.4s \n" // 8 floats
|
|
|
|
|
"scvtf v3.4s, v3.4s \n"
|
|
|
|
|
"fmul v2.4s, v2.4s, %3.s[0] \n" // scale
|
|
|
|
|
"fmul v3.4s, v3.4s, %3.s[0] \n"
|
|
|
|
|
"st1 {v2.16b, v3.16b}, [%1], #32 \n" // store 8 floats
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src), // %0
|
|
|
|
|
"+r"(dst), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "w"(scale) // %3
|
|
|
|
|
: "cc", "memory", "v1", "v2", "v3");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
float ScaleMaxSamples_NEON(const float* src,
|
|
|
|
|
float* dst,
|
|
|
|
|
float scale,
|
|
|
|
|
int width) {
|
|
|
|
|
float fmax;
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v5.4s, #0 \n" // max
|
|
|
|
|
"movi v6.4s, #0 \n"
|
|
|
|
|
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld1 {v1.4s, v2.4s}, [%0], #32 \n" // load 8 samples
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop
|
|
|
|
|
"fmul v3.4s, v1.4s, %4.s[0] \n" // scale
|
|
|
|
|
"fmul v4.4s, v2.4s, %4.s[0] \n" // scale
|
|
|
|
|
"fmax v5.4s, v5.4s, v1.4s \n" // max
|
|
|
|
|
"fmax v6.4s, v6.4s, v2.4s \n"
|
|
|
|
|
"st1 {v3.4s, v4.4s}, [%1], #32 \n" // store 8 samples
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
"fmax v5.4s, v5.4s, v6.4s \n" // max
|
|
|
|
|
"fmaxv %s3, v5.4s \n" // signed max acculator
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src), // %0
|
|
|
|
|
"+r"(dst), // %1
|
|
|
|
|
"+r"(width), // %2
|
|
|
|
|
"=w"(fmax) // %3
|
|
|
|
|
: "w"(scale) // %4
|
|
|
|
|
: "cc", "memory", "v1", "v2", "v3", "v4", "v5", "v6");
|
|
|
|
|
return fmax;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
float ScaleSumSamples_NEON(const float* src,
|
|
|
|
|
float* dst,
|
|
|
|
|
float scale,
|
|
|
|
|
int width) {
|
|
|
|
|
float fsum;
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v5.4s, #0 \n" // max
|
|
|
|
|
"movi v6.4s, #0 \n" // max
|
|
|
|
|
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld1 {v1.4s, v2.4s}, [%0], #32 \n" // load 8 samples
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop
|
|
|
|
|
"fmul v3.4s, v1.4s, %4.s[0] \n" // scale
|
|
|
|
|
"fmul v4.4s, v2.4s, %4.s[0] \n"
|
|
|
|
|
"fmla v5.4s, v1.4s, v1.4s \n" // sum of squares
|
|
|
|
|
"fmla v6.4s, v2.4s, v2.4s \n"
|
|
|
|
|
"st1 {v3.4s, v4.4s}, [%1], #32 \n" // store 8 samples
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
"faddp v5.4s, v5.4s, v6.4s \n"
|
|
|
|
|
"faddp v5.4s, v5.4s, v5.4s \n"
|
|
|
|
|
"faddp %3.4s, v5.4s, v5.4s \n" // sum
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src), // %0
|
|
|
|
|
"+r"(dst), // %1
|
|
|
|
|
"+r"(width), // %2
|
|
|
|
|
"=w"(fsum) // %3
|
|
|
|
|
: "w"(scale) // %4
|
|
|
|
|
: "cc", "memory", "v1", "v2", "v3", "v4", "v5", "v6");
|
|
|
|
|
return fsum;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void ScaleSamples_NEON(const float* src, float* dst, float scale, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v1.4s, v2.4s}, [%0], #32 \n" // load 8 samples
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop
|
|
|
|
|
"fmul v1.4s, v1.4s, %3.s[0] \n" // scale
|
|
|
|
|
"fmul v2.4s, v2.4s, %3.s[0] \n" // scale
|
|
|
|
|
"st1 {v1.4s, v2.4s}, [%1], #32 \n" // store 8 samples
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src), // %0
|
|
|
|
|
"+r"(dst), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "w"(scale) // %3
|
|
|
|
|
: "cc", "memory", "v1", "v2");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// filter 5 rows with 1, 4, 6, 4, 1 coefficients to produce 1 row.
|
|
|
|
|
void GaussCol_NEON(const uint16_t* src0,
|
|
|
|
|
const uint16_t* src1,
|
|
|
|
|
const uint16_t* src2,
|
|
|
|
|
const uint16_t* src3,
|
|
|
|
|
const uint16_t* src4,
|
|
|
|
|
uint32_t* dst,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v6.8h, #4 \n" // constant 4
|
|
|
|
|
"movi v7.8h, #6 \n" // constant 6
|
|
|
|
|
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld1 {v1.8h}, [%0], #16 \n" // load 8 samples, 5 rows
|
|
|
|
|
"ld1 {v2.8h}, [%4], #16 \n"
|
|
|
|
|
"uaddl v0.4s, v1.4h, v2.4h \n" // * 1
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"uaddl2 v1.4s, v1.8h, v2.8h \n" // * 1
|
|
|
|
|
"ld1 {v2.8h}, [%1], #16 \n"
|
|
|
|
|
"umlal v0.4s, v2.4h, v6.4h \n" // * 4
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"umlal2 v1.4s, v2.8h, v6.8h \n" // * 4
|
|
|
|
|
"ld1 {v2.8h}, [%2], #16 \n"
|
|
|
|
|
"umlal v0.4s, v2.4h, v7.4h \n" // * 6
|
|
|
|
|
"prfm pldl1keep, [%2, 448] \n"
|
|
|
|
|
"umlal2 v1.4s, v2.8h, v7.8h \n" // * 6
|
|
|
|
|
"ld1 {v2.8h}, [%3], #16 \n"
|
|
|
|
|
"umlal v0.4s, v2.4h, v6.4h \n" // * 4
|
|
|
|
|
"prfm pldl1keep, [%3, 448] \n"
|
|
|
|
|
"umlal2 v1.4s, v2.8h, v6.8h \n" // * 4
|
|
|
|
|
"subs %w6, %w6, #8 \n" // 8 processed per loop
|
|
|
|
|
"st1 {v0.4s,v1.4s}, [%5], #32 \n" // store 8 samples
|
|
|
|
|
"prfm pldl1keep, [%4, 448] \n"
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src0), // %0
|
|
|
|
|
"+r"(src1), // %1
|
|
|
|
|
"+r"(src2), // %2
|
|
|
|
|
"+r"(src3), // %3
|
|
|
|
|
"+r"(src4), // %4
|
|
|
|
|
"+r"(dst), // %5
|
|
|
|
|
"+r"(width) // %6
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v6", "v7");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// filter 5 rows with 1, 4, 6, 4, 1 coefficients to produce 1 row.
|
|
|
|
|
void GaussRow_NEON(const uint32_t* src, uint16_t* dst, int width) {
|
|
|
|
|
const uint32_t* src1 = src + 1;
|
|
|
|
|
const uint32_t* src2 = src + 2;
|
|
|
|
|
const uint32_t* src3 = src + 3;
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"movi v6.4s, #4 \n" // constant 4
|
|
|
|
|
"movi v7.4s, #6 \n" // constant 6
|
|
|
|
|
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld1 {v0.4s,v1.4s,v2.4s}, [%0], %6 \n" // load 12 source samples
|
|
|
|
|
"add v0.4s, v0.4s, v1.4s \n" // * 1
|
|
|
|
|
"add v1.4s, v1.4s, v2.4s \n" // * 1
|
|
|
|
|
"ld1 {v2.4s,v3.4s}, [%2], #32 \n"
|
|
|
|
|
"mla v0.4s, v2.4s, v7.4s \n" // * 6
|
|
|
|
|
"mla v1.4s, v3.4s, v7.4s \n" // * 6
|
|
|
|
|
"ld1 {v2.4s,v3.4s}, [%1], #32 \n"
|
|
|
|
|
"ld1 {v4.4s,v5.4s}, [%3], #32 \n"
|
|
|
|
|
"add v2.4s, v2.4s, v4.4s \n" // add rows for * 4
|
|
|
|
|
"add v3.4s, v3.4s, v5.4s \n"
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"mla v0.4s, v2.4s, v6.4s \n" // * 4
|
|
|
|
|
"mla v1.4s, v3.4s, v6.4s \n" // * 4
|
|
|
|
|
"subs %w5, %w5, #8 \n" // 8 processed per loop
|
|
|
|
|
"uqrshrn v0.4h, v0.4s, #8 \n" // round and pack
|
|
|
|
|
"uqrshrn2 v0.8h, v1.4s, #8 \n"
|
|
|
|
|
"st1 {v0.8h}, [%4], #16 \n" // store 8 samples
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src), // %0
|
|
|
|
|
"+r"(src1), // %1
|
|
|
|
|
"+r"(src2), // %2
|
|
|
|
|
"+r"(src3), // %3
|
|
|
|
|
"+r"(dst), // %4
|
|
|
|
|
"+r"(width) // %5
|
|
|
|
|
: "r"(32LL) // %6
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7");
|
|
|
|
|
}
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
static const vecf32 kGaussCoefficients = {4.0f, 6.0f, 1.0f / 256.0f, 0.0f};
|
|
|
|
|
|
|
|
|
|
// filter 5 rows with 1, 4, 6, 4, 1 coefficients to produce 1 row.
|
|
|
|
|
void GaussCol_F32_NEON(const float* src0,
|
|
|
|
|
const float* src1,
|
|
|
|
|
const float* src2,
|
|
|
|
|
const float* src3,
|
|
|
|
|
const float* src4,
|
|
|
|
|
float* dst,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"ld2r {v6.4s, v7.4s}, [%7] \n" // constants 4 and 6
|
|
|
|
|
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld1 {v0.4s, v1.4s}, [%0], #32 \n" // load 8 samples, 5 rows
|
|
|
|
|
"ld1 {v2.4s, v3.4s}, [%1], #32 \n"
|
|
|
|
|
"fmla v0.4s, v2.4s, v6.4s \n" // * 4
|
|
|
|
|
"ld1 {v4.4s, v5.4s}, [%2], #32 \n"
|
|
|
|
|
"fmla v1.4s, v3.4s, v6.4s \n"
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"fmla v0.4s, v4.4s, v7.4s \n" // * 6
|
|
|
|
|
"ld1 {v2.4s, v3.4s}, [%3], #32 \n"
|
|
|
|
|
"fmla v1.4s, v5.4s, v7.4s \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"fmla v0.4s, v2.4s, v6.4s \n" // * 4
|
|
|
|
|
"ld1 {v4.4s, v5.4s}, [%4], #32 \n"
|
|
|
|
|
"fmla v1.4s, v3.4s, v6.4s \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 448] \n"
|
|
|
|
|
"fadd v0.4s, v0.4s, v4.4s \n" // * 1
|
|
|
|
|
"prfm pldl1keep, [%3, 448] \n"
|
|
|
|
|
"fadd v1.4s, v1.4s, v5.4s \n"
|
|
|
|
|
"prfm pldl1keep, [%4, 448] \n"
|
|
|
|
|
"subs %w6, %w6, #8 \n" // 8 processed per loop
|
|
|
|
|
"st1 {v0.4s, v1.4s}, [%5], #32 \n" // store 8 samples
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
: "+r"(src0), // %0
|
|
|
|
|
"+r"(src1), // %1
|
|
|
|
|
"+r"(src2), // %2
|
|
|
|
|
"+r"(src3), // %3
|
|
|
|
|
"+r"(src4), // %4
|
|
|
|
|
"+r"(dst), // %5
|
|
|
|
|
"+r"(width) // %6
|
|
|
|
|
: "r"(&kGaussCoefficients) // %7
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// filter 5 rows with 1, 4, 6, 4, 1 coefficients to produce 1 row.
|
|
|
|
|
void GaussRow_F32_NEON(const float* src, float* dst, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"ld3r {v6.4s, v7.4s, v8.4s}, [%3] \n" // constants 4, 6, 1/256
|
|
|
|
|
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld1 {v0.4s, v1.4s, v2.4s}, [%0], %4 \n" // load 12 samples, 5
|
|
|
|
|
// rows
|
|
|
|
|
"fadd v0.4s, v0.4s, v1.4s \n" // * 1
|
|
|
|
|
"ld1 {v4.4s, v5.4s}, [%0], %5 \n"
|
|
|
|
|
"fadd v1.4s, v1.4s, v2.4s \n"
|
|
|
|
|
"fmla v0.4s, v4.4s, v7.4s \n" // * 6
|
|
|
|
|
"ld1 {v2.4s, v3.4s}, [%0], %4 \n"
|
|
|
|
|
"fmla v1.4s, v5.4s, v7.4s \n"
|
|
|
|
|
"ld1 {v4.4s, v5.4s}, [%0], %6 \n"
|
|
|
|
|
"fadd v2.4s, v2.4s, v4.4s \n"
|
|
|
|
|
"fadd v3.4s, v3.4s, v5.4s \n"
|
|
|
|
|
"fmla v0.4s, v2.4s, v6.4s \n" // * 4
|
|
|
|
|
"fmla v1.4s, v3.4s, v6.4s \n"
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"fmul v0.4s, v0.4s, v8.4s \n" // / 256
|
|
|
|
|
"fmul v1.4s, v1.4s, v8.4s \n"
|
|
|
|
|
"subs %w2, %w2, #8 \n" // 8 processed per loop
|
|
|
|
|
"st1 {v0.4s, v1.4s}, [%1], #32 \n" // store 8 samples
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
: "+r"(src), // %0
|
|
|
|
|
"+r"(dst), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "r"(&kGaussCoefficients), // %3
|
|
|
|
|
"r"(8LL), // %4
|
|
|
|
|
"r"(-4LL), // %5
|
|
|
|
|
"r"(20LL) // %6
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7", "v8");
|
|
|
|
|
}
|
|
|
|
|
|
2020-08-14 16:58:22 +00:00
|
|
|
// Convert biplanar NV21 to packed YUV24
|
|
|
|
|
void NV21ToYUV24Row_NEON(const uint8_t* src_y,
|
|
|
|
|
const uint8_t* src_vu,
|
|
|
|
|
uint8_t* dst_yuv24,
|
|
|
|
|
int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v2.16b}, [%0], #16 \n" // load 16 Y values
|
|
|
|
|
"ld2 {v0.8b, v1.8b}, [%1], #16 \n" // load 8 VU values
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"zip1 v0.16b, v0.16b, v0.16b \n" // replicate V values
|
|
|
|
|
"zip1 v1.16b, v1.16b, v1.16b \n" // replicate U values
|
|
|
|
|
"subs %w3, %w3, #16 \n" // 16 pixels per loop
|
|
|
|
|
"st3 {v0.16b,v1.16b,v2.16b}, [%2], #48 \n" // store 16 YUV pixels
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_y), // %0
|
|
|
|
|
"+r"(src_vu), // %1
|
|
|
|
|
"+r"(dst_yuv24), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void AYUVToUVRow_NEON(const uint8_t* src_ayuv,
|
|
|
|
|
int src_stride_ayuv,
|
|
|
|
|
uint8_t* dst_uv,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_ayuv_1 = src_ayuv + src_stride_ayuv;
|
|
|
|
|
asm volatile(
|
|
|
|
|
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.16b,v1.16b,v2.16b,v3.16b}, [%0], #64 \n" // load 16 ayuv
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"uaddlp v0.8h, v0.16b \n" // V 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v1.8h, v1.16b \n" // U 16 bytes -> 8 shorts.
|
|
|
|
|
"ld4 {v4.16b,v5.16b,v6.16b,v7.16b}, [%1], #64 \n" // load next 16
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"uadalp v0.8h, v4.16b \n" // V 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v1.8h, v5.16b \n" // U 16 bytes -> 8 shorts.
|
|
|
|
|
"uqrshrn v3.8b, v0.8h, #2 \n" // 2x2 average
|
|
|
|
|
"uqrshrn v2.8b, v1.8h, #2 \n"
|
|
|
|
|
"subs %w3, %w3, #16 \n" // 16 processed per loop.
|
|
|
|
|
"st2 {v2.8b,v3.8b}, [%2], #16 \n" // store 8 pixels UV.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_ayuv), // %0
|
|
|
|
|
"+r"(src_ayuv_1), // %1
|
|
|
|
|
"+r"(dst_uv), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void AYUVToVURow_NEON(const uint8_t* src_ayuv,
|
|
|
|
|
int src_stride_ayuv,
|
|
|
|
|
uint8_t* dst_vu,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_ayuv_1 = src_ayuv + src_stride_ayuv;
|
|
|
|
|
asm volatile(
|
|
|
|
|
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.16b,v1.16b,v2.16b,v3.16b}, [%0], #64 \n" // load 16 ayuv
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"uaddlp v0.8h, v0.16b \n" // V 16 bytes -> 8 shorts.
|
|
|
|
|
"uaddlp v1.8h, v1.16b \n" // U 16 bytes -> 8 shorts.
|
|
|
|
|
"ld4 {v4.16b,v5.16b,v6.16b,v7.16b}, [%1], #64 \n" // load next 16
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"uadalp v0.8h, v4.16b \n" // V 16 bytes -> 8 shorts.
|
|
|
|
|
"uadalp v1.8h, v5.16b \n" // U 16 bytes -> 8 shorts.
|
|
|
|
|
"uqrshrn v0.8b, v0.8h, #2 \n" // 2x2 average
|
|
|
|
|
"uqrshrn v1.8b, v1.8h, #2 \n"
|
|
|
|
|
"subs %w3, %w3, #16 \n" // 16 processed per loop.
|
|
|
|
|
"st2 {v0.8b,v1.8b}, [%2], #16 \n" // store 8 pixels VU.
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_ayuv), // %0
|
|
|
|
|
"+r"(src_ayuv_1), // %1
|
|
|
|
|
"+r"(dst_vu), // %2
|
|
|
|
|
"+r"(width) // %3
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3", "v4", "v5", "v6", "v7");
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Copy row of AYUV Y's into Y
|
|
|
|
|
void AYUVToYRow_NEON(const uint8_t* src_ayuv, uint8_t* dst_y, int width) {
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld4 {v0.16b,v1.16b,v2.16b,v3.16b}, [%0], #64 \n" // load 16
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #16 \n" // 16 pixels per loop
|
|
|
|
|
"st1 {v2.16b}, [%1], #16 \n" // store 16 Y pixels
|
|
|
|
|
"b.gt 1b \n"
|
2020-08-14 16:58:22 +00:00
|
|
|
: "+r"(src_ayuv), // %0
|
|
|
|
|
"+r"(dst_y), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3");
|
|
|
|
|
}
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
// Shuffle table for swapping UV bytes.
|
|
|
|
|
static const uvec8 kShuffleSwapUV = {1u, 0u, 3u, 2u, 5u, 4u, 7u, 6u,
|
|
|
|
|
9u, 8u, 11u, 10u, 13u, 12u, 15u, 14u};
|
|
|
|
|
|
2020-08-14 16:58:22 +00:00
|
|
|
// Convert UV plane of NV12 to VU of NV21.
|
|
|
|
|
void SwapUVRow_NEON(const uint8_t* src_uv, uint8_t* dst_vu, int width) {
|
|
|
|
|
asm volatile(
|
2020-12-23 07:48:30 +00:00
|
|
|
"ld1 {v2.16b}, [%3] \n" // shuffler
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld1 {v0.16b}, [%0], 16 \n" // load 16 UV values
|
|
|
|
|
"ld1 {v1.16b}, [%0], 16 \n"
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"subs %w2, %w2, #16 \n" // 16 pixels per loop
|
|
|
|
|
"tbl v0.16b, {v0.16b}, v2.16b \n"
|
|
|
|
|
"tbl v1.16b, {v1.16b}, v2.16b \n"
|
|
|
|
|
"stp q0, q1, [%1], 32 \n" // store 16 VU pixels
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
: "+r"(src_uv), // %0
|
|
|
|
|
"+r"(dst_vu), // %1
|
|
|
|
|
"+r"(width) // %2
|
|
|
|
|
: "r"(&kShuffleSwapUV) // %3
|
2020-08-14 16:58:22 +00:00
|
|
|
: "cc", "memory", "v0", "v1", "v2");
|
|
|
|
|
}
|
|
|
|
|
|
2020-12-23 07:48:30 +00:00
|
|
|
void HalfMergeUVRow_NEON(const uint8_t* src_u,
|
|
|
|
|
int src_stride_u,
|
|
|
|
|
const uint8_t* src_v,
|
|
|
|
|
int src_stride_v,
|
|
|
|
|
uint8_t* dst_uv,
|
|
|
|
|
int width) {
|
|
|
|
|
const uint8_t* src_u_1 = src_u + src_stride_u;
|
|
|
|
|
const uint8_t* src_v_1 = src_v + src_stride_v;
|
|
|
|
|
asm volatile(
|
|
|
|
|
"1: \n"
|
|
|
|
|
"ld1 {v0.16b}, [%0], #16 \n" // load 16 U values
|
|
|
|
|
"ld1 {v1.16b}, [%2], #16 \n" // load 16 V values
|
|
|
|
|
"ld1 {v2.16b}, [%1], #16 \n"
|
|
|
|
|
"ld1 {v3.16b}, [%3], #16 \n"
|
|
|
|
|
"uaddlp v0.8h, v0.16b \n" // half size
|
|
|
|
|
"prfm pldl1keep, [%0, 448] \n"
|
|
|
|
|
"uaddlp v1.8h, v1.16b \n"
|
|
|
|
|
"prfm pldl1keep, [%2, 448] \n"
|
|
|
|
|
"uadalp v0.8h, v2.16b \n"
|
|
|
|
|
"prfm pldl1keep, [%1, 448] \n"
|
|
|
|
|
"uadalp v1.8h, v3.16b \n"
|
|
|
|
|
"prfm pldl1keep, [%3, 448] \n"
|
|
|
|
|
"uqrshrn v0.8b, v0.8h, #2 \n"
|
|
|
|
|
"uqrshrn v1.8b, v1.8h, #2 \n"
|
|
|
|
|
"subs %w5, %w5, #16 \n" // 16 src pixels per loop
|
|
|
|
|
"st2 {v0.8b, v1.8b}, [%4], #16 \n" // store 8 UV pixels
|
|
|
|
|
"b.gt 1b \n"
|
|
|
|
|
: "+r"(src_u), // %0
|
|
|
|
|
"+r"(src_u_1), // %1
|
|
|
|
|
"+r"(src_v), // %2
|
|
|
|
|
"+r"(src_v_1), // %3
|
|
|
|
|
"+r"(dst_uv), // %4
|
|
|
|
|
"+r"(width) // %5
|
|
|
|
|
:
|
|
|
|
|
: "cc", "memory", "v0", "v1", "v2", "v3");
|
|
|
|
|
}
|
|
|
|
|
|
2020-08-14 16:58:22 +00:00
|
|
|
#endif // !defined(LIBYUV_DISABLE_NEON) && defined(__aarch64__)
|
|
|
|
|
|
|
|
|
|
#ifdef __cplusplus
|
|
|
|
|
} // extern "C"
|
|
|
|
|
} // namespace libyuv
|
|
|
|
|
#endif
|
