mirror of
https://mirror.skon.top/https://github.com/FFmpeg/FFmpeg
synced 2026-04-20 21:00:41 +08:00
2c7fe8d8ad
Add NEON alpha drop/insert using ldp+tbl+stp instead of ld4/st3 and ld3/st4 structure operations. Both use a 2-register sliding-window tbl with post-indexed addressing. Instruction scheduling targets narrow in-order cores (A55) while remaining neutral on wide OoO. Scalar tails use coalesced loads/stores (ldr+strh+lsr+strb for alpha drop, ldrh+ldrb+orr+str for alpha insert) to reduce per-pixel instruction count. Independent instructions placed between loads and dependent operations to fill load-use latency on in-order cores. checkasm --bench on Apple M3 Max (decicycles, 1920px): rgb32tobgr24_c: 114.4 ( 1.00x) rgb32tobgr24_neon: 64.3 ( 1.78x) rgb24tobgr32_c: 128.9 ( 1.00x) rgb24tobgr32_neon: 80.9 ( 1.59x) C baseline is clang auto-vectorized; speedup is over compiler NEON. Signed-off-by: David Christle <dev@christle.is>
112 lines
5.3 KiB
C
112 lines
5.3 KiB
C
/*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include <stdint.h>
|
|
|
|
#include "config.h"
|
|
#include "libavutil/attributes.h"
|
|
#include "libavutil/aarch64/cpu.h"
|
|
#include "libavutil/cpu.h"
|
|
#include "libavutil/bswap.h"
|
|
#include "libswscale/rgb2rgb.h"
|
|
#include "libswscale/swscale.h"
|
|
#include "libswscale/swscale_internal.h"
|
|
|
|
// Only handle width aligned to 16
|
|
void ff_rgb24toyv12_neon(const uint8_t *src, uint8_t *ydst, uint8_t *udst,
|
|
uint8_t *vdst, int width, int height, int lumStride,
|
|
int chromStride, int srcStride, const int32_t *rgb2yuv);
|
|
|
|
static void rgb24toyv12(const uint8_t *src, uint8_t *ydst, uint8_t *udst,
|
|
uint8_t *vdst, int width, int height, int lumStride,
|
|
int chromStride, int srcStride, const int32_t *rgb2yuv)
|
|
{
|
|
int width_align = width & (~15);
|
|
|
|
if (width_align > 0)
|
|
ff_rgb24toyv12_neon(src, ydst, udst, vdst, width_align, height,
|
|
lumStride, chromStride, srcStride, rgb2yuv);
|
|
if (width_align < width) {
|
|
src += width_align * 3;
|
|
ydst += width_align;
|
|
udst += width_align / 2;
|
|
vdst += width_align / 2;
|
|
ff_rgb24toyv12_c(src, ydst, udst, vdst, width - width_align, height,
|
|
lumStride, chromStride, srcStride, rgb2yuv);
|
|
}
|
|
}
|
|
|
|
void ff_rgb24tobgr24_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void ff_rgb32tobgr24_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void ff_rgb24tobgr32_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
|
|
void ff_interleave_bytes_neon(const uint8_t *src1, const uint8_t *src2,
|
|
uint8_t *dest, int width, int height,
|
|
int src1Stride, int src2Stride, int dstStride);
|
|
void ff_deinterleave_bytes_neon(const uint8_t *src, uint8_t *dst1, uint8_t *dst2,
|
|
int width, int height, int srcStride,
|
|
int dst1Stride, int dst2Stride);
|
|
void ff_shuffle_bytes_0321_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void ff_shuffle_bytes_2103_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void ff_shuffle_bytes_1230_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void ff_shuffle_bytes_3012_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void ff_shuffle_bytes_3210_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void ff_shuffle_bytes_3102_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void ff_shuffle_bytes_2013_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void ff_shuffle_bytes_2130_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
void ff_shuffle_bytes_1203_neon(const uint8_t *src, uint8_t *dst, int src_size);
|
|
|
|
void ff_uyvytoyuv422_neon(uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
|
|
const uint8_t *src, int width, int height,
|
|
int lumStride, int chromStride, int srcStride);
|
|
void ff_uyvytoyuv420_neon(uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
|
|
const uint8_t *src, int width, int height,
|
|
int lumStride, int chromStride, int srcStride);
|
|
void ff_yuyvtoyuv420_neon(uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
|
|
const uint8_t *src, int width, int height,
|
|
int lumStride, int chromStride, int srcStride);
|
|
void ff_yuyvtoyuv422_neon(uint8_t *ydst, uint8_t *udst, uint8_t *vdst,
|
|
const uint8_t *src, int width, int height,
|
|
int lumStride, int chromStride, int srcStride);
|
|
av_cold void rgb2rgb_init_aarch64(void)
|
|
{
|
|
int cpu_flags = av_get_cpu_flags();
|
|
|
|
if (have_neon(cpu_flags)) {
|
|
ff_rgb24toyv12 = rgb24toyv12;
|
|
rgb24tobgr24 = ff_rgb24tobgr24_neon;
|
|
rgb32tobgr24 = ff_rgb32tobgr24_neon;
|
|
rgb24tobgr32 = ff_rgb24tobgr32_neon;
|
|
interleaveBytes = ff_interleave_bytes_neon;
|
|
deinterleaveBytes = ff_deinterleave_bytes_neon;
|
|
shuffle_bytes_0321 = ff_shuffle_bytes_0321_neon;
|
|
shuffle_bytes_1230 = ff_shuffle_bytes_1230_neon;
|
|
shuffle_bytes_2103 = ff_shuffle_bytes_2103_neon;
|
|
shuffle_bytes_3012 = ff_shuffle_bytes_3012_neon;
|
|
shuffle_bytes_3210 = ff_shuffle_bytes_3210_neon;
|
|
shuffle_bytes_3102 = ff_shuffle_bytes_3102_neon;
|
|
shuffle_bytes_2013 = ff_shuffle_bytes_2013_neon;
|
|
shuffle_bytes_2130 = ff_shuffle_bytes_2130_neon;
|
|
shuffle_bytes_1203 = ff_shuffle_bytes_1203_neon;
|
|
uyvytoyuv422 = ff_uyvytoyuv422_neon;
|
|
uyvytoyuv420 = ff_uyvytoyuv420_neon;
|
|
yuyvtoyuv422 = ff_yuyvtoyuv422_neon;
|
|
yuyvtoyuv420 = ff_yuyvtoyuv420_neon;
|
|
}
|
|
}
|