Checkasm timings:
block size bitdepth C NEON
4 8 bit: 146.7 48.7
10 bit: 146.7 52.7
8 8 bit: 430.3 84.4
10 bit: 430.4 119.5
12 8 bit: 812.8 141.0
10 bit: 812.8 195.0
16 8 bit: 1499.1 268.0
10 bit: 1498.9 368.4
24 8 bit: 4394.2 574.8
10 bit: 3696.3 804.8
32 8 bit: 5108.6 568.9
10 bit: 4249.6 918.8
48 8 bit: 16819.6 2304.9
10 bit: 13882.0 3178.5
64 8 bit: 13490.8 1799.5
10 bit: 11018.5 2519.4
---
libavcodec/arm/Makefile | 3 +-
libavcodec/arm/hevc_mc.S | 381 ++++++++++++++++++++++++++++++++++++++
libavcodec/arm/hevcdsp_init_arm.c | 67 +++++++
3 files changed, 450 insertions(+), 1 deletion(-)
create mode 100644 libavcodec/arm/hevc_mc.S
diff --git a/libavcodec/arm/Makefile b/libavcodec/arm/Makefile
index b48745ad4..49e17ce0d 100644
--- a/libavcodec/arm/Makefile
+++ b/libavcodec/arm/Makefile
@@ -135,7 +135,8 @@ NEON-OBJS-$(CONFIG_AAC_DECODER) +=
arm/aacpsdsp_neon.o \
NEON-OBJS-$(CONFIG_APE_DECODER) += arm/apedsp_neon.o
NEON-OBJS-$(CONFIG_DCA_DECODER) += arm/dcadsp_neon.o \
arm/synth_filter_neon.o
-NEON-OBJS-$(CONFIG_HEVC_DECODER) += arm/hevc_idct.o
+NEON-OBJS-$(CONFIG_HEVC_DECODER) += arm/hevc_idct.o \
+ arm/hevc_mc.o
NEON-OBJS-$(CONFIG_RV30_DECODER) += arm/rv34dsp_neon.o
NEON-OBJS-$(CONFIG_RV40_DECODER) += arm/rv34dsp_neon.o \
arm/rv40dsp_neon.o
diff --git a/libavcodec/arm/hevc_mc.S b/libavcodec/arm/hevc_mc.S
new file mode 100644
index 000000000..a1274ec71
--- /dev/null
+++ b/libavcodec/arm/hevc_mc.S
@@ -0,0 +1,381 @@
+/*
+ * ARM NEON optimised MC functions for HEVC decoding
+ *
+ * Copyright (c) 2017 Alexandra Hájková
+ *
+ * This file is part of Libav.
+ *
+ * Libav is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * Libav is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with Libav; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#include "libavutil/arm/asm.S"
+
+.macro get_pixels4 bitdepth
+function ff_hevc_get_pixels_4_\bitdepth\()_neon, export=1
+@r0 dst, r1 dststride, r2 src, r3 srcstride
+ ldr r12, [sp] @height
+ cmp r12, #0
+ bxeq lr
+
+1: .if \bitdepth == 8
+ vld1.32 {d0[0]}, [r2], r3
+ vld1.32 {d1[0]}, [r2], r3
+ vld1.32 {d2[0]}, [r2], r3
+ vld1.32 {d3[0]}, [r2], r3
+ vshll.u8 q8, d0, #6
+ vshll.u8 q9, d1, #6
+ vshll.u8 q10, d2, #6
+ vshll.u8 q11, d3, #6
+ .else
+ vld1.16 {d0}, [r2], r3
+ vld1.16 {d1}, [r2], r3
+ vld1.16 {d2}, [r2], r3
+ vld1.16 {d3}, [r2], r3
+ vshl.i16 d16, d0, #4
+ vshl.i16 d18, d1, #4
+ vshl.i16 d20, d2, #4
+ vshl.i16 d22, d3, #4
+ .endif
+
+ vst1.16 {d16}, [r0, :64], r1
+ vst1.16 {d18}, [r0, :64], r1
+ vst1.16 {d20}, [r0, :64], r1
+ vst1.16 {d22}, [r0, :64], r1
+ subs r12, #4
+ bgt 1b
+
+ bx lr
+endfunc
+.endm
+
+.macro get_pixels8 bitdepth
+function ff_hevc_get_pixels_8_\bitdepth\()_neon, export=1
+@r0 dst, r1 dststride, r2 src, r3 srcstride
+ ldr r12, [sp] @height
+ cmp r12, #0
+ bxeq lr
+
+1: .if \bitdepth == 8
+ vld1.8 {d0}, [r2], r3
+ vld1.8 {d1}, [r2], r3
+ vld1.8 {d2}, [r2], r3
+ vld1.8 {d3}, [r2], r3
+ vshll.u8 q8, d0, #6
+ vshll.u8 q9, d1, #6
+ vshll.u8 q10, d2, #6
+ vshll.u8 q11, d3, #6
+ .else
+ vld1.16 {d16-d17}, [r2], r3
+ vld1.16 {d18-d19}, [r2], r3
+ vld1.16 {d20-d21}, [r2], r3
+ vld1.16 {d22-d23}, [r2], r3
+ vshl.i16 q8, q8, #4
+ vshl.i16 q9, q9, #4
+ vshl.i16 q10, q10, #4
+ vshl.i16 q11, q11, #4
+ .endif
+
+ vst1.16 {d16-d17}, [r0, :64], r1
+ vst1.16 {d18-d19}, [r0, :64], r1
+ vst1.16 {d20-d21}, [r0, :64], r1
+ vst1.16 {d22-d23}, [r0, :64], r1
+ subs r12, #4
+ bgt 1b
+
+ bx lr
+endfunc
+.endm
+
+.macro get_pixels12 bitdepth
+function ff_hevc_get_pixels_12_\bitdepth\()_neon, export=1
+@r0 - dst, r1 - dststride, r2 - src, r3 - srcstride
+ ldr r12, [sp] @height
+ cmp r12, #0
+ bxeq lr
+ push {r4-r5, lr}
+ add r4, r0, #16
+
+1: .if \bitdepth == 8
+ add r5, r2, #8
+ vld1.8 {d0}, [r2], r3
+ vld1.32 {d4[0]}, [r5], r3
+ vld1.8 {d1}, [r2], r3
+ vld1.32 {d5[0]}, [r5], r3
+ vld1.8 {d2}, [r2], r3
+ vld1.32 {d6[0]}, [r5], r3
+ vld1.8 {d3}, [r2], r3
+ vld1.32 {d7[0]}, [r5], r3
+ vshll.u8 q8, d0, #6
+ vshll.u8 q12, d4, #6
+ vshll.u8 q9, d1, #6
+ vshll.u8 q13, d5, #6
+ vshll.u8 q10, d2, #6
+ vshll.u8 q14, d6, #6
+ vshll.u8 q11, d3, #6
+ vshll.u8 q15, d7, #6
+ .else
+ add r5, r2, #16
+ vld1.16 {d16-d17}, [r2], r3
+ vld1.16 {d24}, [r5], r3
+ vld1.16 {d18-d19}, [r2], r3
+ vld1.16 {d26}, [r5], r3
+ vld1.16 {d20-d21}, [r2], r3
+ vld1.16 {d28}, [r5], r3
+ vld1.16 {d22-d23}, [r2], r3
+ vld1.16 {d30}, [r5], r3
+ vshl.i16 q8, q8, #4
+ vshl.i16 d24, d24, #4
+ vshl.i16 q9, q9, #4
+ vshl.i16 d26, d26, #4
+ vshl.i16 q10, q10, #4
+ vshl.i16 d28, d28, #4
+ vshl.i16 q11, q11, #4
+ vshl.i16 d30, d30, #4
+ .endif
+
+ vst1.16 {d16-d17}, [r0, :64], r1
+ vst1.16 {d24}, [r4, :64], r1
+ vst1.16 {d18-d19}, [r0, :64], r1
+ vst1.16 {d26}, [r4, :64], r1
+ vst1.16 {d20-d21}, [r0, :64], r1
+ vst1.16 {d28}, [r4, :64], r1
+ vst1.16 {d22-d23}, [r0, :64], r1
+ vst1.16 {d30}, [r4, :64], r1
+ subs r12, #4
+ bgt 1b
+
+ pop {r4-r5, pc}
+endfunc
+.endm
+
+@8 bitdepth case
+.macro process_8 load
+ vld1.8 {d0-d1}, [\load], r3
+ vld1.8 {d2-d3}, [\load], r3
+ vld1.8 {d4-d5}, [\load], r3
+ vld1.8 {d6-d7}, [\load], r3
+ vshll.u8 q8, d0, #6
+ vshll.u8 q9, d1, #6
+ vshll.u8 q10, d2, #6
+ vshll.u8 q11, d3, #6
+ vshll.u8 q12, d4, #6
+ vshll.u8 q13, d5, #6
+ vshll.u8 q14, d6, #6
+ vshll.u8 q15, d7, #6
+.endm
+
+@10 bitdepth case
+.macro process_10 load
+ vld1.16 {d16-d19}, [\load], r3
+ vld1.16 {d20-d23}, [\load], r3
+ vld1.16 {d24-d27}, [\load], r3
+ vld1.16 {d28-d31}, [\load], r3
+ vshl.i16 q8, q8, #4
+ vshl.i16 q9, q9, #4
+ vshl.i16 q10, q10, #4
+ vshl.i16 q11, q11, #4
+ vshl.i16 q12, q12, #4
+ vshl.i16 q13, q13, #4
+ vshl.i16 q14, q14, #4
+ vshl.i16 q15, q15, #4
+.endm
+
+.macro store_4x16 store
+ vst1.16 {d16-d19}, [\store, :128], r1
+ vst1.16 {d20-d23}, [\store, :128], r1
+ vst1.16 {d24-d27}, [\store, :128], r1
+ vst1.16 {d28-d31}, [\store, :128], r1
+.endm
+
+.macro get_pixels16 bitdepth
+function ff_hevc_get_pixels_16_\bitdepth\()_neon, export=1
+@r0 dst, r1 dststride, r2 src, r3 srcstride
+ ldr r12, [sp] @height
+ cmp r12, #0
+ bxeq lr
+
+1: .if \bitdepth == 8
+ process_8 r2
+ .else
+ process_10 r2
+ .endif
+
+ store_4x16 r0
+ subs r12, #4
+ bgt 1b
+
+ bx lr
+endfunc
+.endm
+
+.macro get_pixels24 bitdepth
+function ff_hevc_get_pixels_24_\bitdepth\()_neon, export=1
+@r0 dst, r1 dststride, r2 src, r3 srcstride
+ ldr r12, [sp] @height
+ cmp r12, #0
+ bxeq lr
+
+ push {r0-r4, lr}
+ push {r12}
+ bl ff_hevc_get_pixels_8_\bitdepth\()_neon
