[x265] [PATCH] asm: avx2 8bpp code for convert_p2s[16xN], improved over 25% than SSE
rajesh at multicorewareinc.com
rajesh at multicorewareinc.com
Tue Sep 15 10:53:40 CEST 2015
# HG changeset patch
# User Rajesh Paulraj<rajesh at multicorewareinc.com>
# Date 1442305574 -19800
# Tue Sep 15 13:56:14 2015 +0530
# Node ID 31d45b06c3ee6d747c8d4f50f171aa6479b1c60f
# Parent 01a21374067d5ee6f4b4fe6eb512afeb44974f39
asm: avx2 8bpp code for convert_p2s[16xN],improved over 25% than SSE
avx2:
convert_p2s[ 16x4] 12.72x 107.59 1368.43
convert_p2s[ 16x8] 16.92x 173.20 2930.48
convert_p2s[16x12] 17.95x 235.07 4219.12
convert_p2s[16x16] 17.46x 315.13 5501.93
convert_p2s[16x32] 18.63x 585.73 10909.56
convert_p2s[16x64] 17.17x 1231.53 21151.54
ssse3:
convert_p2s[ 16x4] 9.44x 145.08 1368.92
convert_p2s[ 16x8] 11.31x 248.19 2806.11
convert_p2s[16x12] 12.06x 345.20 4163.49
convert_p2s[16x16] 12.29x 450.13 5530.68
convert_p2s[16x32] 12.24x 882.43 10802.61
convert_p2s[16x64] 12.50x 1713.68 21421.00
diff -r 01a21374067d -r 31d45b06c3ee source/common/x86/asm-primitives.cpp
--- a/source/common/x86/asm-primitives.cpp Tue Sep 15 11:30:37 2015 +0530
+++ b/source/common/x86/asm-primitives.cpp Tue Sep 15 13:56:14 2015 +0530
@@ -3287,6 +3287,12 @@
ALL_LUMA_PU_T(luma_hvpp, interp_8tap_hv_pp_cpu);
p.pu[LUMA_4x4].luma_hvpp = interp_8tap_hv_pp_cpu<LUMA_4x4>;
+ p.pu[LUMA_16x4].convert_p2s = PFX(filterPixelToShort_16x4_avx2);
+ p.pu[LUMA_16x8].convert_p2s = PFX(filterPixelToShort_16x8_avx2);
+ p.pu[LUMA_16x12].convert_p2s = PFX(filterPixelToShort_16x12_avx2);
+ p.pu[LUMA_16x16].convert_p2s = PFX(filterPixelToShort_16x16_avx2);
+ p.pu[LUMA_16x32].convert_p2s = PFX(filterPixelToShort_16x32_avx2);
+ p.pu[LUMA_16x64].convert_p2s = PFX(filterPixelToShort_16x64_avx2);
p.pu[LUMA_32x8].convert_p2s = PFX(filterPixelToShort_32x8_avx2);
p.pu[LUMA_32x16].convert_p2s = PFX(filterPixelToShort_32x16_avx2);
p.pu[LUMA_32x24].convert_p2s = PFX(filterPixelToShort_32x24_avx2);
diff -r 01a21374067d -r 31d45b06c3ee source/common/x86/ipfilter8.asm
--- a/source/common/x86/ipfilter8.asm Tue Sep 15 11:30:37 2015 +0530
+++ b/source/common/x86/ipfilter8.asm Tue Sep 15 13:56:14 2015 +0530
@@ -12541,6 +12541,395 @@
;-----------------------------------------------------------------------------
; void filterPixelToShort(pixel *src, intptr_t srcStride, int16_t *dst, int16_t dstStride)
;-----------------------------------------------------------------------------
+INIT_YMM avx2
+cglobal filterPixelToShort_16x4, 3, 4, 2
+ mov r3d, r3m
+ add r3d, r3d
+
+ ; load constant
+ vbroadcasti128 m1, [pw_2000]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ lea r1, [r1 * 3]
+ lea r3, [r3 * 3]
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+ RET
+
+;-----------------------------------------------------------------------------
+; void filterPixelToShort(pixel *src, intptr_t srcStride, int16_t *dst, int16_t dstStride)
+;-----------------------------------------------------------------------------
+INIT_YMM avx2
+cglobal filterPixelToShort_16x8, 3, 6, 2
+ mov r3d, r3m
+ add r3d, r3d
+ lea r4, [r1 * 3]
+ lea r5, [r3 * 3]
+
+ ; load constant
+ vbroadcasti128 m1, [pw_2000]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+
+ lea r0, [r0 + r1 * 4]
+ lea r2, [r2 + r3 * 4]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+ RET
+
+;-----------------------------------------------------------------------------
+; void filterPixelToShort(pixel *src, intptr_t srcStride, int16_t *dst, int16_t dstStride)
+;-----------------------------------------------------------------------------
+INIT_YMM avx2
+cglobal filterPixelToShort_16x12, 3, 6, 2
+ mov r3d, r3m
+ add r3d, r3d
+ lea r4, [r1 * 3]
+ lea r5, [r3 * 3]
+
+ ; load constant
+ vbroadcasti128 m1, [pw_2000]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+
+ lea r0, [r0 + r1 * 4]
+ lea r2, [r2 + r3 * 4]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+
+ lea r0, [r0 + r1 * 4]
+ lea r2, [r2 + r3 * 4]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+ RET
+
+;-----------------------------------------------------------------------------
+; void filterPixelToShort(pixel *src, intptr_t srcStride, int16_t *dst, int16_t dstStride)
+;-----------------------------------------------------------------------------
+INIT_YMM avx2
+cglobal filterPixelToShort_16x16, 3, 6, 2
+ mov r3d, r3m
+ add r3d, r3d
+ lea r4, [r1 * 3]
+ lea r5, [r3 * 3]
+
+ ; load constant
+ vbroadcasti128 m1, [pw_2000]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+
+ lea r0, [r0 + r1 * 4]
+ lea r2, [r2 + r3 * 4]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+
+ lea r0, [r0 + r1 * 4]
+ lea r2, [r2 + r3 * 4]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+
+ lea r0, [r0 + r1 * 4]
+ lea r2, [r2 + r3 * 4]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+ RET
+
+;-----------------------------------------------------------------------------
+; void filterPixelToShort(pixel *src, intptr_t srcStride, int16_t *dst, int16_t dstStride)
+;-----------------------------------------------------------------------------
+%macro P2S_H_16xN_avx2 1
+INIT_YMM avx2
+cglobal filterPixelToShort_16x%1, 3, 7, 2
+ mov r3d, r3m
+ add r3d, r3d
+ lea r4, [r1 * 3]
+ lea r5, [r3 * 3]
+ mov r6d, %1/16
+
+ ; load constant
+ vbroadcasti128 m1, [pw_2000]
+.loop:
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+
+ lea r0, [r0 + r1 * 4]
+ lea r2, [r2 + r3 * 4]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+
+ lea r0, [r0 + r1 * 4]
+ lea r2, [r2 + r3 * 4]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+
+ lea r0, [r0 + r1 * 4]
+ lea r2, [r2 + r3 * 4]
+
+ pmovzxbw m0, [r0]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2], m0
+
+ pmovzxbw m0, [r0 + r1]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3], m0
+
+ pmovzxbw m0, [r0 + r1 * 2]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r3 * 2], m0
+
+ pmovzxbw m0, [r0 + r4]
+ psllw m0, 6
+ psubw m0, m1
+ movu [r2 + r5], m0
+
+ lea r0, [r0 + r1 * 4]
+ lea r2, [r2 + r3 * 4]
+
+ dec r6d
+ jnz .loop
+ RET
+%endmacro
+P2S_H_16xN_avx2 32
+P2S_H_16xN_avx2 64
+
+;-----------------------------------------------------------------------------
+; void filterPixelToShort(pixel *src, intptr_t srcStride, int16_t *dst, int16_t dstStride)
+;-----------------------------------------------------------------------------
%macro P2S_H_32xN 1
INIT_XMM ssse3
cglobal filterPixelToShort_32x%1, 3, 7, 6
More information about the x265-devel
mailing list