[x265] [PATCH] asm: avx2 10bit code for chroma_hpp[8xN] for i420
rajesh at multicorewareinc.com
rajesh at multicorewareinc.com
Wed May 27 09:30:39 CEST 2015
# HG changeset patch
# User Rajesh Paulraj<rajesh at multicorewareinc.com>
# Date 1432711171 -19800
# Wed May 27 12:49:31 2015 +0530
# Node ID c3664f2048569576fa4626e85961d73108c13cb1
# Parent 18939c0e321f08207fa0a383939bc44485773013
asm: avx2 10bit code for chroma_hpp[8xN] for i420
avx2:
chroma_hpp[ 8x2] 5.64x 221.70 1251.04
chroma_hpp[ 8x4] 6.25x 388.05 2425.58
chroma_hpp[ 8x6] 6.80x 548.91 3732.01
chroma_hpp[ 8x8] 6.95x 709.02 4928.67
chroma_hpp[ 8x16] 6.84x 1377.54 9420.84
chroma_hpp[ 8x32] 6.62x 2850.21 18879.60
sse4:
chroma_hpp[ 8x2] 4.10x 292.41 1198.85
chroma_hpp[ 8x4] 4.84x 500.07 2419.52
chroma_hpp[ 8x6] 5.29x 711.70 3768.11
chroma_hpp[ 8x8] 5.38x 918.06 4938.23
chroma_hpp[ 8x16] 5.49x 1762.24 9669.40
chroma_hpp[ 8x32] 4.96x 4563.59 22619.12
diff -r 18939c0e321f -r c3664f204856 source/common/x86/asm-primitives.cpp
--- a/source/common/x86/asm-primitives.cpp Tue May 26 13:17:55 2015 +0530
+++ b/source/common/x86/asm-primitives.cpp Wed May 27 12:49:31 2015 +0530
@@ -1527,6 +1527,13 @@
p.chroma[X265_CSP_I420].pu[CHROMA_420_24x32].filter_hps = x265_interp_4tap_horiz_ps_24x32_avx2;
p.chroma[X265_CSP_I420].pu[CHROMA_420_12x16].filter_hps = x265_interp_4tap_horiz_ps_12x16_avx2;
+ p.chroma[X265_CSP_I420].pu[CHROMA_420_8x2].filter_hpp = x265_interp_4tap_horiz_pp_8x2_avx2;
+ p.chroma[X265_CSP_I420].pu[CHROMA_420_8x4].filter_hpp = x265_interp_4tap_horiz_pp_8x4_avx2;
+ p.chroma[X265_CSP_I420].pu[CHROMA_420_8x6].filter_hpp = x265_interp_4tap_horiz_pp_8x6_avx2;
+ p.chroma[X265_CSP_I420].pu[CHROMA_420_8x8].filter_hpp = x265_interp_4tap_horiz_pp_8x8_avx2;
+ p.chroma[X265_CSP_I420].pu[CHROMA_420_8x16].filter_hpp = x265_interp_4tap_horiz_pp_8x16_avx2;
+ p.chroma[X265_CSP_I420].pu[CHROMA_420_8x32].filter_hpp = x265_interp_4tap_horiz_pp_8x32_avx2;
+
if (cpuMask & X265_CPU_BMI2)
p.scanPosLast = x265_scanPosLast_avx2_bmi2;
}
diff -r 18939c0e321f -r c3664f204856 source/common/x86/dct8.asm
--- a/source/common/x86/dct8.asm Tue May 26 13:17:55 2015 +0530
+++ b/source/common/x86/dct8.asm Wed May 27 12:49:31 2015 +0530
@@ -157,7 +157,7 @@
idct8_shuf1: dd 0, 2, 4, 6, 1, 3, 5, 7
-idct8_shuf2: times 2 db 0, 1, 2, 3, 8, 9, 10, 11, 4, 5, 6, 7, 12, 13, 14, 15
+const idct8_shuf2, times 2 db 0, 1, 2, 3, 8, 9, 10, 11, 4, 5, 6, 7, 12, 13, 14, 15
idct8_shuf3: times 2 db 12, 13, 14, 15, 8, 9, 10, 11, 4, 5, 6, 7, 0, 1, 2, 3
diff -r 18939c0e321f -r c3664f204856 source/common/x86/ipfilter16.asm
--- a/source/common/x86/ipfilter16.asm Tue May 26 13:17:55 2015 +0530
+++ b/source/common/x86/ipfilter16.asm Wed May 27 12:49:31 2015 +0530
@@ -126,6 +126,7 @@
cextern pw_pixel_max
cextern pd_n32768
cextern pw_2000
+cextern idct8_shuf2
;------------------------------------------------------------------------------------------------------------
; void interp_8tap_horiz_pp_4x4(pixel *src, intptr_t srcStride, pixel *dst, intptr_t dstStride, int coeffIdx)
@@ -2332,6 +2333,192 @@
paddd m3, m5 ;m3=[3+4+5+6] Row4
%endmacro
+;-------------------------------------------------------------------------------------------------------------
+; void interp_4tap_horiz_pp(pixel *src, intptr_t srcStride, int16_t *dst, intptr_t dstStride, int coeffIdx
+;-------------------------------------------------------------------------------------------------------------
+INIT_YMM avx2
+cglobal interp_4tap_horiz_pp_8x2, 5,6,8
+ add r1d, r1d
+ add r3d, r3d
+ sub r0, 2
+ mov r4d, r4m
+%ifdef PIC
+ lea r5, [tab_ChromaCoeff]
+ vpbroadcastq m0, [r5 + r4 * 8]
+%else
+ vpbroadcastq m0, [tab_ChromaCoeff + r4 * 8]
+%endif
+ mova m1, [interp8_hpp_shuf]
+ vpbroadcastd m2, [pd_32]
+ pxor m5, m5
+ mova m6, [idct8_shuf2]
+ mova m7, [pw_pixel_max]
+
+ vbroadcasti128 m3, [r0]
+ vbroadcasti128 m4, [r0 + 8]
+ pshufb m3, m1
+ pshufb m4, m1
+
+ pmaddwd m3, m0
+ pmaddwd m4, m0
+ phaddd m3, m4
+ paddd m3, m2
+ psrad m3, 6 ; m3 = DWORD[7 6 3 2 5 4 1 0]
+
+ packusdw m3, m3
+ vpermq m3, m3,q2020
+ pshufb xm3, xm6 ; m3 = WORD[7 6 5 4 3 2 1 0]
+ CLIPW xm3, xm5, xm7
+ movu [r2], xm3
+
+ vbroadcasti128 m3, [r0 + r1]
+ vbroadcasti128 m4, [r0 + r1 + 8]
+ pshufb m3, m1
+ pshufb m4, m1
+
+ pmaddwd m3, m0
+ pmaddwd m4, m0
+ phaddd m3, m4
+ paddd m3, m2
+ psrad m3, 6 ; m3 = DWORD[7 6 3 2 5 4 1 0]
+
+ packusdw m3, m3
+ vpermq m3, m3,q2020
+ pshufb xm3, xm6 ; m3 = WORD[7 6 5 4 3 2 1 0]
+ CLIPW xm3, xm5, xm7
+ movu [r2 + r3], xm3
+ RET
+
+;-------------------------------------------------------------------------------------------------------------
+; void interp_4tap_horiz_pp(pixel *src, intptr_t srcStride, int16_t *dst, intptr_t dstStride, int coeffIdx
+;-------------------------------------------------------------------------------------------------------------
+INIT_YMM avx2
+cglobal interp_4tap_horiz_pp_8x4, 5,6,8
+ add r1d, r1d
+ add r3d, r3d
+ sub r0, 2
+ mov r4d, r4m
+%ifdef PIC
+ lea r5, [tab_ChromaCoeff]
+ vpbroadcastq m0, [r5 + r4 * 8]
+%else
+ vpbroadcastq m0, [tab_ChromaCoeff + r4 * 8]
+%endif
+ mova m1, [interp8_hpp_shuf]
+ vpbroadcastd m2, [pd_32]
+ pxor m5, m5
+ mova m6, [idct8_shuf2]
+ mova m7, [pw_pixel_max]
+
+%rep 2
+ vbroadcasti128 m3, [r0]
+ vbroadcasti128 m4, [r0 + 8]
+ pshufb m3, m1
+ pshufb m4, m1
+
+ pmaddwd m3, m0
+ pmaddwd m4, m0
+ phaddd m3, m4
+ paddd m3, m2
+ psrad m3, 6 ; m3 = DWORD[7 6 3 2 5 4 1 0]
+
+ packusdw m3, m3
+ vpermq m3, m3,q2020
+ pshufb xm3, xm6 ; m3 = WORD[7 6 5 4 3 2 1 0]
+ CLIPW xm3, xm5, xm7
+ movu [r2], xm3
+
+ vbroadcasti128 m3, [r0 + r1]
+ vbroadcasti128 m4, [r0 + r1 + 8]
+ pshufb m3, m1
+ pshufb m4, m1
+
+ pmaddwd m3, m0
+ pmaddwd m4, m0
+ phaddd m3, m4
+ paddd m3, m2
+ psrad m3, 6 ; m3 = DWORD[7 6 3 2 5 4 1 0]
+
+ packusdw m3, m3
+ vpermq m3, m3,q2020
+ pshufb xm3, xm6 ; m3 = WORD[7 6 5 4 3 2 1 0]
+ CLIPW xm3, xm5, xm7
+ movu [r2 + r3], xm3
+
+ lea r0, [r0 + r1 * 2]
+ lea r2, [r2 + r3 * 2]
+%endrep
+ RET
+
+;-------------------------------------------------------------------------------------------------------------
+; void interp_4tap_horiz_pp(pixel *src, intptr_t srcStride, int16_t *dst, intptr_t dstStride, int coeffIdx
+;-------------------------------------------------------------------------------------------------------------
+INIT_YMM avx2
+%macro IPFILTER_CHROMA_avx2_8xN 1
+cglobal interp_4tap_horiz_pp_8x%1, 5,6,8
+ add r1d, r1d
+ add r3d, r3d
+ sub r0, 2
+ mov r4d, r4m
+%ifdef PIC
+ lea r5, [tab_ChromaCoeff]
+ vpbroadcastq m0, [r5 + r4 * 8]
+%else
+ vpbroadcastq m0, [tab_ChromaCoeff + r4 * 8]
+%endif
+ mova m1, [interp8_hpp_shuf]
+ vpbroadcastd m2, [pd_32]
+ pxor m5, m5
+ mova m6, [idct8_shuf2]
+ mova m7, [pw_pixel_max]
+
+ mov r4d, %1/2
+.loop:
+ vbroadcasti128 m3, [r0]
+ vbroadcasti128 m4, [r0 + 8]
+ pshufb m3, m1
+ pshufb m4, m1
+
+ pmaddwd m3, m0
+ pmaddwd m4, m0
+ phaddd m3, m4
+ paddd m3, m2
+ psrad m3, 6 ; m3 = DWORD[7 6 3 2 5 4 1 0]
+
+ packusdw m3, m3
+ vpermq m3, m3, q2020
+ pshufb xm3, xm6 ; m3 = WORD[7 6 5 4 3 2 1 0]
+ CLIPW xm3, xm5, xm7
+ movu [r2], xm3
+
+ vbroadcasti128 m3, [r0 + r1]
+ vbroadcasti128 m4, [r0 + r1 + 8]
+ pshufb m3, m1
+ pshufb m4, m1
+
+ pmaddwd m3, m0
+ pmaddwd m4, m0
+ phaddd m3, m4
+ paddd m3, m2
+ psrad m3, 6 ; m3 = DWORD[7 6 3 2 5 4 1 0]
+
+ packusdw m3, m3
+ vpermq m3, m3, q2020
+ pshufb xm3, xm6 ; m3 = WORD[7 6 5 4 3 2 1 0]
+ CLIPW xm3, xm5, xm7
+ movu [r2 + r3], xm3
+
+ lea r0, [r0 + r1 * 2]
+ lea r2, [r2 + r3 * 2]
+ dec r4d
+ jnz .loop
+ RET
+%endmacro
+IPFILTER_CHROMA_avx2_8xN 6
+IPFILTER_CHROMA_avx2_8xN 8
+IPFILTER_CHROMA_avx2_8xN 16
+IPFILTER_CHROMA_avx2_8xN 32
+
;-----------------------------------------------------------------------------------------------------------------
; void interp_4tap_vert_%3_%1x%2(int16_t *src, intptr_t srcStride, int16_t *dst, intptr_t dstStride, int coeffIdx)
;-----------------------------------------------------------------------------------------------------------------
diff -r 18939c0e321f -r c3664f204856 source/common/x86/ipfilter8.h
--- a/source/common/x86/ipfilter8.h Tue May 26 13:17:55 2015 +0530
+++ b/source/common/x86/ipfilter8.h Wed May 27 12:49:31 2015 +0530
@@ -390,6 +390,7 @@
CHROMA_420_P2S_FILTERS_SSSE3(_ssse3);
CHROMA_420_P2S_FILTERS_SSE4(_sse4);
CHROMA_420_P2S_FILTERS_AVX2(_avx2);
+CHROMA_420_HORIZ_FILTERS(_avx2);
CHROMA_422_VERT_FILTERS(_sse2);
CHROMA_422_HORIZ_FILTERS(_sse4);
More information about the x265-devel
mailing list