[x265] [PATCH] avx2: 'integral8h' asm code -> 3.69x faster than 'C' version
Ashok Kumar Mishra
ashok at multicorewareinc.com
Thu Jun 15 15:07:54 CEST 2017
pushed
On Wed, Jun 14, 2017 at 3:05 PM, <jayashri at multicorewareinc.com> wrote:
> # HG changeset patch
> # User Jayashri Murugan <jayashri at multicorewareinc.com>
> # Date 1496830069 -19800
> # Wed Jun 07 15:37:49 2017 +0530
> # Node ID 324ee113f48943791ec295013012d30fcbe16338
> # Parent 0e11a209ad118de136971184fcdf026fa275f9f2
> avx2: 'integral8h' asm code -> 3.69x faster than 'C' version
>
> BIT_DEPTH = 8 : integral_init8h 3.69x 547.65 2020.36
> BIT_DEPTH = 10|12 : integral_init8h 2.34x 868.53 2035.82
>
> diff -r 0e11a209ad11 -r 324ee113f489 source/common/x86/asm-primitives.cpp
> --- a/source/common/x86/asm-primitives.cpp Wed Jun 14 11:49:26 2017
> +0530
> +++ b/source/common/x86/asm-primitives.cpp Wed Jun 07 15:37:49 2017
> +0530
> @@ -2165,6 +2165,7 @@
> p.integral_initv[INTEGRAL_24] = PFX(integral24v_avx2);
> p.integral_initv[INTEGRAL_32] = PFX(integral32v_avx2);
> p.integral_inith[INTEGRAL_4] = PFX(integral4h_avx2);
> + p.integral_inith[INTEGRAL_8] = PFX(integral8h_avx2);
>
> /* TODO: This kernel needs to be modified to work with
> HIGH_BIT_DEPTH only
> p.planeClipAndMax = PFX(planeClipAndMax_avx2); */
> @@ -3711,6 +3712,7 @@
> p.integral_initv[INTEGRAL_24] = PFX(integral24v_avx2);
> p.integral_initv[INTEGRAL_32] = PFX(integral32v_avx2);
> p.integral_inith[INTEGRAL_4] = PFX(integral4h_avx2);
> + p.integral_inith[INTEGRAL_8] = PFX(integral8h_avx2);
>
> }
> #endif
> diff -r 0e11a209ad11 -r 324ee113f489 source/common/x86/seaintegral.asm
> --- a/source/common/x86/seaintegral.asm Wed Jun 14 11:49:26 2017 +0530
> +++ b/source/common/x86/seaintegral.asm Wed Jun 07 15:37:49 2017 +0530
> @@ -274,14 +274,121 @@
> RET
> %endif
>
> +%macro INTEGRAL_EIGHT_HORIZONTAL_16 0
> + pmovzxbw m0, [r1]
> + pmovzxbw m1, [r1 + 1]
> + paddw m0, m1
> + pmovzxbw m1, [r1 + 2]
> + paddw m0, m1
> + pmovzxbw m1, [r1 + 3]
> + paddw m0, m1
> + pmovzxbw m1, [r1 + 4]
> + paddw m0, m1
> + pmovzxbw m1, [r1 + 5]
> + paddw m0, m1
> + pmovzxbw m1, [r1 + 6]
> + paddw m0, m1
> + pmovzxbw m1, [r1 + 7]
> + paddw m0, m1
> +%endmacro
> +
> +%macro INTEGRAL_EIGHT_HORIZONTAL_8 0
> + pmovzxbw xm0, [r1]
> + pmovzxbw xm1, [r1 + 1]
> + paddw xm0, xm1
> + pmovzxbw xm1, [r1 + 2]
> + paddw xm0, xm1
> + pmovzxbw xm1, [r1 + 3]
> + paddw xm0, xm1
> + pmovzxbw xm1, [r1 + 4]
> + paddw xm0, xm1
> + pmovzxbw xm1, [r1 + 5]
> + paddw xm0, xm1
> + pmovzxbw xm1, [r1 + 6]
> + paddw xm0, xm1
> + pmovzxbw xm1, [r1 + 7]
> + paddw xm0, xm1
> +%endmacro
> +
> +%macro INTEGRAL_EIGHT_HORIZONTAL_8_HBD 0
> + pmovzxwd m0, [r1]
> + pmovzxwd m1, [r1 + 2]
> + paddd m0, m1
> + pmovzxwd m1, [r1 + 4]
> + paddd m0, m1
> + pmovzxwd m1, [r1 + 6]
> + paddd m0, m1
> + pmovzxwd m1, [r1 + 8]
> + paddd m0, m1
> + pmovzxwd m1, [r1 + 10]
> + paddd m0, m1
> + pmovzxwd m1, [r1 + 12]
> + paddd m0, m1
> + pmovzxwd m1, [r1 + 14]
> + paddd m0, m1
> +%endmacro
> +
> ;-----------------------------------------------------------
> ------------------
> ;static void integral_init8h_c(uint32_t *sum, pixel *pix, intptr_t stride)
> ;-----------------------------------------------------------
> ------------------
> INIT_YMM avx2
> -cglobal integral8h, 3, 3, 0
> -
> +%if HIGH_BIT_DEPTH
> +cglobal integral8h, 3, 4, 3
> + lea r3, [4 * r2]
> + sub r0, r3
> + sub r2, 8 ;stride - 8
> +
> +.loop:
> + INTEGRAL_EIGHT_HORIZONTAL_8_HBD
> + movu m1, [r0]
> + paddd m0, m1
> + movu [r0 + r3], m0
> + add r1, 16
> + add r0, 32
> + sub r2, 8
> + jnz .loop
> RET
>
> +%else
> +cglobal integral8h, 3, 5, 3
> + lea r3, [4 * r2]
> + sub r0, r3
> + sub r2, 8 ;stride - 8
> + mov r4, r2
> + shr r4, 4
> +
> +.loop_16:
> + INTEGRAL_EIGHT_HORIZONTAL_16
> + vperm2i128 m2, m0, m0, 1
> + pmovzxwd m2, xm2
> + pmovzxwd m0, xm0
> + movu m1, [r0]
> + paddd m0, m1
> + movu [r0 + r3], m0
> + movu m1, [r0 + 32]
> + paddd m2, m1
> + movu [r0 + r3 + 32], m2
> + add r1, 16
> + add r0, 64
> + sub r2, 16
> + sub r4, 1
> + jnz .loop_16
> + cmp r2, 8
> + je .loop_8
> + jmp .end
> +
> +.loop_8:
> + INTEGRAL_EIGHT_HORIZONTAL_8
> + pmovzxwd m0, xm0
> + movu m1, [r0]
> + paddd m0, m1
> + movu [r0 + r3], m0
> + jmp .end
> +
> +.end
> + RET
> +%endif
> +
> ;-----------------------------------------------------------
> ------------------
> ;static void integral_init12h_c(uint32_t *sum, pixel *pix, intptr_t
> stride)
> ;-----------------------------------------------------------
> ------------------
> _______________________________________________
> x265-devel mailing list
> x265-devel at videolan.org
> https://mailman.videolan.org/listinfo/x265-devel
>
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://mailman.videolan.org/pipermail/x265-devel/attachments/20170615/e3762fe2/attachment-0001.html>
More information about the x265-devel
mailing list