[x265] [PATCH] asm: avx2 code for satd_16xN, improved over ~70% than SSE code

[dnyaneshwar at multicorewareinc.com]

# HG changeset patch
# User Dnyaneshwar G <dnyaneshwar at multicorewareinc.com>
# Date 1429167173 -19800
#      Thu Apr 16 12:22:53 2015 +0530
# Node ID ebca2a0d3ab905b62c346d5d0b23d50c618d5827
# Parent  507135d8bcdcb496783c49b4b0304b961a68c253
asm: avx2 code for satd_16xN, improved over ~70% than SSE code

diff -r 507135d8bcdc -r ebca2a0d3ab9 source/common/x86/asm-primitives.cpp
--- a/source/common/x86/asm-primitives.cpp	Thu Apr 16 11:38:32 2015 +0530
+++ b/source/common/x86/asm-primitives.cpp	Thu Apr 16 12:22:53 2015 +0530
@@ -1697,6 +1697,11 @@
         p.pu[LUMA_8x16].satd  = x265_pixel_satd_8x16_avx2;
         p.pu[LUMA_8x8].satd   = x265_pixel_satd_8x8_avx2;
 
+        p.pu[LUMA_16x4].satd = x265_pixel_satd_16x4_avx2;
+        p.pu[LUMA_16x12].satd = x265_pixel_satd_16x12_avx2;
+        p.pu[LUMA_16x32].satd = x265_pixel_satd_16x32_avx2;
+        p.pu[LUMA_16x64].satd = x265_pixel_satd_16x64_avx2;
+
         p.pu[LUMA_32x8].satd   = x265_pixel_satd_32x8_avx2;
         p.pu[LUMA_32x16].satd   = x265_pixel_satd_32x16_avx2;
         p.pu[LUMA_32x24].satd   = x265_pixel_satd_32x24_avx2;
diff -r 507135d8bcdc -r ebca2a0d3ab9 source/common/x86/pixel-a.asm
--- a/source/common/x86/pixel-a.asm	Thu Apr 16 11:38:32 2015 +0530
+++ b/source/common/x86/pixel-a.asm	Thu Apr 16 12:22:53 2015 +0530
@@ -10613,6 +10613,138 @@
     paddw               m6, m0
     ret
 
+cglobal calc_satd_16x4    ; function to compute satd cost for 16 columns, 4 rows
+    vbroadcasti128      m0, [r0]
+    vbroadcasti128      m4, [r2]
+    vbroadcasti128      m1, [r0 + r1]
+    vbroadcasti128      m5, [r2 + r3]
+    pmaddubsw           m4, m7
+    pmaddubsw           m0, m7
+    pmaddubsw           m5, m7
+    pmaddubsw           m1, m7
+    psubw               m0, m4
+    psubw               m1, m5
+    vbroadcasti128      m2, [r0 + r1 * 2]
+    vbroadcasti128      m4, [r2 + r3 * 2]
+    vbroadcasti128      m3, [r0 + r4]
+    vbroadcasti128      m5, [r2 + r5]
+    pmaddubsw           m4, m7
+    pmaddubsw           m2, m7
+    pmaddubsw           m5, m7
+    pmaddubsw           m3, m7
+    psubw               m2, m4
+    psubw               m3, m5
+    lea                 r0, [r0 + r1 * 4]
+    lea                 r2, [r2 + r3 * 4]
+    paddw               m4, m0, m1
+    psubw               m1, m1, m0
+    paddw               m0, m2, m3
+    psubw               m3, m2
+    paddw               m2, m4, m0
+    psubw               m0, m4
+    paddw               m4, m1, m3
+    psubw               m3, m1
+    pabsw               m2, m2
+    pabsw               m0, m0
+    pabsw               m4, m4
+    pabsw               m3, m3
+    pblendw             m1, m2, m0, 10101010b
+    pslld               m0, 16
+    psrld               m2, 16
+    por                 m0, m2
+    pmaxsw              m1, m0
+    paddw               m6, m1
+    pblendw             m2, m4, m3, 10101010b
+    pslld               m3, 16
+    psrld               m4, 16
+    por                 m3, m4
+    pmaxsw              m2, m3
+    paddw               m6, m2
+    ret
+
+cglobal pixel_satd_16x4, 4,6,8         ; if WIN64 && cpuflag(avx2)
+    mova            m7, [hmul_16p]
+    lea             r4, [3 * r1]
+    lea             r5, [3 * r3]
+    pxor            m6, m6
+
+    call            calc_satd_16x4
+
+    vextracti128    xm0, m6, 1
+    paddw           xm0, xm6
+    pmaddwd         xm0, [pw_1]
+    movhlps         xm7, xm0
+    paddd           xm0, xm7
+    pshuflw         xm7, xm0, q0032
+    paddd           xm0, xm7
+    movd            eax, xm0
+    RET
+
+cglobal pixel_satd_16x12, 4,6,8         ; if WIN64 && cpuflag(avx2)
+    mova            m7, [hmul_16p]
+    lea             r4, [3 * r1]
+    lea             r5, [3 * r3]
+    pxor            m6, m6
+
+    call            calc_satd_16x8
+    call            calc_satd_16x4
+
+    vextracti128    xm0, m6, 1
+    paddw           xm0, xm6
+    pmaddwd         xm0, [pw_1]
+    movhlps         xm7, xm0
+    paddd           xm0, xm7
+    pshuflw         xm7, xm0, q0032
+    paddd           xm0, xm7
+    movd            eax, xm0
+    RET
+
+cglobal pixel_satd_16x32, 4,6,8         ; if WIN64 && cpuflag(avx2)
+    mova            m7, [hmul_16p]
+    lea             r4, [3 * r1]
+    lea             r5, [3 * r3]
+    pxor            m6, m6
+
+    call            calc_satd_16x8
+    call            calc_satd_16x8
+    call            calc_satd_16x8
+    call            calc_satd_16x8
+
+    vextracti128    xm0, m6, 1
+    paddw           xm0, xm6
+    pmaddwd         xm0, [pw_1]
+    movhlps         xm7, xm0
+    paddd           xm0, xm7
+    pshuflw         xm7, xm0, q0032
+    paddd           xm0, xm7
+    movd            eax, xm0
+    RET
+
+cglobal pixel_satd_16x64, 4,6,8         ; if WIN64 && cpuflag(avx2)
+    mova            m7, [hmul_16p]
+    lea             r4, [3 * r1]
+    lea             r5, [3 * r3]
+    pxor            m6, m6
+
+    call            calc_satd_16x8
+    call            calc_satd_16x8
+    call            calc_satd_16x8
+    call            calc_satd_16x8
+    call            calc_satd_16x8
+    call            calc_satd_16x8
+    call            calc_satd_16x8
+    call            calc_satd_16x8
+
+    vextracti128    xm0, m6, 1
+    paddw           xm0, xm6
+    pmaddwd         xm0, [pw_1]
+    movhlps         xm7, xm0
+    paddd           xm0, xm7
+    pshuflw         xm7, xm0, q0032
+    paddd           xm0, xm7
+    movd            eax, xm0
+    RET
+
 cglobal pixel_satd_32x8, 4,8,8          ; if WIN64 && cpuflag(avx2)
     mova            m7, [hmul_16p]
     lea             r4, [3 * r1]