[x265] [PATCH Review Only] ASM routine for luma filter for 64xN block size

[nabajit at multicorewareinc.com]

# HG changeset patch
# User Nabajit Deka
# Date 1381504722 -19800
#      Fri Oct 11 20:48:42 2013 +0530
# Node ID 0787ff4e8d16f6584d52620b302b5d9a2fdd0876
# Parent  82b94764fb1a3f0c0d0e3be7caea3ea6c1e85dd0
ASM routine for luma filter for 64xN block size

diff -r 82b94764fb1a -r 0787ff4e8d16 source/common/x86/ipfilter8.asm
--- a/source/common/x86/ipfilter8.asm	Fri Oct 11 20:37:12 2013 +0530
+++ b/source/common/x86/ipfilter8.asm	Fri Oct 11 20:48:42 2013 +0530
@@ -1088,3 +1088,158 @@
     dec         r4d
     jnz         .loop
     RET
+
+SECTION_RODATA 32
+
+tab_leftmask:   db -1, -1, -1, -1, -1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0
+
+tab_Tm8:    db 0, 1, 2, 3, 4, 5, 6, 7, 1, 2, 3, 4, 5, 6, 7, 8
+            db 2, 3, 4, 5, 6, 7, 8, 9, 3, 4, 5, 6, 7, 8, 9, 10
+            db 4, 5, 6, 7, 8, 9, 10, 11, 5, 6, 7, 8, 9, 10, 11, 12
+            db 6, 7, 8, 9, 10, 11, 12, 13, 7, 8, 9, 10, 11, 12, 13, 14
+
+tab_c_512:  times 8 dw 512
+
+SECTION .text
+
+%macro FILTER_H8 3
+    movu        %1, [srcq - 3]
+    pshufb      %2, %1, [tab_Tm8]
+    pmaddubsw   %2, m3
+    pshufb      m7, %1, [tab_Tm8 + 16]
+    pmaddubsw   m7, m3
+    phaddw      %2, m7
+    pshufb      m7, %1, [tab_Tm8 + 32]
+    pmaddubsw   m7, m3
+    pshufb      %1, %1, [tab_Tm8 + 48]
+    pmaddubsw   %1, m3
+    phaddw      m7, %1
+    phaddw      %2, m7
+    pmulhrsw    %2, %3
+    packuswb    %2, %2
+    movh        [r2], %2
+    movu        %1, [srcq - 3 + 8]
+    pshufb      %2, %1, [tab_Tm8]
+    pmaddubsw   %2, m3
+    pshufb      m7, %1, [tab_Tm8 + 16]
+    pmaddubsw   m7, m3
+    phaddw      %2, m7
+    pshufb      m7, %1, [tab_Tm8 + 32]
+    pmaddubsw   m7, m3
+    pshufb      %1, %1, [tab_Tm8 + 48]
+    pmaddubsw   %1, m3
+    phaddw      m7, %1
+    phaddw      %2, m7
+    pmulhrsw    %2, %3
+    packuswb    %2, %2
+    movh        [r2 + 8], %2
+    movu        %1, [srcq - 3 + 16]
+    pshufb      %2, %1, [tab_Tm8]
+    pmaddubsw   %2, m3
+    pshufb      m7, %1, [tab_Tm8 + 16]
+    pmaddubsw   m7, m3
+    phaddw      %2, m7
+    pshufb      m7, %1, [tab_Tm8 + 32]
+    pmaddubsw   m7, m3
+    pshufb      %1, %1, [tab_Tm8 + 48]
+    pmaddubsw   %1, m3
+    phaddw      m7, %1
+    phaddw      %2, m7
+    pmulhrsw    %2, %3
+    packuswb    %2, %2
+    movh        [r2 + 16], %2
+    movu        %1, [srcq - 3 + 24]
+    pshufb      %2, %1, [tab_Tm8]
+    pmaddubsw   %2, m3
+    pshufb      m7, %1, [tab_Tm8 + 16]
+    pmaddubsw   m7, m3
+    phaddw      %2, m7
+    pshufb      m7, %1, [tab_Tm8 + 32]
+    pmaddubsw   m7, m3
+    pshufb      %1, %1, [tab_Tm8 + 48]
+    pmaddubsw   %1, m3
+    phaddw      m7, %1
+    phaddw      %2, m7
+    pmulhrsw    %2, %3
+    packuswb    %2, %2
+    movh        [r2 + 24], %2
+    movu        %1, [srcq - 3 + 32]
+    pshufb      %2, %1, [tab_Tm8]
+    pmaddubsw   %2, m3
+    pshufb      m7, %1, [tab_Tm8 + 16]
+    pmaddubsw   m7, m3
+    phaddw      %2, m7
+    pshufb      m7, %1, [tab_Tm8 + 32]
+    pmaddubsw   m7, m3
+    pshufb      %1, %1, [tab_Tm8 + 48]
+    pmaddubsw   %1, m3
+    phaddw      m7, %1
+    phaddw      %2, m7
+    pmulhrsw    %2, %3
+    packuswb    %2, %2
+    movh        [r2 + 32], %2
+    movu        %1, [srcq - 3 + 40]
+    pshufb      %2, %1, [tab_Tm8]
+    pmaddubsw   %2, m3
+    pshufb      m7, %1, [tab_Tm8 + 16]
+    pmaddubsw   m7, m3
+    phaddw      %2, m7
+    pshufb      m7, %1, [tab_Tm8 + 32]
+    pmaddubsw   m7, m3
+    pshufb      %1, %1, [tab_Tm8 + 48]
+    pmaddubsw   %1, m3
+    phaddw      m7, %1
+    phaddw      %2, m7
+    pmulhrsw    %2, %3
+    packuswb    %2, %2
+    movh        [r2 + 40], %2
+    movu        %1, [srcq - 3 + 48]
+    pshufb      %2, %1, [tab_Tm8]
+    pmaddubsw   %2, m3
+    pshufb      m7, %1, [tab_Tm8 + 16]
+    pmaddubsw   m7, m3
+    phaddw      %2, m7
+    pshufb      m7, %1, [tab_Tm8 + 32]
+    pmaddubsw   m7, m3
+    pshufb      %1, %1, [tab_Tm8 + 48]
+    pmaddubsw   %1, m3
+    phaddw      m7, %1
+    phaddw      %2, m7
+    pmulhrsw    %2, %3
+    packuswb    %2, %2
+    movh        [r2 + 48], %2
+    movu        %1, [srcq - 3 + 56]
+    pshufb      %2, %1, [tab_Tm8]
+    pmaddubsw   %2, m3
+    pshufb      m7, %1, [tab_Tm8 + 16]
+    pmaddubsw   m7, m3
+    phaddw      %2, m7
+    pshufb      m7, %1, [tab_Tm8 + 32]
+    pmaddubsw   m7, m3
+    pshufb      %1, %1, [tab_Tm8 + 48]
+    pmaddubsw   %1, m3
+    phaddw      m7, %1
+    phaddw      %2, m7
+    pmulhrsw    %2, %3
+    packuswb    %2, %2
+    movh        [r2 + 56], %2
+%endmacro
+
+;-----------------------------------------------------------------------------
+; void filterHorizontal_p_p_8(pixel *src, intptr_t srcStride, pixel *dst, intptr_t dstStride, int width, int height, short const *coeff)
+;-----------------------------------------------------------------------------
+INIT_XMM sse4
+cglobal filterHorizontal_p_p_8, 4, 5, 5, src, srcStride, dst, dstStride
+    mov       r4, r6m
+    movu      m3, [r4]
+    packsswb  m3, m3
+    mova      m2, [tab_c_512]
+    mov       r4, r5m
+
+.loop
+    FILTER_H8   m0, m1, m2
+    add         srcq, srcStrideq
+    add         dstq, dstStrideq
+    dec         r4d
+    jnz         .loop
+    RET