[x264-devel] x86: AVX-512 dequant_8x8_flat16

[Henrik Gramner]

x264 | branch: master | Henrik Gramner <henrik at gramner.com> | Thu Apr  6 16:06:34 2017 +0200| [f29fbc6fd23e9bc2d800eb1246e8fa19a203b831] | committer: Henrik Gramner

x86: AVX-512 dequant_8x8_flat16

> http://git.videolan.org/gitweb.cgi/x264.git/?a=commit;h=f29fbc6fd23e9bc2d800eb1246e8fa19a203b831
---

 common/quant.c         |  4 +++-
 common/x86/quant-a.asm | 48 +++++++++++++++++++++++++++++++++++++-----------
 common/x86/quant.h     |  1 +
 3 files changed, 41 insertions(+), 12 deletions(-)

diff --git a/common/quant.c b/common/quant.c
index 37ae7b92..f095a3b8 100644
--- a/common/quant.c
+++ b/common/quant.c
@@ -729,7 +729,9 @@ void x264_quant_init( x264_t *h, int cpu, x264_quant_function_t *pf )
     }
     if( cpu&X264_CPU_AVX512 )
     {
-        if( h->param.i_cqm_preset != X264_CQM_FLAT )
+        if( h->param.i_cqm_preset == X264_CQM_FLAT )
+            pf->dequant_8x8 = x264_dequant_8x8_flat16_avx512;
+        else
         {
             pf->dequant_4x4 = x264_dequant_4x4_avx512;
             pf->dequant_8x8 = x264_dequant_8x8_avx512;
diff --git a/common/x86/quant-a.asm b/common/x86/quant-a.asm
index 0803b6aa..70901371 100644
--- a/common/x86/quant-a.asm
+++ b/common/x86/quant-a.asm
@@ -47,14 +47,6 @@ dequant_shuf_avx512: dw  0, 2, 4, 6, 8,10,12,14,16,18,20,22,24,26,28,30
     dw %4, %2, %6, %2, %4, %2, %6, %2
 %endmacro
 
-dequant4_scale:
-    DQM4 10, 13, 16
-    DQM4 11, 14, 18
-    DQM4 13, 16, 20
-    DQM4 14, 18, 23
-    DQM4 16, 20, 25
-    DQM4 18, 23, 29
-
 dequant8_scale:
     DQM8 20, 18, 32, 19, 25, 24
     DQM8 22, 19, 35, 21, 28, 26
@@ -63,6 +55,14 @@ dequant8_scale:
     DQM8 32, 28, 51, 30, 40, 38
     DQM8 36, 32, 58, 34, 46, 43
 
+dequant4_scale:
+    DQM4 10, 13, 16
+    DQM4 11, 14, 18
+    DQM4 13, 16, 20
+    DQM4 14, 18, 23
+    DQM4 16, 20, 25
+    DQM4 18, 23, 29
+
 decimate_mask_table4:
     db  0,3,2,6,2,5,5,9,1,5,4,8,5,8,8,12,1,4,4,8,4,7,7,11,4,8,7,11,8,11,11,15,1,4
     db  3,7,4,7,7,11,3,7,6,10,7,10,10,14,4,7,7,11,7,10,10,14,7,11,10,14,11,14,14
@@ -748,21 +748,30 @@ DEQUANT 4, 4, 4
 DEQUANT 8, 6, 4
 %endif
 
-%macro DEQUANT_START_AVX512 1
+%macro DEQUANT_START_AVX512 1-2 0 ; shift, flat
+%if %2 == 0
     movifnidn t2d, r2m
+%endif
     imul t0d, t2d, 0x2b
     shr  t0d, 8     ; i_qbits = i_qp / 6
     lea  t1d, [t0*5]
     sub  t2d, t0d
     sub  t2d, t1d   ; i_mf = i_qp % 6
     shl  t2d, %1
-%if ARCH_X86_64
+%if %2
+%ifdef PIC
+%define dmf r1+t2
+    lea   r1, [dequant8_scale]
+%else
+%define dmf t2+dequant8_scale
+%endif
+%elif ARCH_X86_64
 %define dmf r1+t2
 %else
 %define dmf r1
     add  r1, r1mp   ; dequant_mf[i_mf]
-    mov  r0, r0mp   ; dct
 %endif
+    movifnidn r0, r0mp
 %endmacro
 
 INIT_ZMM avx512
@@ -877,6 +886,23 @@ cglobal dequant_8x8, 0,3
 %endif
     RET
 
+%if HIGH_BIT_DEPTH == 0
+cglobal dequant_8x8_flat16, 0,3
+    movifnidn    t2d, r2m
+    cmp          t2d, 12
+    jl dequant_8x8_avx512
+    sub          t2d, 12
+    DEQUANT_START_AVX512 6, 1
+    vpbroadcastw  m0, t0d
+    mova          m1, [dmf]
+    vpsllvw       m1, m0
+    pmullw        m0, m1, [r0]
+    pmullw        m1, [r0+64]
+    mova        [r0], m0
+    mova     [r0+64], m1
+    RET
+%endif
+
 %undef dmf
 
 %macro DEQUANT_DC 2
diff --git a/common/x86/quant.h b/common/x86/quant.h
index 7d28670a..9001db31 100644
--- a/common/x86/quant.h
+++ b/common/x86/quant.h
@@ -74,6 +74,7 @@ void x264_dequant_4x4_flat16_sse2( int16_t dct[16], int dequant_mf[6][16], int i
 void x264_dequant_8x8_flat16_sse2( int16_t dct[64], int dequant_mf[6][64], int i_qp );
 void x264_dequant_4x4_flat16_avx2( int16_t dct[16], int dequant_mf[6][16], int i_qp );
 void x264_dequant_8x8_flat16_avx2( int16_t dct[64], int dequant_mf[6][64], int i_qp );
+void x264_dequant_8x8_flat16_avx512( int16_t dct[64], int dequant_mf[6][64], int i_qp );
 void x264_idct_dequant_2x4_dc_sse2( dctcoef dct[8], dctcoef dct4x4[8][16], int dequant_mf[6][16], int i_qp );
 void x264_idct_dequant_2x4_dc_avx ( dctcoef dct[8], dctcoef dct4x4[8][16], int dequant_mf[6][16], int i_qp );
 void x264_idct_dequant_2x4_dconly_sse2( dctcoef dct[8], int dequant_mf[6][16], int i_qp );