[x265] [PATCH] Clip3 to avoid value problem

[praveen at multicorewareinc.com]

# HG changeset patch
# User Praveen Tiwari
# Date 1407904811 -19800
# Node ID 4f9283d2781fe911eda19fa9a2e823d7af30068d
# Parent  bb4d44663964237e4b66af6d92b2f13dbcf4f9b9
Clip3 to avoid value problem

diff -r bb4d44663964 -r 4f9283d2781f source/common/quant.cpp
--- a/source/common/quant.cpp	Tue Aug 12 14:38:50 2014 +0530
+++ b/source/common/quant.cpp	Wed Aug 13 10:10:11 2014 +0530
@@ -471,7 +471,7 @@
         ALIGN_VAR_16(int16_t, qCoeff[32 * 32]);
         for (int i = 0; i < numCoeff; i++)
         {
-            qCoeff[i] = (coeff[i] & 0xFFFF);
+            qCoeff[i] = (int16_t)Clip3(-32768, 32767, coeff[i]);
         }
 
         X265_CHECK((int)numSig == primitives.count_nonzero(qCoeff, 1 << log2TrSize * 2), "numSig differ\n");
@@ -518,7 +518,7 @@
     ALIGN_VAR_16(int16_t, qCoeff[32 * 32]);
     for (int i = 0; i < numCoeff; i++)
     {
-        qCoeff[i] = (dstCoeff[i] & 0xFFFF);
+        qCoeff[i] = (int16_t)Clip3(-32768, 32767, dstCoeff[i]);
     }
 
     X265_CHECK((int)numSig == primitives.count_nonzero(qCoeff, numCoeff), "numSig differ\n");
diff -r bb4d44663964 -r 4f9283d2781f source/encoder/entropy.cpp
--- a/source/encoder/entropy.cpp	Tue Aug 12 14:38:50 2014 +0530
+++ b/source/encoder/entropy.cpp	Wed Aug 13 10:10:11 2014 +0530
@@ -1496,7 +1496,7 @@
     ALIGN_VAR_16(int16_t, qCoeff[32 * 32]);
     for (int i = 0; i < numCoeff; i++)
     {
-        qCoeff[i] = (coeff[i] & 0xFFFF);
+        qCoeff[i] = (int16_t)Clip3(-32768, 32767, coeff[i]);
     }
 
     // compute number of significant coefficients