[x264-devel] x264 svn HEAD SIGSEGV

Gunter Ohrner G.Ohrner at post.rwth-aachen.de
Sun Mar 2 19:07:39 CET 2008


Guillaume Poirier wrote:
>> Do you need any further information? I could recompile with debugging
>> symbols enabled if neccessary.

> There's a nice summary of what's useful here:
> 
http://www.mplayerhq.hu/DOCS/HTML/en/bugreports_what.html#bugreports_crash

Ok, I'll try...

I let it crash and write a core dump, then loaded binary and core into 
gdb.

Sorry for the messed-up message threading, but I'm reading this list as a 
news group using gmane, but unfortunately gmane won't let me post to this 
list, stating it's read-only...

Greetings,

  Gunter

Program terminated with signal 11, Segmentation fault.
#0  0xb7f38266 in x264_pixel_satd_8x8_sse2 () from /usr/lib/libx264.so.58
(gdb) bt
#0  0xb7f38266 in x264_pixel_satd_8x8_sse2 () from /usr/lib/libx264.so.58
#1  0xb7ee9f5e in x264_slicetype_mb_cost (h=0x8bdd8d0, a=0xbfca1a58, 
frames=0xbfca42d4, p0=0,
    p1=<value optimized out>, b=0, dist_scale_factor=128) at 
encoder/slicetype.c:206
#2  0xb7eea248 in x264_slicetype_frame_cost (h=0x8bdd8d0, a=0xbfca1a58, 
frames=0xbfca42d4, p0=0,
    p1=0, b=0, b_intra_penalty=0) at encoder/slicetype.c:304
#3  0xb7eebc81 in x264_rc_analyse_slice (h=0x8bdd8d0) at 
encoder/slicetype.c:530
#4  0xb7f09286 in rate_estimate_qscale (h=0x8bdd8d0) at 
encoder/ratecontrol.c:1452
#5  0xb7f09dbf in x264_ratecontrol_start (h=0x8bdd8d0, i_force_qp=0) at 
encoder/ratecontrol.c:790
#6  0xb7f2347f in x264_encoder_encode (h=0x8bdd8d0, pp_nal=0xbfca4628, 
pi_nal=0xbfca4624,
    pic_in=0x8be8a30, pic_out=0xbfca45e8) at encoder/encoder.c:1417


(gdb) disass $pc-32 $pc+32
Dump of assembler code from 0xb7f38246 to 0xb7f38286:
0xb7f38246 <x264_pixel_satd_8x8_sse2+662>:      paddusw %mm1,%mm0
0xb7f38249 <x264_pixel_satd_8x8_sse2+665>:      paddusw %xmm3,%xmm2
0xb7f3824d <x264_pixel_satd_8x8_sse2+669>:      paddusw %xmm0,%xmm6
0xb7f38251 <x264_pixel_satd_8x8_sse2+673>:      paddusw %xmm2,%xmm6
0xb7f38255 <x264_pixel_satd_8x8_sse2+677>:      psrlw  $0x1,%xmm6
0xb7f3825a <x264_pixel_satd_8x8_sse2+682>:      call   0xb7f3825f 
<x264_pixel_satd_8x8_sse2+687>
0xb7f3825f <x264_pixel_satd_8x8_sse2+687>:      pop    %ebx
0xb7f38260 <x264_pixel_satd_8x8_sse2+688>:      add    $0x7627,%ebx
0xb7f38266 <x264_pixel_satd_8x8_sse2+694>:      pmaddwd -0x16e8(%ebx),
%xmm6
0xb7f3826e <x264_pixel_satd_8x8_sse2+702>:      movhlps %xmm6,%xmm7
0xb7f38271 <x264_pixel_satd_8x8_sse2+705>:      paddd  %xmm7,%xmm6
0xb7f38275 <x264_pixel_satd_8x8_sse2+709>:      pshuflw $0xe,%xmm6,%xmm7
0xb7f3827a <x264_pixel_satd_8x8_sse2+714>:      paddd  %xmm7,%xmm6
0xb7f3827e <x264_pixel_satd_8x8_sse2+718>:      movd   %xmm6,%eax
0xb7f38282 <x264_pixel_satd_8x8_sse2+722>:      pop    %ebx
0xb7f38283 <x264_pixel_satd_8x8_sse2+723>:      ret
0xb7f38284 <x264_pixel_satd_8x8_sse2+724>:      jmp    0xb7f38290 
<x264_pixel_satd_8x4_sse2>
End of assembler dump.


(gdb) info all-registers
eax            0xbfca18a8       -1077274456
ecx            0x8bdfe70        146669168
edx            0x10     16
ebx            0xb7f3f886       -1208747898
esp            0xbfca16b8       0xbfca16b8
ebp            0xbfca19b8       0xbfca19b8
esi            0x8bdd8d0        146659536
edi            0xbfca17a8       -1077274712
eip            0xb7f38266       0xb7f38266 <x264_pixel_satd_8x8_sse2+694>
eflags         0x210292 [ AF SF IF RF ID ]
cs             0x73     115
ss             0x7b     123
ds             0x7b     123
es             0x7b     123
fs             0x0      0
gs             0x33     51
st0            -nan(0x619775956b89618c) (raw 0xffff619775956b89618c)
st1            -nan(0x619b75996b8d6190) (raw 0xffff619b75996b8d6190)
st2            -nan(0x5f74737269665f69) (raw 0xffff5f74737269665f69)
st3            -nan(0x1a0000000e)       (raw 0xffff0000001a0000000e)
st4            -nan(0xfffefffefffefffe) (raw 0xfffffffefffefffefffe)
st5            -nan(0xffffffffffffffff) (raw 0xffffffffffffffffffff)
st6            -nan(0x30c03ac035c030c)  (raw 0xffff030c03ac035c030c)
st7            -inf     (raw 0xffff0000000000000000)
fctrl          0x37f    895
fstat          0x20     32
ftag           0xaaaa   43690
fiseg          0x73     115
fioff          0xb7f0916f       -1208970897
foseg          0x7b     123
fooff          0xbfca43c8       -1077263416
fop            0x55d    1373
xmm0           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, 
v16_int8 = {0xde, 0xe, 0x4,
    0x0, 0x4, 0x0, 0x4, 0x0, 0xe2, 0xe, 0x2, 0x0, 0x2, 0x0, 0x2, 0x0}, 
v8_int16 = {0xede, 0x4, 0x4,
    0x4, 0xee2, 0x2, 0x2, 0x2}, v4_int32 = {0x40ede, 0x40004, 0x20ee2, 
0x20002}, v2_int64 = {
    0x4000400040ede, 0x2000200020ee2}, uint128 = 
0x0002000200020ee20004000400040ede}
xmm1           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, 
v16_int8 = {0x1, 0x0, 0x1,
    0x0, 0x1, 0x0, 0x1, 0x0, 0x1, 0x0, 0x1, 0x0, 0x1, 0x0, 0x1, 0x0}, 
v8_int16 = {0x1, 0x1, 0x1,
    0x1, 0x1, 0x1, 0x1, 0x1}, v4_int32 = {0x10001, 0x10001, 0x10001, 
0x10001}, v2_int64 = {
    0x1000100010001, 0x1000100010001}, uint128 = 
0x00010001000100010001000100010001}
xmm2           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, 
v16_int8 = {0x2, 0x0, 0x2,
    0x0, 0x2, 0x0, 0x2, 0x0, 0x2, 0x0, 0x2, 0x0, 0x2, 0x0, 0x2, 0x0}, 
v8_int16 = {0x2, 0x2, 0x2,
    0x2, 0x2, 0x2, 0x2, 0x2}, v4_int32 = {0x20002, 0x20002, 0x20002, 
0x20002}, v2_int64 = {
    0x2000200020002, 0x2000200020002}, uint128 = 
0x00020002000200020002000200020002}
xmm3           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, 
v16_int8 = {0x1, 0x0, 0x1,
    0x0, 0x1, 0x0, 0x1, 0x0, 0x1, 0x0, 0x1, 0x0, 0x1, 0x0, 0x1, 0x0}, 
v8_int16 = {0x1, 0x1, 0x1,
    0x1, 0x1, 0x1, 0x1, 0x1}, v4_int32 = {0x10001, 0x10001, 0x10001, 
0x10001}, v2_int64 = {
    0x1000100010001, 0x1000100010001}, uint128 = 
0x00010001000100010001000100010001}
xmm4           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = 
{0x8000000000000000, 0x0}, v16_int8 = {
---Type <return> to continue, or q <return> to quit---
    0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0x1, 0x0, 0x1, 0x0, 
0x1, 0x0, 0x1, 0x0},
  v8_int16 = {0xffff, 0xffff, 0xffff, 0xffff, 0x1, 0x1, 0x1, 0x1}, 
v4_int32 = {0xffffffff,
    0xffffffff, 0x10001, 0x10001}, v2_int64 = {0xffffffffffffffff, 
0x1000100010001},
  uint128 = 0x0001000100010001ffffffffffffffff}
xmm5           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = 
{0x8000000000000000,
    0x8000000000000000}, v16_int8 = {0xff <repeats 16 times>}, v8_int16 = 
{0xffff, 0xffff, 0xffff,
    0xffff, 0xffff, 0xffff, 0xffff, 0xffff}, v4_int32 = {0xffffffff, 
0xffffffff, 0xffffffff,
    0xffffffff}, v2_int64 = {0xffffffffffffffff, 0xffffffffffffffff},
  uint128 = 0xffffffffffffffffffffffffffffffff}
xmm6           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, 
v16_int8 = {0xe6, 0xe, 0x5,
    0x0, 0x5, 0x0, 0x5, 0x0, 0xe2, 0xe, 0x2, 0x0, 0x2, 0x0, 0x2, 0x0}, 
v8_int16 = {0xee6, 0x5, 0x5,
    0x5, 0xee2, 0x2, 0x2, 0x2}, v4_int32 = {0x50ee6, 0x50005, 0x20ee2, 
0x20002}, v2_int64 = {
    0x5000500050ee6, 0x2000200020ee2}, uint128 = 
0x0002000200020ee20005000500050ee6}
xmm7           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, 
v16_int8 = {
    0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 
0x0, 0x0}, v4_int32 = {0x0,
    0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0}, uint128 = 
0x00000000000000000000000000000000}
mxcsr          0x1f80   [ IM DM ZM OM UM PM ]
mm0            {uint64 = 0x619775956b89618c, v2_int32 = {0x6b89618c, 
0x61977595}, v4_int16 = {
    0x618c, 0x6b89, 0x7595, 0x6197}, v8_int8 = {0x8c, 0x61, 0x89, 0x6b, 
0x95, 0x75, 0x97, 0x61}}
mm1            {uint64 = 0x619b75996b8d6190, v2_int32 = {0x6b8d6190, 
0x619b7599}, v4_int16 = {
    0x6190, 0x6b8d, 0x7599, 0x619b}, v8_int8 = {0x90, 0x61, 0x8d, 0x6b, 
0x99, 0x75, 0x9b, 0x61}}
mm2            {uint64 = 0x5f74737269665f69, v2_int32 = {0x69665f69, 
0x5f747372}, v4_int16 = {
    0x5f69, 0x6966, 0x7372, 0x5f74}, v8_int8 = {0x69, 0x5f, 0x66, 0x69, 
0x72, 0x73, 0x74, 0x5f}}
mm3            {uint64 = 0x1a0000000e, v2_int32 = {0xe, 0x1a}, v4_int16 = 
{0xe, 0x0, 0x1a, 0x0},
  v8_int8 = {0xe, 0x0, 0x0, 0x0, 0x1a, 0x0, 0x0, 0x0}}
mm4            {uint64 = 0xfffefffefffefffe, v2_int32 = {0xfffefffe, 
0xfffefffe}, v4_int16 = {
    0xfffe, 0xfffe, 0xfffe, 0xfffe}, v8_int8 = {0xfe, 0xff, 0xfe, 0xff, 
0xfe, 0xff, 0xfe, 0xff}}
mm5            {uint64 = 0xffffffffffffffff, v2_int32 = {0xffffffff, 
0xffffffff}, v4_int16 = {
    0xffff, 0xffff, 0xffff, 0xffff}, v8_int8 = {0xff, 0xff, 0xff, 0xff, 
0xff, 0xff, 0xff, 0xff}}
mm6            {uint64 = 0x30c03ac035c030c, v2_int32 = {0x35c030c, 
0x30c03ac}, v4_int16 = {0x30c,
    0x35c, 0x3ac, 0x30c}, v8_int8 = {0xc, 0x3, 0x5c, 0x3, 0xac, 0x3, 0xc, 
0x3}}
mm7            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 
0x0, 0x0}, v8_int8 = {
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}
-------------- next part --------------
A non-text attachment was scrubbed...
Name: not available
Type: application/pgp-signature
Size: 189 bytes
Desc: This is a digitally signed message part.
Url : http://mailman.videolan.org/pipermail/x264-devel/attachments/20080302/05305fd0/attachment.pgp 


More information about the x264-devel mailing list