All pastes #929429 Raw Edit

GDB of mencoder

public text v1 · immutable
·published 2008-03-05 19:41 UTC
rendered paste body
(gdb) bt
#0  0x001aca74 in predict_8x8_ddl_sse2 () from /usr/lib/libx264.so.58
#1  0x0019119b in x264_macroblock_encode (h=0xa2b08d0) at encoder/macroblock.c:377
#2  0x00172277 in x264_rd_cost_mb (h=0xa2b08d0, i_lambda2=-1537133944) at encoder/rdo.c:75
#3  0x00173496 in x264_intra_rd (h=0xa2b08d0, a=0xa4613950, i_satd_thresh=498) at encoder/analyse.c:756
#4  0x00174a85 in x264_macroblock_analyse (h=0xa2b08d0) at encoder/analyse.c:2274
#5  0x001a1188 in x264_slice_write (h=0xa2b08d0) at encoder/encoder.c:1071
#6  0x001a4164 in x264_stack_align () from /usr/lib/libx264.so.58
#7  0x0019c84a in x264_slices_write (h=0xa2b08d0) at encoder/encoder.c:1217
#8  0x001c844b in start_thread () from /lib/libpthread.so.0
#9  0x0057780e in clone () from /lib/libc.so.6
(gdb) disass $pc-32 $pc+32
Dump of assembler code from 0x1aca54 to 0x1aca94:
0x001aca54 <predict_8x8_ddr_sse2+164>: nop
0x001aca55 <predict_8x8_ddr_sse2+165>: nop
0x001aca56 <predict_8x8_ddr_sse2+166>: nop
0x001aca57 <predict_8x8_ddr_sse2+167>: nop
0x001aca58 <predict_8x8_ddr_sse2+168>: nop
0x001aca59 <predict_8x8_ddr_sse2+169>: nop
0x001aca5a <predict_8x8_ddr_sse2+170>: nop
0x001aca5b <predict_8x8_ddr_sse2+171>: nop
0x001aca5c <predict_8x8_ddr_sse2+172>: nop
0x001aca5d <predict_8x8_ddr_sse2+173>: nop
0x001aca5e <predict_8x8_ddr_sse2+174>: nop
0x001aca5f <predict_8x8_ddr_sse2+175>: nop
0x001aca60 <predict_8x8_ddl_sse2+0>: mov    0x8(%esp),%edx
0x001aca64 <predict_8x8_ddl_sse2+4>: mov    0x4(%esp),%eax
0x001aca68 <predict_8x8_ddl_sse2+8>: call   0x1aca6d <predict_8x8_ddl_sse2+13>
0x001aca6d <predict_8x8_ddl_sse2+13>: pop    %ecx
0x001aca6e <predict_8x8_ddl_sse2+14>: add    $0x11b27,%ecx
0x001aca74 <predict_8x8_ddl_sse2+20>: movdqa 0x10(%edx),%xmm3
0x001aca79 <predict_8x8_ddl_sse2+25>: movdqu 0x11(%edx),%xmm2
0x001aca7e <predict_8x8_ddl_sse2+30>: movdqa %xmm3,%xmm1
0x001aca82 <predict_8x8_ddl_sse2+34>: pslldq $0x1,%xmm1
0x001aca87 <predict_8x8_ddl_sse2+39>: movdqa %xmm1,%xmm4
0x001aca8b <predict_8x8_ddl_sse2+43>: pavgb  %xmm2,%xmm1
0x001aca8f <predict_8x8_ddl_sse2+47>: pxor   %xmm4,%xmm2
0x001aca93 <predict_8x8_ddl_sse2+51>: movdqa %xmm3,%xmm0
End of assembler dump.
(gdb) nfo all-registers
Undefined command: "nfo".  Try "help".
(gdb) info all-registers
eax            0xa2b30a0 170602656
ecx            0x1be594 1828244
edx            0xa4613288 -1537133944
ebx            0x1be594 1828244
esp            0xa4612fac 0xa4612fac
ebp            0xa46132c8 0xa46132c8
esi            0xa2b30a0 170602656
edi            0x3 3
eip            0x1aca74 0x1aca74 <predict_8x8_ddl_sse2+20>
eflags         0x210212 [ AF IF RF ID ]
cs             0x73 115
ss             0x7b 123
ds             0x7b 123
es             0x7b 123
fs             0x0 0
gs             0x33 51
st0            <invalid float value> (raw 0xffff0000000000000000)
st1            <invalid float value> (raw 0xffff0000000000000000)
st2            <invalid float value> (raw 0xffff0000000000000000)
st3            <invalid float value> (raw 0xffff0000000000000000)
st4            <invalid float value> (raw 0xffff0000000000000000)
st5            -nan(0x000000001)  (raw 0xffff0000000000000001)
st6            -nan(0x100000001)  (raw 0xffff0000000100000001)
st7            <invalid float value> (raw 0xffff0000000000000000)
fctrl          0x37f  895
fstat          0x21 33
ftag           0xaaaa 43690
fiseg          0x73 115
fioff          0x186863 1599587
foseg          0x7b 123
fooff          0xa66e704 174515972
fop            0x15e  350
xmm0           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x13 <repeats 16 times>}, v8_int16 = {0x131                                                                                                              3, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313}, v4_int32 = {0x13131313, 0x13131313, 0x13131313,
    0x13131313}, v2_int64 = {0x1313131313131313, 0x1313131313131313}, uint128 = 0x13131313131313131313131313131313}
xmm1           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x13 <repeats 16 times>}, v8_int16 = {0x131                                                                                                              3, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313}, v4_int32 = {0x13131313, 0x13131313, 0x13131313,
    0x13131313}, v2_int64 = {0x1313131313131313, 0x1313131313131313}, uint128 = 0x13131313131313131313131313131313}
xmm2           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x13 <repeats 16 times>}, v8_int16 = {0x131                                                                                                              3, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313}, v4_int32 = {0x13131313, 0x13131313, 0x13131313,
    0x13131313}, v2_int64 = {0x1313131313131313, 0x1313131313131313}, uint128 = 0x13131313131313131313131313131313}
xmm3           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x13 <repeats 16 times>}, v8_int16 = {0x131                                                                                                              3, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313}, v4_int32 = {0x13131313, 0x13131313, 0x13131313,
    0x13131313}, v2_int64 = {0x1313131313131313, 0x1313131313131313}, uint128 = 0x13131313131313131313131313131313}
xmm4           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x13 <repeats 16 times>}, v8_int16 = {0x131                                                                                                              3, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313}, v4_int32 = {0x13131313, 0x13131313, 0x13131313,
    0x13131313}, v2_int64 = {0x1313131313131313, 0x1313131313131313}, uint128 = 0x13131313131313131313131313131313}
xmm5           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x13 <repeats 16 times>}, v8_int16 = {0x131                                                                                                              3, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313, 0x1313}, v4_int32 = {0x13131313, 0x13131313, 0x13131313,
    0x13131313}, v2_int64 = {0x1313131313131313, 0x1313131313131313}, uint128 = 0x13131313131313131313131313131313}
xmm6           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x13, 0x0, 0x13, 0x0, 0x13, 0x0, 0x13, 0x0,                                                                                                               0x13, 0x0, 0x13, 0x0, 0x13, 0x0, 0x13, 0x0}, v8_int16 = {0x13, 0x13, 0x13, 0x13, 0x13, 0x13, 0x13, 0x13},
  v4_int32 = {0x130013, 0x130013, 0x130013, 0x130013}, v2_int64 = {0x13001300130013, 0x13001300130013}, uint128 = 0x001300130013                                                                                                              00130013001300130013}
xmm7           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0                                                                                                              x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0},
  uint128 = 0x00000000000000000000000000000000}
mxcsr          0x1f80 [ IM DM ZM OM UM PM ]
mm0            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0                                                                                                              x0, 0x0}}
mm1            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0                                                                                                              x0, 0x0}}
mm2            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0                                                                                                              x0, 0x0}}
mm3            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0                                                                                                              x0, 0x0}}
mm4            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0                                                                                                              x0, 0x0}}
mm5            {uint64 = 0x1, v2_int32 = {0x1, 0x0}, v4_int16 = {0x1, 0x0, 0x0, 0x0}, v8_int8 = {0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0                                                                                                              x0, 0x0}}
mm6            {uint64 = 0x100000001, v2_int32 = {0x1, 0x1}, v4_int16 = {0x1, 0x0, 0x1, 0x0}, v8_int8 = {0x1, 0x0, 0x0, 0x0, 0x1                                                                                                              , 0x0, 0x0, 0x0}}
mm7            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0                                                                                                              x0, 0x0}}