Ticket #576: ffdmjpeg_crash_swscale.txt

File ffdmjpeg_crash_swscale.txt, 14.6 KB (added by rich99, 15 years ago)

gdb debug crash info

Line 
1GNU gdb (GDB) 7.2
2Copyright (C) 2010 Free Software Foundation, Inc.
3License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
4This is free software: you are free to change and redistribute it.
5There is NO WARRANTY, to the extent permitted by law. Type "show copying"
6and "show warranty" for details.
7This GDB was configured as "mingw32".
8For bug reporting instructions, please see:
9<http://www.gnu.org/software/gdb/bugs/>...
10Reading symbols from [cut]\sws_scale_test_gcc/ffdmjpeg.exe...done.
11(gdb) r ffdmjpeg.avi
12Starting program: [cut]\sws_scale_test_gcc/ffdmjpeg.exe ffdmjpeg.avi
13[New Thread 14232.0x50a4]
14
15Program received signal SIGSEGV, Segmentation fault.
160x003463e4 in ff_hscale8to15_4_ssse3 ()
17 from d:\devel\dependencies\bin\swscale-2.dll
18(gdb) bt
19#0 0x003463e4 in ff_hscale8to15_4_ssse3 ()
20 from d:\devel\dependencies\bin\swscale-2.dll
21#1 0x003310d5 in hcscale (c=0xa59d00, src=0x28fe40, srcStride=0x28fe10,
22 srcSliceY=0, srcSliceH=1920, dst=0x28fe30, dstStride=0x28fe20)
23 at libswscale/swscale.c:2200
24#2 swScale (c=0xa59d00, src=0x28fe40, srcStride=0x28fe10, srcSliceY=0,
25 srcSliceH=1920, dst=0x28fe30, dstStride=0x28fe20)
26 at libswscale/swscale.c:2632
27#3 0x003371e0 in _fu18__av_pix_fmt_descriptors (c=0xa59d00,
28 srcSlice=0xa5fc20, srcStride=0xa5fc30, srcSliceY=0, srcSliceH=1920,
29 dst=0xa5fd80, dstStride=0xa5fd90) at libswscale/swscale_unscaled.c:807
30#4 0x0040178e in main (argc=2, argv=0xa566f8) at sws_scale_test.cpp:82
31(gdb) disass $pc-32,$pc+342
32Dump of assembler code from 0x3463c4 to 0x34653a:
33 0x003463c4 <ff_hscale8to15_4_ssse3+20>: mov 0x24(%esp),%esi
34 0x003463c8 <ff_hscale8to15_4_ssse3+24>: mov 0x28(%esp),%edi
35 0x003463cc <ff_hscale8to15_4_ssse3+28>: pxor %xmm3,%xmm3
36 0x003463d0 <ff_hscale8to15_4_ssse3+32>: lea (%esi,%edx,8),%esi
37 0x003463d3 <ff_hscale8to15_4_ssse3+35>: lea (%ecx,%edx,2),%ecx
38 0x003463d6 <ff_hscale8to15_4_ssse3+38>: lea (%edi,%edx,2),%edi
39 0x003463d9 <ff_hscale8to15_4_ssse3+41>: neg %edx
40 0x003463db <ff_hscale8to15_4_ssse3+43>: movswl (%edi,%edx,2),%eax
41 0x003463df <ff_hscale8to15_4_ssse3+47>: movswl 0x2(%edi,%edx,2),%ebp
42=> 0x003463e4 <ff_hscale8to15_4_ssse3+52>: movd (%ebx,%eax,1),%xmm0
43 0x003463e9 <ff_hscale8to15_4_ssse3+57>: movd (%ebx,%ebp,1),%xmm4
44 0x003463ee <ff_hscale8to15_4_ssse3+62>: movswl 0x4(%edi,%edx,2),%eax
45 0x003463f3 <ff_hscale8to15_4_ssse3+67>: movswl 0x6(%edi,%edx,2),%ebp
46 0x003463f8 <ff_hscale8to15_4_ssse3+72>: movd (%ebx,%eax,1),%xmm1
47 0x003463fd <ff_hscale8to15_4_ssse3+77>: movd (%ebx,%ebp,1),%xmm5
48 0x00346402 <ff_hscale8to15_4_ssse3+82>: punpckldq %xmm4,%xmm0
49 0x00346406 <ff_hscale8to15_4_ssse3+86>: punpckldq %xmm5,%xmm1
50 0x0034640a <ff_hscale8to15_4_ssse3+90>: punpcklbw %xmm3,%xmm0
51 0x0034640e <ff_hscale8to15_4_ssse3+94>: punpcklbw %xmm3,%xmm1
52 0x00346412 <ff_hscale8to15_4_ssse3+98>: pmaddwd (%esi,%edx,8),%xmm0
53 0x00346417 <ff_hscale8to15_4_ssse3+103>: pmaddwd 0x10(%esi,%edx,8),%xmm1
54 0x0034641d <ff_hscale8to15_4_ssse3+109>: phaddd %xmm1,%xmm0
55 0x00346422 <ff_hscale8to15_4_ssse3+114>: psrad $0x7,%xmm0
56 0x00346427 <ff_hscale8to15_4_ssse3+119>: packssdw %xmm0,%xmm0
57 0x0034642b <ff_hscale8to15_4_ssse3+123>: movq %xmm0,(%ecx,%edx,2)
58 0x00346430 <ff_hscale8to15_4_ssse3+128>: add $0x4,%edx
59 0x00346433 <ff_hscale8to15_4_ssse3+131>: jl 0x3463db <ff_hscale8to15_4_ssse3+43>
60 0x00346435 <ff_hscale8to15_4_ssse3+133>: pop %ebp
61 0x00346436 <ff_hscale8to15_4_ssse3+134>: pop %edi
62 0x00346437 <ff_hscale8to15_4_ssse3+135>: pop %esi
63 0x00346438 <ff_hscale8to15_4_ssse3+136>: pop %ebx
64 0x00346439 <ff_hscale8to15_4_ssse3+137>: ret
65 0x0034643a <ff_hscale8to15_4_ssse3+138>: lea 0x0(%esi),%esi
66 0x00346440 <ff_hscale8to15_8_ssse3+0>: push %ebx
67 0x00346441 <ff_hscale8to15_8_ssse3+1>: push %esi
68 0x00346442 <ff_hscale8to15_8_ssse3+2>: push %edi
69 0x00346443 <ff_hscale8to15_8_ssse3+3>: push %ebp
70 0x00346444 <ff_hscale8to15_8_ssse3+4>: mov 0x14(%esp),%eax
71 0x00346448 <ff_hscale8to15_8_ssse3+8>: mov 0x18(%esp),%ecx
72 0x0034644c <ff_hscale8to15_8_ssse3+12>: mov 0x1c(%esp),%edx
73 0x00346450 <ff_hscale8to15_8_ssse3+16>: mov 0x20(%esp),%ebx
74 0x00346454 <ff_hscale8to15_8_ssse3+20>: mov 0x24(%esp),%esi
75 0x00346458 <ff_hscale8to15_8_ssse3+24>: mov 0x28(%esp),%edi
76 0x0034645c <ff_hscale8to15_8_ssse3+28>: pxor %xmm3,%xmm3
77 0x00346460 <ff_hscale8to15_8_ssse3+32>: shl %edx
78 0x00346462 <ff_hscale8to15_8_ssse3+34>: lea (%esi,%edx,8),%esi
79 0x00346465 <ff_hscale8to15_8_ssse3+37>: lea (%ecx,%edx,1),%ecx
80 0x00346468 <ff_hscale8to15_8_ssse3+40>: lea (%edi,%edx,1),%edi
81 0x0034646b <ff_hscale8to15_8_ssse3+43>: neg %edx
82 0x0034646d <ff_hscale8to15_8_ssse3+45>: movswl (%edi,%edx,1),%eax
83 0x00346471 <ff_hscale8to15_8_ssse3+49>: movswl 0x2(%edi,%edx,1),%ebp
84 0x00346476 <ff_hscale8to15_8_ssse3+54>: movq (%ebx,%eax,1),%xmm0
85 0x0034647b <ff_hscale8to15_8_ssse3+59>: movq (%ebx,%ebp,1),%xmm1
86 0x00346480 <ff_hscale8to15_8_ssse3+64>: movswl 0x4(%edi,%edx,1),%eax
87 0x00346485 <ff_hscale8to15_8_ssse3+69>: movswl 0x6(%edi,%edx,1),%ebp
88 0x0034648a <ff_hscale8to15_8_ssse3+74>: movq (%ebx,%eax,1),%xmm4
89 0x0034648f <ff_hscale8to15_8_ssse3+79>: movq (%ebx,%ebp,1),%xmm5
90 0x00346494 <ff_hscale8to15_8_ssse3+84>: punpcklbw %xmm3,%xmm0
91 0x00346498 <ff_hscale8to15_8_ssse3+88>: punpcklbw %xmm3,%xmm1
92 0x0034649c <ff_hscale8to15_8_ssse3+92>: punpcklbw %xmm3,%xmm4
93 0x003464a0 <ff_hscale8to15_8_ssse3+96>: punpcklbw %xmm3,%xmm5
94 0x003464a4 <ff_hscale8to15_8_ssse3+100>: pmaddwd (%esi,%edx,8),%xmm0
95 0x003464a9 <ff_hscale8to15_8_ssse3+105>: pmaddwd 0x10(%esi,%edx,8),%xmm1
96 0x003464af <ff_hscale8to15_8_ssse3+111>: pmaddwd 0x20(%esi,%edx,8),%xmm4
97 0x003464b5 <ff_hscale8to15_8_ssse3+117>: pmaddwd 0x30(%esi,%edx,8),%xmm5
98 0x003464bb <ff_hscale8to15_8_ssse3+123>: phaddd %xmm1,%xmm0
99 0x003464c0 <ff_hscale8to15_8_ssse3+128>: phaddd %xmm5,%xmm4
100 0x003464c5 <ff_hscale8to15_8_ssse3+133>: phaddd %xmm4,%xmm0
101 0x003464ca <ff_hscale8to15_8_ssse3+138>: psrad $0x7,%xmm0
102 0x003464cf <ff_hscale8to15_8_ssse3+143>: packssdw %xmm0,%xmm0
103 0x003464d3 <ff_hscale8to15_8_ssse3+147>: movq %xmm0,(%ecx,%edx,1)
104 0x003464d8 <ff_hscale8to15_8_ssse3+152>: add $0x8,%edx
105 0x003464db <ff_hscale8to15_8_ssse3+155>: jl 0x34646d <ff_hscale8to15_8_ssse3+45>
106 0x003464dd <ff_hscale8to15_8_ssse3+157>: pop %ebp
107 0x003464de <ff_hscale8to15_8_ssse3+158>: pop %edi
108 0x003464df <ff_hscale8to15_8_ssse3+159>: pop %esi
109 0x003464e0 <ff_hscale8to15_8_ssse3+160>: pop %ebx
110 0x003464e1 <ff_hscale8to15_8_ssse3+161>: ret
111 0x003464e2 <ff_hscale8to15_8_ssse3+162>: jmp 0x3464f0 <ff_hscale8to15_X4_ssse3>
112 0x003464e4 <ff_hscale8to15_8_ssse3+164>: nop
113 0x003464e5 <ff_hscale8to15_8_ssse3+165>: nop
114 0x003464e6 <ff_hscale8to15_8_ssse3+166>: nop
115 0x003464e7 <ff_hscale8to15_8_ssse3+167>: nop
116 0x003464e8 <ff_hscale8to15_8_ssse3+168>: nop
117 0x003464e9 <ff_hscale8to15_8_ssse3+169>: nop
118 0x003464ea <ff_hscale8to15_8_ssse3+170>: nop
119 0x003464eb <ff_hscale8to15_8_ssse3+171>: nop
120 0x003464ec <ff_hscale8to15_8_ssse3+172>: nop
121 0x003464ed <ff_hscale8to15_8_ssse3+173>: nop
122 0x003464ee <ff_hscale8to15_8_ssse3+174>: nop
123 0x003464ef <ff_hscale8to15_8_ssse3+175>: nop
124 0x003464f0 <ff_hscale8to15_X4_ssse3+0>: push %ebx
125 0x003464f1 <ff_hscale8to15_X4_ssse3+1>: push %esi
126 0x003464f2 <ff_hscale8to15_X4_ssse3+2>: push %edi
127 0x003464f3 <ff_hscale8to15_X4_ssse3+3>: push %ebp
128 0x003464f4 <ff_hscale8to15_X4_ssse3+4>: mov 0x14(%esp),%eax
129 0x003464f8 <ff_hscale8to15_X4_ssse3+8>: mov 0x18(%esp),%ecx
130 0x003464fc <ff_hscale8to15_X4_ssse3+12>: mov 0x1c(%esp),%edx
131 0x00346500 <ff_hscale8to15_X4_ssse3+16>: mov 0x20(%esp),%ebx
132 0x00346504 <ff_hscale8to15_X4_ssse3+20>: mov 0x24(%esp),%esi
133 0x00346508 <ff_hscale8to15_X4_ssse3+24>: mov 0x28(%esp),%edi
134 0x0034650c <ff_hscale8to15_X4_ssse3+28>: mov 0x2c(%esp),%ebp
135 0x00346510 <ff_hscale8to15_X4_ssse3+32>: pxor %xmm3,%xmm3
136 0x00346514 <ff_hscale8to15_X4_ssse3+36>: lea -0x4(%ebx,%ebp,1),%eax
137 0x00346518 <ff_hscale8to15_X4_ssse3+40>: mov %eax,0x2c(%esp)
138 0x0034651c <ff_hscale8to15_X4_ssse3+44>: lea (%edi,%edx,2),%edi
139 0x0034651f <ff_hscale8to15_X4_ssse3+47>: lea (%ecx,%edx,2),%ecx
140 0x00346522 <ff_hscale8to15_X4_ssse3+50>: mov %ecx,0x18(%esp)
141 0x00346526 <ff_hscale8to15_X4_ssse3+54>: neg %edx
142 0x00346528 <ff_hscale8to15_X4_ssse3+56>: movswl (%edi,%edx,2),%eax
143 0x0034652c <ff_hscale8to15_X4_ssse3+60>: movswl 0x2(%edi,%edx,2),%ecx
144 0x00346531 <ff_hscale8to15_X4_ssse3+65>: pxor %xmm4,%xmm4
145 0x00346535 <ff_hscale8to15_X4_ssse3+69>: pxor %xmm5,%xmm5
146 0x00346539 <ff_hscale8to15_X4_ssse3+73>: mov 0x20(%esp),%ebx
147End of assembler dump.
148(gdb) info all-registers
149eax 0x0 0
150ecx 0x490890 4786320
151edx 0xfffffda8 -600
152ebx 0x0 0
153esp 0x28fbdc 0x28fbdc
154ebp 0x1 0x1
155esi 0x48f440 4781120
156edi 0xa5ec50 10873936
157eip 0x3463e4 0x3463e4 <ff_hscale8to15_4_ssse3+52>
158eflags 0x210293 [ CF AF SF IF RF ID ]
159cs 0x23 35
160ss 0x2b 43
161ds 0x2b 43
162es 0x2b 43
163fs 0x53 83
164gs 0x2b 43
165st0 -nan(0xfbf0dfccb9a7968c) (raw 0xfffffbf0dfccb9a7968c)
166st1 -nan(0xfb00f000df00cc) (raw 0xffff00fb00f000df00cc)
167st2 -nan(0xdacab29e928f9091) (raw 0xffffdacab29e928f9091)
168st3 -nan(0xda00ca00b2009e) (raw 0xffff00da00ca00b2009e)
169st4 -nan(0x9c99959393918d8a) (raw 0xffff9c99959393918d8a)
170st5 -nan(0x9c009900950093) (raw 0xffff009c009900950093)
171st6 -nan(0x918d898889898885) (raw 0xffff918d898889898885)
172st7 -nan(0x91008d00890088) (raw 0xffff0091008d00890088)
173fctrl 0x37f 895
174fstat 0x120 288
175ftag 0xffff 65535
176fiseg 0x23 35
177fioff 0x337dec 3374572
178foseg 0x2b 43
179fooff 0x361310 3543824
180fop 0x0 0
181xmm0 {v4_float = {0x40234, 0x804, 0x40234, 0x804}, v2_double = {
182 0x8000000000000000, 0x8000000000000000}, v16_int8 = {0x80, 0x46, 0x80,
183 0x48, 0x80, 0x47, 0x0, 0x45, 0x80, 0x46, 0x80, 0x48, 0x80, 0x47, 0x0,
184 0x45}, v8_int16 = {0x4680, 0x4880, 0x4780, 0x4500, 0x4680, 0x4880,
185 0x4780, 0x4500}, v4_int32 = {0x48804680, 0x45004780, 0x48804680,
186 0x45004780}, v2_int64 = {0x4500478048804680, 0x4500478048804680},
187 uint128 = 0x45004780488046804500478048804680}
188xmm1 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0},
189 v16_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0xc0, 0x23, 0x0, 0x0, 0x0, 0x0, 0x0,
190 0x0, 0x80, 0x22, 0x0}, v8_int16 = {0x0, 0x0, 0xc000, 0x23, 0x0, 0x0,
191 0x8000, 0x22}, v4_int32 = {0x0, 0x23c000, 0x0, 0x228000}, v2_int64 = {
192 0x23c00000000000, 0x22800000000000},
193 uint128 = 0x00228000000000000023c00000000000}
194xmm2 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0},
195 v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0,
196 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0},
197 uint128 = 0x00000000000000000000000000000000}
198xmm3 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0},
199 v16_int8 = {0x0 <repeats 16 times>}, v8_int16 = {0x0, 0x0, 0x0, 0x0, 0x0,
200 0x0, 0x0, 0x0}, v4_int32 = {0x0, 0x0, 0x0, 0x0}, v2_int64 = {0x0, 0x0},
201 uint128 = 0x00000000000000000000000000000000}
202xmm4 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0},
203 v16_int8 = {0x8d, 0x91, 0x8f, 0x8a, 0x0 <repeats 12 times>}, v8_int16 = {
204 0x918d, 0x8a8f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x8a8f918d,
205 0x0, 0x0, 0x0}, v2_int64 = {0x8a8f918d, 0x0},
206 uint128 = 0x0000000000000000000000008a8f918d}
207xmm5 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0},
208 v16_int8 = {0x8d, 0x91, 0x8f, 0x8a, 0x0 <repeats 12 times>}, v8_int16 = {
209 0x918d, 0x8a8f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x8a8f918d,
210 0x0, 0x0, 0x0}, v2_int64 = {0x8a8f918d, 0x0},
211 uint128 = 0x0000000000000000000000008a8f918d}
212xmm6 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0},
213 v16_int8 = {0xc5, 0x59, 0x2d, 0x86, 0xd2, 0x53, 0xa9, 0x28, 0x2c, 0x4a,
214 0x28, 0xa2, 0x80, 0xa, 0x29, 0x2b}, v8_int16 = {0x59c5, 0x862d, 0x53d2,
215 0x28a9, 0x4a2c, 0xa228, 0xa80, 0x2b29}, v4_int32 = {0x862d59c5,
216 0x28a953d2, 0xa2284a2c, 0x2b290a80}, v2_int64 = {0x28a953d2862d59c5,
217 0x2b290a80a2284a2c}, uint128 = 0x2b290a80a2284a2c28a953d2862d59c5}
218xmm7 {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0},
219 v16_int8 = {0x4a, 0xc2, 0xc9, 0xef, 0x66, 0x8, 0x32, 0x14, 0x72, 0xe7,
220 0xd0, 0x7d, 0x7d, 0xe8, 0x33, 0xa9}, v8_int16 = {0xc24a, 0xefc9, 0x866,
221 0x1432, 0xe772, 0x7dd0, 0xe87d, 0xa933}, v4_int32 = {0xefc9c24a,
222 0x14320866, 0x7dd0e772, 0xa933e87d}, v2_int64 = {0x14320866efc9c24a,
223 0xa933e87d7dd0e772}, uint128 = 0xa933e87d7dd0e77214320866efc9c24a}
224mxcsr 0x1f80 [ IM DM ZM OM UM PM ]
225mm0 {uint64 = 0xfbf0dfccb9a7968c, v2_int32 = {0xb9a7968c,
226 0xfbf0dfcc}, v4_int16 = {0x968c, 0xb9a7, 0xdfcc, 0xfbf0}, v8_int8 = {
227 0x8c, 0x96, 0xa7, 0xb9, 0xcc, 0xdf, 0xf0, 0xfb}}
228mm1 {uint64 = 0xfb00f000df00cc, v2_int32 = {0xdf00cc, 0xfb00f0},
229 v4_int16 = {0xcc, 0xdf, 0xf0, 0xfb}, v8_int8 = {0xcc, 0x0, 0xdf, 0x0, 0xf0,
230 0x0, 0xfb, 0x0}}
231mm2 {uint64 = 0xdacab29e928f9091, v2_int32 = {0x928f9091,
232 0xdacab29e}, v4_int16 = {0x9091, 0x928f, 0xb29e, 0xdaca}, v8_int8 = {
233 0x91, 0x90, 0x8f, 0x92, 0x9e, 0xb2, 0xca, 0xda}}
234mm3 {uint64 = 0xda00ca00b2009e, v2_int32 = {0xb2009e, 0xda00ca},
235 v4_int16 = {0x9e, 0xb2, 0xca, 0xda}, v8_int8 = {0x9e, 0x0, 0xb2, 0x0, 0xca,
236 0x0, 0xda, 0x0}}
237mm4 {uint64 = 0x9c99959393918d8a, v2_int32 = {0x93918d8a,
238 0x9c999593}, v4_int16 = {0x8d8a, 0x9391, 0x9593, 0x9c99}, v8_int8 = {
239 0x8a, 0x8d, 0x91, 0x93, 0x93, 0x95, 0x99, 0x9c}}
240mm5 {uint64 = 0x9c009900950093, v2_int32 = {0x950093, 0x9c0099},
241 v4_int16 = {0x93, 0x95, 0x99, 0x9c}, v8_int8 = {0x93, 0x0, 0x95, 0x0, 0x99,
242 0x0, 0x9c, 0x0}}
243mm6 {uint64 = 0x918d898889898885, v2_int32 = {0x89898885,
244 0x918d8988}, v4_int16 = {0x8885, 0x8989, 0x8988, 0x918d}, v8_int8 = {
245 0x85, 0x88, 0x89, 0x89, 0x88, 0x89, 0x8d, 0x91}}
246mm7 {uint64 = 0x91008d00890088, v2_int32 = {0x890088, 0x91008d},
247 v4_int16 = {0x88, 0x89, 0x8d, 0x91}, v8_int8 = {0x88, 0x0, 0x89, 0x0, 0x8d,
248 0x0, 0x91, 0x0}}
249(gdb) quit
250A debugging session is active.
251
252 Inferior 1 [process 14232] will be killed.
253
254Quit anyway? (y or n)