Opened 10 years ago

Closed 10 years ago

#4402 closed defect (fixed)

h264 segfault: decode_slice_header error

Reported by: Kieran Kunhya Owned by:
Priority: normal Component: avcodec
Version: unspecified Keywords:
Cc: Michael Niedermayer Blocked By:
Blocking: Reproduced by developer: no
Analyzed by developer: no

Description (last modified by Timothy Gu)

Bug happens on a live feed so can't be reproduced from FFmpeg cli and no sample is available

error: [av] Changing field mode (3 -> 1) between slices is not allowed
error: [av] decode_slice_header error
error: [av] Changing field mode (3 -> 1) between slices is not allowed
error: [av] decode_slice_header error
error: [av] Changing field mode (3 -> 1) between slices is not allowed
error: [av] decode_slice_header error

Program received signal SIGSEGV, Segmentation fault.
[Switching to Thread 0x7fffea3fd700 (LWP 12406)]
ff_put_pixels8_mmx.loop () at libavcodec/x86/fpel.asm:95
95      OP_PIXELS put, 8
(gdb) bt
#0  ff_put_pixels8_mmx.loop () at libavcodec/x86/fpel.asm:95
#1  0x0000000000532a3a in mc_dir_part (chroma_idc=2, pixel_shift=0, chroma_op=0x6acc80 <ff_put_h264_chroma_mc4_ssse3>, qpix_op=0x7ffff7ec0630, src_y_offset=32,
    src_x_offset=0,
    dest_cr=0x7fffebda5940 "\212\246\226rx\201\203\203\202\201\201\201\201\201\201\202\205\211\221\235\240\223\206\210\207\206\205\204\204\202\177}}~\200\200\203\211\21
7\223\230\220|pou}\200\206\231\233\210\202\212\205\225\217~{}\202\210\216\221\214\206\201}{\212\213\225|d]^cmx}}\177\200\200\200\177\200~}|z{}\177\201\201\203\203\204\2
06\205\203\202\202\202\202\203\204\207\215\221\221\215\205\201\201\177\204\215\213\210\205\204\205\206\205\204\203\202\177\177\177\177\200\202\202\201\177\202\205\205\2
03\201\201\201\177~~\202\210\211\210\207\206\210\213\214\212\210\207\206\206\206\207\212\216\222\220\213\207\205\204\203}||}\177\201\202\203\204\206\206\205\204\206\210
\211\213\215\214\206\201\200\203\213\220\217\211"...,
    dest_cb=0x7fffebd6f630 "\206\206\206\205\205\205\203\177~~\177\200\201\202\203\203\202\203\204\206\206\206\206\204\202\201\201\202\203\203\204\207\210\211\207\204\2
03\203\203\204\206\211\213\215\215\214\212\210\207\206\205\204\204\203\203\202\200~zxxz~\202\203\204\203\201\201\201\203\204\204\204\203\203\203\204\205\205\205\205\205
\205\205\204\204\205\207\210\210\207\206\205\205\205\204\203\202\203\203\204\204\203\204\205\206\206\207\211\213\213\211\207\206\207\206\206\204\203\203\202\201\202\201
}xtsv|\207\220\222\223\222\214\206\201}||{{}}~~~~}~\201\205\210\206\204\201\201\204\206\206\206\207\211\212\212\210\211\215\217\215\212\206\204\203\202\202\202\203\204\
205\205\205\204\203\203\203\203\204\204\204\203\201\177~~\200\202\205"...,
    dest_y=0x7fffebd09020 "\266\207\217\205\203\206\204~}\207\215\214\214\206\211\237\224s{o\231\265\253\264\241\205\214\212\202\206\213\217\222\222\223\223\223\224\224
\217\210\217\217\211}r\201\202z\177\206\202sv\206~lz\207~t\177\204}{}}}|~\202}v\206\223\215\217\221{|\203ysy\177rp\203\211\210\202}\205\201yvtiN;EDA<=IJD>>KI>64862FQ66F
>41Jk;8UB04=?79Vk]<(+LH0?RA30CI47TL-42=_A2_E,88A6*3PP=9SVKST\\ggdhj_QPRNA7BD@E"..., list=0, delta=0, height=8, square=1, n=0, pic=0x7ffff7ef1860, h=0x7ffff7ec0040)
    at libavcodec/h264_mb.c:246
#2  mc_part_std (chroma_idc=2, pixel_shift=0, list1=0, list0=<optimized out>, chroma_avg=0x6ad180 <ff_avg_h264_chroma_mc4_ssse3>, qpix_avg=0x7ffff7ec0830,
    chroma_put=0x6acc80 <ff_put_h264_chroma_mc4_ssse3>, qpix_put=0x7ffff7ec0630, y_offset=32, x_offset=0,
    dest_cr=0x7fffebda5940 "\212\246\226rx\201\203\203\202\201\201\201\201\201\201\202\205\211\221\235\240\223\206\210\207\206\205\204\204\202\177}}~\200\200\203\211\21
7\223\230\220|pou}\200\206\231\233\210\202\212\205\225\217~{}\202\210\216\221\214\206\201}{\212\213\225|d]^cmx}}\177\200\200\200\177\200~}|z{}\177\201\201\203\203\204\2
06\205\203\202\202\202\202\203\204\207\215\221\221\215\205\201\201\177\204\215\213\210\205\204\205\206\205\204\203\202\177\177\177\177\200\202\202\201\177\202\205\205\2
03\201\201\201\177~~\202\210\211\210\207\206\210\213\214\212\210\207\206\206\206\207\212\216\222\220\213\207\205\204\203}||}\177\201\202\203\204\206\206\205\204\206\210
\211\213\215\214\206\201\200\203\213\220\217\211"...,
    dest_cb=0x7fffebd6f630 "\206\206\206\205\205\205\203\177~~\177\200\201\202\203\203\202\203\204\206\206\206\206\204\202\201\201\202\203\203\204\207\210\211\207\204\2
03\203\203\204\206\211\213\215\215\214\212\210\207\206\205\204\204\203\203\202\200~zxxz~\202\203\204\203\201\201\201\203\204\204\204\203\203\203\204\205\205\205\205\205
\205\205\204\204\205\207\210\210\207\206\205\205\205\204\203\202\203\203\204\204\203\204\205\206\206\207\211\213\213\211\207\206\207\206\206\204\203\203\202\201\202\201
}xtsv|\207\220\222\223\222\214\206\201}||{{}}~~~~}~\201\205\210\206\204\201\201\204\206\206\206\207\211\212\212\210\211\215\217\215\212\206\204\203\202\202\202\203\204\
205\205\205\204\203\203\203\203\204\204\204\203\201\177~~\200\202\205"...,
    dest_y=0x7fffebd09020 "\266\207\217\205\203\206\204~}\207\215\214\214\206\211\237\224s{o\231\265\253\264\241\205\214\212\202\206\213\217\222\222\223\223\223\224\224
\217\210\217\217\211}r\201\202z\177\206\202sv\206~lz\207~t\177\204}{}}}|~\202}v\206\223\215\217\221{|\203ysy\177rp\203\211\210\202}\205\201yvtiN;EDA<=IJD>>KI>64862FQ66F
>41Jk;8UB04=?79Vk]<(+LH0?RA30CI47TL-42=_A2_E,88A6*3PP=9SVKST\\ggdhj_QPRNA7BD@E"..., delta=0, height=8, square=1, n=0, h=0x7ffff7ec0040) at libavcodec/h264_mb.c:349
#3  mc_part_422_complex (h=0x7ffff7ec0040, n=0, square=1, height=8, delta=0, dest_y=<optimized out>,
    dest_cb=0x7fffebd6f630 "\206\206\206\205\205\205\203\177~~\177\200\201\202\203\203\202\203\204\206\206\206\206\204\202\201\201\202\203\203\204\207\210\211\207\204\2
03\203\203\204\206\211\213\215\215\214\212\210\207\206\205\204\204\203\203\202\200~zxxz~\202\203\204\203\201\201\201\203\204\204\204\203\203\203\204\205\205\205\205\205
\205\205\204\204\205\207\210\210\207\206\205\205\205\204\203\202\203\203\204\204\203\204\205\206\206\207\211\213\213\211\207\206\207\206\206\204\203\203\202\201\202\201
}xtsv|\207\220\222\223\222\214\206\201}||{{}}~~~~}~\201\205\210\206\204\201\201\204\206\206\206\207\211\212\212\210\211\215\217\215\212\206\204\203\202\202\202\203\204\
205\205\205\204\203\203\203\203\204\204\204\203\201\177~~\200\202\205"...,
    dest_cr=0x7fffebda5940 "\212\246\226rx\201\203\203\202\201\201\201\201\201\201\202\205\211\221\235\240\223\206\210\207\206\205\204\204\202\177}}~\200\200\203\211\21
7\223\230\220|pou}\200\206\231\233\210\202\212\205\225\217~{}\202\210\216\221\214\206\201}{\212\213\225|d]^cmx}}\177\200\200\200\177\200~}|z{}\177\201\201\203\203\204\2
06\205\203\202\202\202\202\203\204\207\215\221\221\215\205\201\201\177\204\215\213\210\205\204\205\206\205\204\203\202\177\177\177\177\200\202\202\201\177\202\205\205\2
03\201\201\201\177~~\202\210\211\210\207\206\210\213\214\212\210\207\206\206\206\207\212\216\222\220\213\207\205\204\203}||}\177\201\202\203\204\206\206\205\204\206\210
\211\213\215\214\206\201\200\203\213\220\217\211"..., x_offset=0, y_offset=0, qpix_put=0x7ffff7ec0630, chroma_put=0x6acc80 <ff_put_h264_chroma_mc4_ssse3>,
---Type <return> to continue, or q <return> to quit---
    qpix_avg=0x7ffff7ec0830, chroma_avg=0x6ad180 <ff_avg_h264_chroma_mc4_ssse3>, weight_op=0x7ffff7ec0468, weight_avg=0x7ffff7ec0488, list0=4096, list1=0)
    at libavcodec/h264_mc_template.c:58
#4  0x000000000054163a in hl_motion_422_complex (weight_avg=0x7ffff7ec0480, weight_op=0x7ffff7ec0460, chroma_avg=0x7ffff7ec0590, qpix_avg=0x7ffff7ec07b0,
    chroma_put=0x7ffff7ec0570, qpix_put=0x7ffff7ec05b0,
    dest_cr=0x7fffebda5940 "\212\246\226rx\201\203\203\202\201\201\201\201\201\201\202\205\211\221\235\240\223\206\210\207\206\205\204\204\202\177}}~\200\200\203\211\21
7\223\230\220|pou}\200\206\231\233\210\202\212\205\225\217~{}\202\210\216\221\214\206\201}{\212\213\225|d]^cmx}}\177\200\200\200\177\200~}|z{}\177\201\201\203\203\204\2
06\205\203\202\202\202\202\203\204\207\215\221\221\215\205\201\201\177\204\215\213\210\205\204\205\206\205\204\203\202\177\177\177\177\200\202\202\201\177\202\205\205\2
03\201\201\201\177~~\202\210\211\210\207\206\210\213\214\212\210\207\206\206\206\207\212\216\222\220\213\207\205\204\203}||}\177\201\202\203\204\206\206\205\204\206\210
\211\213\215\214\206\201\200\203\213\220\217\211"...,
    dest_cb=0x7fffebd6f630 "\206\206\206\205\205\205\203\177~~\177\200\201\202\203\203\202\203\204\206\206\206\206\204\202\201\201\202\203\203\204\207\210\211\207\204\2
03\203\203\204\206\211\213\215\215\214\212\210\207\206\205\204\204\203\203\202\200~zxxz~\202\203\204\203\201\201\201\203\204\204\204\203\203\203\204\205\205\205\205\205
\205\205\204\204\205\207\210\210\207\206\205\205\205\204\203\202\203\203\204\204\203\204\205\206\206\207\211\213\213\211\207\206\207\206\206\204\203\203\202\201\202\201
}xtsv|\207\220\222\223\222\214\206\201}||{{}}~~~~}~\201\205\210\206\204\201\201\204\206\206\206\207\211\212\212\210\211\215\217\215\212\206\204\203\202\202\202\203\204\
205\205\205\204\203\203\203\203\204\204\204\203\201\177~~\200\202\205"...,
    dest_y=0x7fffebd09020 "\266\207\217\205\203\206\204~}\207\215\214\214\206\211\237\224s{o\231\265\253\264\241\205\214\212\202\206\213\217\222\222\223\223\223\224\224
\217\210\217\217\211}r\201\202z\177\206\202sv\206~lz\207~t\177\204}{}}}|~\202}v\206\223\215\217\221{|\203ysy\177rp\203\211\210\202}\205\201yvtiN;EDA<=IJD>>KI>64862FQ66F
>41Jk;8UB04=?79Vk]<(+LH0?RA30CI47TL-42=_A2_E,88A6*3PP=9SVKST\\ggdhj_QPRNA7BD@E"..., h=0x7ffff7ec0040) at libavcodec/h264_mc_template.c:116
#5  hl_decode_mb_complex (h=0x7ffff7ec0040) at libavcodec/h264_mb_template.c:176
#6  0x0000000000550a66 in decode_slice (avctx=<optimized out>, arg=<optimized out>) at libavcodec/h264_slice.c:2425
#7  0x0000000000556ecd in ff_h264_execute_decode_slices (h=0x7ffff7ec0040, context_count=1) at libavcodec/h264_slice.c:2575
#8  0x000000000051dc03 in decode_nal_units (h=0x7ffff7ec0040, buf=0x7fffe435c840 "", buf_size=16126, parse_extradata=0) at libavcodec/h264.c:1733
#9  0x000000000051ebc6 in h264_decode_frame (avctx=0x7fffe405d7c0, data=0x7fffe405d360, got_frame=0x7fffea3fcc3c, avpkt=<optimized out>) at libavcodec/h264.c:1871
#10 0x000000000065ab50 in avcodec_decode_video2 (avctx=0x7fffe405d7c0, picture=picture@entry=0x7fffe405d360, got_picture_ptr=got_picture_ptr@entry=0x7fffea3fcc3c,
    avpkt=avpkt@entry=0x7fffea3fcd20) at libavcodec/utils.c:2345


(gdb) disass $pc-32,$pc+32
Dump of assembler code from 0x6aae67 to 0x6aaea7:
   0x00000000006aae67 <ff_avg_pixels4_mmx.loop+122>:    xchg   %eax,%esi
   0x00000000006aae68 <ff_avg_pixels4_mmx.loop+123>:    lea    (%rdi,%rdx,4),%rdi
   0x00000000006aae6c <ff_avg_pixels4_mmx.loop+127>:    jne    0x6aaded <ff_avg_pixels4_mmx.loop>
   0x00000000006aae72 <ff_avg_pixels4_mmx.loop+133>:    repz retq
   0x00000000006aae74 <ff_avg_pixels4_mmx.loop+135>:    data32 data32 nopw %cs:0x0(%rax,%rax,1)
   0x00000000006aae80 <ff_put_pixels8_mmx+0>:   movslq %edx,%rdx
   0x00000000006aae83 <ff_put_pixels8_mmx+3>:   lea    (%rdx,%rdx,2),%r8
=> 0x00000000006aae87 <ff_put_pixels8_mmx.loop+0>:      movq   (%rsi),%mm0
   0x00000000006aae8a <ff_put_pixels8_mmx.loop+3>:      movq   (%rsi,%rdx,1),%mm1
   0x00000000006aae8e <ff_put_pixels8_mmx.loop+7>:      movq   (%rsi,%rdx,2),%mm2
   0x00000000006aae92 <ff_put_pixels8_mmx.loop+11>:     movq   (%rsi,%r8,1),%mm3
   0x00000000006aae97 <ff_put_pixels8_mmx.loop+16>:     movq   %mm0,(%rdi)
   0x00000000006aae9a <ff_put_pixels8_mmx.loop+19>:     movq   %mm1,(%rdi,%rdx,1)
   0x00000000006aae9e <ff_put_pixels8_mmx.loop+23>:     movq   %mm2,(%rdi,%rdx,2)
   0x00000000006aaea2 <ff_put_pixels8_mmx.loop+27>:     movq   %mm3,(%rdi,%r8,1)
End of assembler dump.

(gdb) info all-registers
rax            0xc000   49152
rbx            0x7ffff7ec0040   140737352826944
rcx            0x8      8
rdx            0x300    768
rsi            0xc000   49152
rdi            0x7fffebd09020   140737149702176
rbp            0x0      0x0
rsp            0x7fffea3fc6b8   0x7fffea3fc6b8
r8             0x900    2304
r9             0x240    576
r10            0x7fffebd6f630   140737150121520
r11            0x7ffff7ec0630   140737352828464
r12            0x240    576
r13            0x0      0
r14            0x0      0
r15            0x7ffff7ef1860   140737353029728
rip            0x6aae87 0x6aae87 <ff_put_pixels8_mmx.loop>
eflags         0x10287  [ CF PF SF IF RF ]
cs             0x33     51
ss             0x2b     43
ds             0x0      0
es             0x0      0
fs             0x0      0
gs             0x0      0
st0            -nan(0x818181818181817f) (raw 0xffff818181818181817f)
st1            -nan(0x828282818180807f) (raw 0xffff828282818180807f)
st2            -nan(0x82828281807f7f7f) (raw 0xffff82828281807f7f7f)
st3            -inf     (raw 0xffff0000000000000000)
st4            -nan(0x808080807f7f7f80) (raw 0xffff808080807f7f7f80)
st5            -nan(0x001010100)        (raw 0xffff0000000001010100)
st6            -inf     (raw 0xffff0000000000000000)
st7            -nan(0x101010101010101)  (raw 0xffff0101010101010101)
fctrl          0x37f    895
fstat          0x0      0
ftag           0xaaaa   43690
fiseg          0x0      0
fioff          0x0      0
foseg          0x0      0
fooff          0x0      0
fop            0x0      0
mxcsr          0x1fa1   [ IE PE IM DM ZM OM UM PM ]
ymm0           {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x0 <repeats 32 times>}, v16_int16 = {
    0x0 <repeats 16 times>}, v8_int32 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x0, 0x0, 0x0, 0x0}, v2_int128 = {0x00000000000000000000000000000000,
---Type <return> to continue, or q <return> to quit---
    0x00000000000000000000000000000000}}
ymm1           {v8_float = {0x30, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x3c, 0x3c, 0x42, 0x42, 0x42, 0x42, 0x3c, 0x3c,
    0x39, 0x38, 0x31, 0x31, 0x34, 0x30, 0x32, 0x32, 0x0 <repeats 16 times>}, v16_int16 = {0x3c3c, 0x4242, 0x4242, 0x3c3c, 0x3839, 0x3131, 0x3034, 0x3232, 0x0, 0x0,
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0x42423c3c, 0x3c3c4242, 0x31313839, 0x32323034, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x3c3c424242423c3c,
    0x3232303431313839, 0x0, 0x0}, v2_int128 = {0x32323034313138393c3c424242423c3c, 0x00000000000000000000000000000000}}
ymm2           {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x3a, 0x3b, 0x38, 0x39, 0x39, 0x39, 0x3b, 0x3b,
    0x39, 0x39, 0x3a, 0x3a, 0x36, 0x39, 0x35, 0x35, 0x0 <repeats 16 times>}, v16_int16 = {0x3b3a, 0x3938, 0x3939, 0x3b3b, 0x3939, 0x3a3a, 0x3936, 0x3535, 0x0, 0x0,
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0x39383b3a, 0x3b3b3939, 0x3a3a3939, 0x35353936, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x3b3b393939383b3a,
    0x353539363a3a3939, 0x0, 0x0}, v2_int128 = {0x353539363a3a39393b3b393939383b3a, 0x00000000000000000000000000000000}}
ymm3           {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x1, 0x2,
    0x0, 0x0, 0x3, 0x0, 0x2, 0x2, 0x0 <repeats 16 times>}, v16_int16 = {0x0, 0x0, 0x0, 0x0, 0x201, 0x0, 0x3, 0x202, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
  v8_int32 = {0x0, 0x0, 0x201, 0x2020003, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x0, 0x202000300000201, 0x0, 0x0}, v2_int128 = {0x02020003000002010000000000000000,
    0x00000000000000000000000000000000}}
ymm4           {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x8000000000000000, 0x0, 0x0, 0x0}, v32_int8 = {0x7d, 0x7c, 0x7b, 0x7b, 0x7b, 0x7b,
    0x7d, 0x7e, 0x81, 0x82, 0x84, 0x84, 0x84, 0x84, 0x83, 0x83, 0x0 <repeats 16 times>}, v16_int16 = {0x7c7d, 0x7b7b, 0x7b7b, 0x7e7d, 0x8281, 0x8484, 0x8484, 0x8383,
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0x7b7b7c7d, 0x7e7d7b7b, 0x84848281, 0x83838484, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x7e7d7b7b7b7b7c7d,
    0x8383848484848281, 0x0, 0x0}, v2_int128 = {0x83838484848482817e7d7b7b7b7b7c7d, 0x00000000000000000000000000000000}}
ymm5           {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x0, 0x1, 0x0, 0x1, 0x1, 0x1, 0x1, 0x1, 0x0, 0x1,
    0x1, 0x1, 0x0, 0x1, 0x1, 0x1, 0x0 <repeats 16 times>}, v16_int16 = {0x100, 0x100, 0x101, 0x101, 0x100, 0x101, 0x100, 0x101, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
    0x0}, v8_int32 = {0x1000100, 0x1010101, 0x1010100, 0x1010100, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x101010101000100, 0x101010001010100, 0x0, 0x0}, v2_int128 = {
    0x01010100010101000101010101000100, 0x00000000000000000000000000000000}}
ymm6           {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x2, 0x3, 0x0, 0x0, 0x0, 0x0, 0x2, 0x1,
    0x0 <repeats 24 times>}, v16_int16 = {0x302, 0x0, 0x0, 0x102, 0x0 <repeats 12 times>}, v8_int32 = {0x302, 0x1020000, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {
    0x102000000000302, 0x0, 0x0, 0x0}, v2_int128 = {0x00000000000000000102000000000302, 0x00000000000000000000000000000000}}
ymm7           {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x3, 0x3, 0x0, 0x0, 0x0, 0x0, 0x3, 0x3, 0x3, 0x3,
    0x0, 0x0, 0x3, 0x0, 0x2, 0x2, 0x0 <repeats 16 times>}, v16_int16 = {0x303, 0x0, 0x0, 0x303, 0x303, 0x0, 0x3, 0x202, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
  v8_int32 = {0x303, 0x3030000, 0x303, 0x2020003, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x303000000000303, 0x202000300000303, 0x0, 0x0}, v2_int128 = {
    0x02020003000003030303000000000303, 0x00000000000000000000000000000000}}
ymm8           {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x39, 0x39, 0x38, 0x39, 0x39, 0x39, 0x3a, 0x3b,
    0x3b, 0x3b, 0x3a, 0x39, 0x39, 0x38, 0x37, 0x37, 0x0 <repeats 16 times>}, v16_int16 = {0x3939, 0x3938, 0x3939, 0x3b3a, 0x3b3b, 0x393a, 0x3839, 0x3737, 0x0, 0x0,
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0x39383939, 0x3b3a3939, 0x393a3b3b, 0x37373839, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x3b3a393939383939,
    0x37373839393a3b3b, 0x0, 0x0}, v2_int128 = {0x37373839393a3b3b3b3a393939383939, 0x00000000000000000000000000000000}}
ymm9           {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x8000000000000000, 0x8000000000000000, 0x0, 0x0}, v32_int8 = {0xff, 0xff, 0x0, 0x0,
    0x0, 0x0, 0xff, 0xff, 0xff, 0xff, 0x0, 0x0, 0xff, 0x0, 0xff, 0xff, 0x0 <repeats 16 times>}, v16_int16 = {0xffff, 0x0, 0x0, 0xffff, 0xffff, 0x0, 0xff, 0xffff, 0x0,
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0xffff, 0xffff0000, 0xffff, 0xffff00ff, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0xffff00000000ffff, 0xffff00ff0000ffff,
    0x0, 0x0}, v2_int128 = {0xffff00ff0000ffffffff00000000ffff, 0x00000000000000000000000000000000}}
ymm10          {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x8000000000000000, 0x0, 0x0, 0x0}, v32_int8 = {0x82, 0x17, 0xa2, 0x3d, 0x2f, 0xe5,
    0x35, 0xea, 0x5, 0x1b, 0x7, 0x1b, 0x6, 0xf, 0x3, 0xf, 0x0 <repeats 16 times>}, v16_int16 = {0x1782, 0x3da2, 0xe52f, 0xea35, 0x1b05, 0x1b07, 0xf06, 0xf03, 0x0,
    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0x3da21782, 0xea35e52f, 0x1b071b05, 0xf030f06, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0xea35e52f3da21782,
    0xf030f061b071b05, 0x0, 0x0}, v2_int128 = {0x0f030f061b071b05ea35e52f3da21782, 0x00000000000000000000000000000000}}
ymm11          {v8_float = {0x2ad04800, 0xd24, 0xc34, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x8000000000000000, 0x0, 0x0, 0x0}, v32_int8 = {0x20, 0x41, 0x2b, 0x4e,
    0x4d, 0x43, 0x52, 0x45, 0x44, 0x46, 0x43, 0x45, 0x41, 0x40, 0x3f, 0x3f, 0x0 <repeats 16 times>}, v16_int16 = {0x4120, 0x4e2b, 0x434d, 0x4552, 0x4644, 0x4543,
    0x4041, 0x3f3f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0x4e2b4120, 0x4552434d, 0x45434644, 0x3f3f4041, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {
---Type <return> to continue, or q <return> to quit---
    0x4552434d4e2b4120, 0x3f3f404145434644, 0x0, 0x0}, v2_int128 = {0x3f3f4041454346444552434d4e2b4120, 0x00000000000000000000000000000000}}
ymm12          {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x0, 0x1, 0x0, 0x0, 0x1, 0x1, 0x0, 0x0, 0x1, 0x1,
    0x1, 0x0, 0x0, 0x0, 0x1, 0x1, 0x0 <repeats 16 times>}, v16_int16 = {0x100, 0x0, 0x101, 0x0, 0x101, 0x1, 0x0, 0x101, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
  v8_int32 = {0x100, 0x101, 0x10101, 0x1010000, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x10100000100, 0x101000000010101, 0x0, 0x0}, v2_int128 = {
    0x01010000000101010000010100000100, 0x00000000000000000000000000000000}}
ymm13          {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x8000000000000000, 0x0, 0x0}, v32_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
    0x0, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0x0 <repeats 16 times>}, v16_int16 = {0x0, 0x0, 0x0, 0x0, 0xffff, 0xffff, 0xffff, 0xffff, 0x0, 0x0, 0x0, 0x0,
    0x0, 0x0, 0x0, 0x0}, v8_int32 = {0x0, 0x0, 0xffffffff, 0xffffffff, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x0, 0xffffffffffffffff, 0x0, 0x0}, v2_int128 = {
    0xffffffffffffffff0000000000000000, 0x00000000000000000000000000000000}}
ymm14          {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x0 <repeats 32 times>}, v16_int16 = {
    0x0 <repeats 16 times>}, v8_int32 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x0, 0x0, 0x0, 0x0}, v2_int128 = {0x00000000000000000000000000000000,
    0x00000000000000000000000000000000}}
ymm15          {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x1 <repeats 16 times>, 0x0 <repeats 16 times>},
  v16_int16 = {0x101, 0x101, 0x101, 0x101, 0x101, 0x101, 0x101, 0x101, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0x1010101, 0x1010101, 0x1010101,
    0x1010101, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x101010101010101, 0x101010101010101, 0x0, 0x0}, v2_int128 = {0x01010101010101010101010101010101,
    0x00000000000000000000000000000000}}
(gdb)

Change History (4)

comment:1 by Timothy Gu, 10 years ago

Description: modified (diff)

comment:2 by Michael Niedermayer, 10 years ago

Is this still reproduceable?

comment:3 by Michael Niedermayer, 10 years ago

Cc: Michael Niedermayer added

comment:4 by Kieran Kunhya, 10 years ago

Resolution: → fixed
Status: new → closed

Haven't seen it since the fuzzing fixes.

Note: See TracTickets for help on using tickets.