| raw e-mail | index | archive | help
Tracing command "kernel", '\000' <repeats 13 times> pid 0 tid 100268 (CPU 1)
#0 __curthread () at /usr/src/sys/amd64/include/pcpu_aux.h:57
#1 doadump (textdump=3Dtextdump@entry=3D1)
at /usr/src/sys/kern/kern_shutdown.c:405
#2 0xffffffff80b0d420 in kern_reboot (howto=3D260)
at /usr/src/sys/kern/kern_shutdown.c:523
#3 0xffffffff80b0d939 in vpanic (
fmt=3D0xffffffff828755e0 "buffer modified while frozen!",=20
ap=3Dap@entry=3D0xfffffe01590f5ce0) at /usr/src/sys/kern/kern_shutdown.=
c:967
#4 0xffffffff80b0d6c3 in panic (fmt=3D<unavailable>)
at /usr/src/sys/kern/kern_shutdown.c:891
#5 0xffffffff825e34a1 in arc_cksum_verify (buf=3D0xfffff80603cb39a0)
at /usr/src/sys/contrib/openzfs/module/zfs/arc.c:1446
#6 0xffffffff825f14d8 in arc_write_done (zio=3D0xfffffe0344bd9980,=20
zio@entry=3D<error reading variable: value is not available>)
at /usr/src/sys/contrib/openzfs/module/zfs/arc.c:6593
#7 0xffffffff827c45cf in zio_done (zio=3D0xfffffe0344bd9980)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4988
#8 0xffffffff827baea8 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#9 zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2261
#10 0xffffffff80b75392 in taskqueue_run_locked (
queue=3Dqueue@entry=3D0xfffff8000e2f2e00)
at /usr/src/sys/kern/subr_taskqueue.c:518
#11 0xffffffff80b76283 in taskqueue_thread_loop (
arg=3Darg@entry=3D0xfffff80004bafef0) at /usr/src/sys/kern/subr_taskque=
ue.c:830
#12 0xffffffff80ac0022 in fork_exit (
callout=3D0xffffffff80b761b0 <taskqueue_thread_loop>,=20
arg=3D0xfffff80004bafef0, frame=3D0xfffffe01590f5f40)
at /usr/src/sys/kern/kern_fork.c:1153
#13 <signal handler called>
#14 0x6bec65f367ac65f7 in ?? ()
Backtrace stopped: Cannot access memory at address 0xccdbfebfc09bfebb
Tracing command "kernel", '\000' <repeats 13 times> pid 0 tid 100258 (CPU 2)
#0 cpustop_handler () at /usr/src/sys/x86/x86/mp_x86.c:1530
#1 0xffffffff81009388 in ipi_nmi_handler ()
at /usr/src/sys/x86/x86/mp_x86.c:1487
#2 0xffffffff810406a6 in trap (frame=3D0xfffffe003a4cbf30)
at /usr/src/sys/amd64/amd64/trap.c:248
#3 <signal handler called>
#4 _sx_xunlock_hard (sx=3Dsx@entry=3D0xfffffe0371bde9b0, x=3D<optimized ou=
t>,=20
x@entry=3D18446735277854445568, file=3D<optimized out>, line=3D<optimiz=
ed out>)
at /usr/src/sys/kern/kern_sx.c:937
#5 0xffffffff80b197a9 in _sx_xunlock (sx=3D0xfffffe0371bde9b0,=20
file=3D<optimized out>, line=3Dline@entry=3D742)
at /usr/src/sys/kern/kern_sx.c:412
#6 0xffffffff827b7f51 in zio_add_child_first (pio=3D<optimized out>,=20
cio=3Dcio@entry=3D0xfffffe0336bac000)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:742
#7 0xffffffff827b8464 in zio_create (pio=3Dpio@entry=3D0xfffffe0371bde600,=
=20
spa=3D0xfffffe010f784000, txg=3D51255565, bp=3D0x0, data=3D0x0,=20
lsize=3Dlsize@entry=3D4096, psize=3D4096, done=3D0x0, private=3D0x0,=20
type=3DZIO_TYPE_WRITE, priority=3DZIO_PRIORITY_ASYNC_WRITE, flags=3D131=
4944,=20
vd=3D0xfffffe01595c7000, offset=3D1105181822976, zb=3D0xfffffe0371bde60=
0,=20
stage=3DZIO_STAGE_READY,=20
pipeline=3D(ZIO_STAGE_ENCRYPT | ZIO_STAGE_CHECKSUM_GENERATE |
ZIO_STAGE_BRT_FREE | ZIO_STAGE_DDT_READ_START | ZIO_STAGE_DDT_WRITE |
ZIO_STAGE_GANG_ISSUE | ZIO_STAGE_DVA_FREE | ZIO_STAGE_DVA_CLAIM |
ZIO_STAGE_VDEV_IO_START | unknown: 0x28000000)) at
/usr/src/sys/contrib/openzfs/module/zfs/zio.c:973
#8 0xffffffff827b9cfe in zio_vdev_child_io (pio=3D0xfffffe0371bde600,=20
bp=3D<optimized out>, vd=3D0xfffffe01595c7000, offset=3D1105181822976,=
=20
data=3D<optimized out>, size=3D4096, type=3D2,=20
priority=3DZIO_PRIORITY_ASYNC_WRITE, flags=3D1314944, done=3D0x0, priva=
te=3D0x0)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:1589
#9 0xffffffff82704fca in vdev_raidz_io_start_write (zio=3D0xfffffe0371bde6=
00,=20
rr=3D0xfffff80057111000, ashift=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:1649
#10 vdev_raidz_io_start (zio=3D0xfffffe0371bde600)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:1748
#11 0xffffffff827c27ce in zio_vdev_io_start (zio=3D0xfffffe0371bde600)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4042
#12 0xffffffff827ba208 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#13 zio_nowait (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2437
#14 0xffffffff826fd684 in vdev_mirror_io_start (zio=3D0xfffffe0344d06000)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_mirror.c:687
#15 0xffffffff827c28d3 in zio_vdev_io_start (zio=3D0xfffffe0344d06000)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:3917
#16 0xffffffff827baea8 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#17 zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2261
#18 0xffffffff80b75392 in taskqueue_run_locked (
queue=3Dqueue@entry=3D0xfffff8000e2f1100)
at /usr/src/sys/kern/subr_taskqueue.c:518
#19 0xffffffff80b76283 in taskqueue_thread_loop (
arg=3Darg@entry=3D0xfffff80004baff30) at /usr/src/sys/kern/subr_taskque=
ue.c:830
#20 0xffffffff80ac0022 in fork_exit (
callout=3D0xffffffff80b761b0 <taskqueue_thread_loop>,=20
arg=3D0xfffff80004baff30, frame=3D0xfffffe01590c3f40)
at /usr/src/sys/kern/kern_fork.c:1153
#21 <signal handler called>
#22 0x94c89f3998889f3d in ?? ()
Backtrace stopped: Cannot access memory at address 0x33ff04753fbf0471
Tracing command "kernel", '\000' <repeats 13 times> pid 0 tid 100254 (CPU 3)
#0 cpustop_handler () at /usr/src/sys/x86/x86/mp_x86.c:1530
#1 0xffffffff81009388 in ipi_nmi_handler ()
at /usr/src/sys/x86/x86/mp_x86.c:1487
#2 0xffffffff810406a6 in trap (frame=3D0xfffffe003a4daf30)
at /usr/src/sys/amd64/amd64/trap.c:248
#3 <signal handler called>
#4 0xffffffff80ebeb13 in trash_ctor (mem=3Dmem@entry=3D0xfffff80580056900,=
=20
size=3Dsize@entry=3D384, arg=3Darg@entry=3D0x0, flags=3Dflags@entry=3D2=
57)
at /usr/src/sys/vm/uma_dbg.c:76
#5 0xffffffff80eb71d6 in item_ctor (zone=3D0xfffffe00e2400000,=20
uz_flags=3D1090584576, size=3D384, udata=3D0x0, flags=3D257,=20
item=3D0xfffff80580056900) at /usr/src/sys/vm/uma_core.c:3471
#6 0xffffffff80a402ad in uma_zalloc (zone=3D0xdeadc0dedeadc0de,=20
zone@entry=3D0xfffff8000e2b2300, flags=3D257) at /usr/src/sys/vm/uma.h:=
367
#7 g_clone_bio (bp=3Dbp@entry=3D0xfffff8000e2b2300)
at /usr/src/sys/geom/geom_io.c:197
#8 0xffffffff80a429a9 in g_slice_start (bp=3D0xfffff8000e2b2300)
at /usr/src/sys/geom/geom_slice.c:276
#9 0xffffffff80a40832 in g_io_request (bp=3Dbp@entry=3D0xfffff8000e2b2300,=
=20
cp=3Dcp@entry=3D0xfffff80004239e00) at /usr/src/sys/geom/geom_io.c:587
#10 0xffffffff825aa0ef in vdev_geom_io_start (zio=3D0xfffffe02fd667600)
at /usr/src/sys/contrib/openzfs/module/os/freebsd/zfs/vdev_geom.c:1255
#11 0xffffffff827c27ce in zio_vdev_io_start (zio=3D0xfffffe02fd667600)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4042
#12 0xffffffff827ba208 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#13 zio_nowait (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2437
#14 0xffffffff82704fd6 in vdev_raidz_io_start_write (zio=3D0xfffffe02efd661=
40,=20
rr=3D0xfffff807adf52000, ashift=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:1649
#15 vdev_raidz_io_start (zio=3D0xfffffe02efd66140)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:1748
#16 0xffffffff827c27ce in zio_vdev_io_start (zio=3D0xfffffe02efd66140)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4042
#17 0xffffffff827ba208 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#18 zio_nowait (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2437
#19 0xffffffff826fd684 in vdev_mirror_io_start (zio=3D0xfffffe0344d05ac0)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_mirror.c:687
#20 0xffffffff827c28d3 in zio_vdev_io_start (zio=3D0xfffffe0344d05ac0)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:3917
#21 0xffffffff827baea8 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#22 zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2261
#23 0xffffffff80b75392 in taskqueue_run_locked (
queue=3Dqueue@entry=3D0xfffff8000e2f1100)
at /usr/src/sys/kern/subr_taskqueue.c:518
#24 0xffffffff80b76283 in taskqueue_thread_loop (
arg=3Darg@entry=3D0xfffff80004baff30) at /usr/src/sys/kern/subr_taskque=
ue.c:830
#25 0xffffffff80ac0022 in fork_exit (
callout=3D0xffffffff80b761b0 <taskqueue_thread_loop>,=20
arg=3D0xfffff80004baff30, frame=3D0xfffffe010bdf9f40)
at /usr/src/sys/kern/kern_fork.c:1153
#26 <signal handler called>
#27 0xe699f066ead9f062 in ?? ()
Backtrace stopped: Cannot access memory at address 0x41ae6b2a4dee6b2e
Tracing command "kernel", '\000' <repeats 13 times> pid 0 tid 100267 (CPU 4)
#0 cpustop_handler () at /usr/src/sys/x86/x86/mp_x86.c:1530
#1 0xffffffff81009388 in ipi_nmi_handler ()
at /usr/src/sys/x86/x86/mp_x86.c:1487
#2 0xffffffff810406a6 in trap (frame=3D0xfffffe003a4e9f30)
at /usr/src/sys/amd64/amd64/trap.c:248
#3 <signal handler called>
#4 trash_dtor (mem=3Dmem@entry=3D0xfffff8042f2b5000, size=3Dsize@entry=3D4=
096,=20
arg=3Darg@entry=3D0xfffff80006f65240) at /usr/src/sys/vm/uma_dbg.c:101
#5 0xffffffff80eb65a0 in item_dtor (zone=3D0xfffffe0109828000,=20
item=3D0xfffff8042f2b5000, size=3D4096, udata=3D0xfffff80006f65240,=20
skip=3DSKIP_NONE) at /usr/src/sys/vm/uma_core.c:3513
#6 uma_zfree_arg (zone=3D0xfffffe0109828000, item=3D0xfffff8042f2b5000,=20
udata=3D0xfffff80006f65240) at /usr/src/sys/vm/uma_core.c:4517
#7 0xffffffff8259ead1 in kmem_cache_free (cache=3D0xfffff80006f65240,=20
buf=3D0x1000)
at /usr/src/sys/contrib/openzfs/module/os/freebsd/spl/spl_kmem.c:209
#8 0xffffffff827b7982 in zio_data_buf_free (buf=3D0x1000, size=3D<optimize=
d out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:421
#9 0xffffffff825e02c6 in abd_free_linear (abd=3D0xfffff800755d7400)
at /usr/src/sys/contrib/openzfs/module/zfs/abd.c:244
#10 abd_free (abd=3D0xfffff800755d7400)
at /usr/src/sys/contrib/openzfs/module/zfs/abd.c:306
#11 0xffffffff8270059f in vdev_raidz_row_free (rr=3D0xfffff801ca082800)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:145
#12 vdev_raidz_map_free (rm=3D0xfffff80177b75700)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:160
#13 0xffffffff827c2db6 in zio_vdev_io_assess (zio=3D0xfffffe0344c33e40)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4158
#14 0xffffffff827baea8 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#15 zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2261
#16 0xffffffff80b75392 in taskqueue_run_locked (
queue=3Dqueue@entry=3D0xfffff8000e2f2e00)
at /usr/src/sys/kern/subr_taskqueue.c:518
#17 0xffffffff80b76283 in taskqueue_thread_loop (
arg=3Darg@entry=3D0xfffff80004bafef0) at /usr/src/sys/kern/subr_taskque=
ue.c:830
#18 0xffffffff80ac0022 in fork_exit (
callout=3D0xffffffff80b761b0 <taskqueue_thread_loop>,=20
arg=3D0xfffff80004bafef0, frame=3D0xfffffe01590faf40)
at /usr/src/sys/kern/kern_fork.c:1153
#19 <signal handler called>
#20 0xa15df4f6ad1df4f2 in ?? ()
Backtrace stopped: Cannot access memory at address 0x66a6fba0a2a6fbe
Tracing command "kernel", '\000' <repeats 13 times> pid 0 tid 100259 (CPU 5)
#0 cpustop_handler () at /usr/src/sys/x86/x86/mp_x86.c:1530
#1 0xffffffff81009388 in ipi_nmi_handler ()
at /usr/src/sys/x86/x86/mp_x86.c:1487
#2 0xffffffff810406a6 in trap (frame=3D0xfffffe003a4f8f30)
at /usr/src/sys/amd64/amd64/trap.c:248
#3 <signal handler called>
#4 cache_bucket_pop (cache=3D0xfffffe00e2400400, bucket=3D0xfffffe00e24004=
10)
at /usr/src/sys/vm/uma_core.c:916
#5 cache_alloc_item (zone=3D0xfffffe00e2400000, cache=3D0xfffffe00e2400400=
,=20
bucket=3D0xfffffe00e2400410, udata=3D0x0, flags=3D258)
at /usr/src/sys/vm/uma_core.c:3642
#6 uma_zalloc_arg (zone=3D0xfffffe00e2400000, udata=3Dudata@entry=3D0x0,=20
flags=3Dflags@entry=3D258) at /usr/src/sys/vm/uma_core.c:3740
#7 0xffffffff80a40268 in uma_zalloc (zone=3D0x0, flags=3D258)
at /usr/src/sys/vm/uma.h:367
#8 0xffffffff825a9f90 in vdev_geom_io_start (zio=3D0xfffffe035d281600)
at /usr/src/sys/contrib/openzfs/module/os/freebsd/zfs/vdev_geom.c:1199
#9 0xffffffff827c27ce in zio_vdev_io_start (zio=3D0xfffffe035d281600)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4042
#10 0xffffffff827ba208 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#11 zio_nowait (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2437
#12 0xffffffff82704fd6 in vdev_raidz_io_start_write (zio=3D0xfffffe0388482e=
40,=20
rr=3D0xfffff8079b57c000, ashift=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:1649
#13 vdev_raidz_io_start (zio=3D0xfffffe0388482e40)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:1748
#14 0xffffffff827c27ce in zio_vdev_io_start (zio=3D0xfffffe0388482e40)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4042
#15 0xffffffff827ba208 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#16 zio_nowait (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2437
#17 0xffffffff826fd684 in vdev_mirror_io_start (zio=3D0xfffffe0344d064c0)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_mirror.c:687
#18 0xffffffff827c28d3 in zio_vdev_io_start (zio=3D0xfffffe0344d064c0)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:3917
#19 0xffffffff827baea8 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#20 zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2261
#21 0xffffffff80b75392 in taskqueue_run_locked (
queue=3Dqueue@entry=3D0xfffff8000e2f1100)
at /usr/src/sys/kern/subr_taskqueue.c:518
#22 0xffffffff80b76283 in taskqueue_thread_loop (
arg=3Darg@entry=3D0xfffff80004baff30) at /usr/src/sys/kern/subr_taskque=
ue.c:830
#23 0xffffffff80ac0022 in fork_exit (
callout=3D0xffffffff80b761b0 <taskqueue_thread_loop>,=20
arg=3D0xfffff80004baff30, frame=3D0xfffffe01590d2f40)
at /usr/src/sys/kern/kern_fork.c:1153
#24 <signal handler called>
#25 0xf1e4f728fda4f72c in ?? ()
Backtrace stopped: Cannot access memory at address 0x56d36c645a936c60
Tracing command "kernel", '\000' <repeats 13 times> pid 0 tid 100256 (CPU 6)
#0 cpustop_handler () at /usr/src/sys/x86/x86/mp_x86.c:1530
#1 0xffffffff81009388 in ipi_nmi_handler ()
at /usr/src/sys/x86/x86/mp_x86.c:1487
#2 0xffffffff810406a6 in trap (frame=3D0xfffffe003a507f30)
at /usr/src/sys/amd64/amd64/trap.c:248
#3 <signal handler called>
#4 0xffffffff826d0e63 in spa_config_held (spa=3Dspa@entry=3D0xfffffe010f78=
4000,=20
locks=3Dlocks@entry=3D22, rw=3Drw@entry=3DRW_READER)
at /usr/src/sys/contrib/openzfs/module/zfs/spa_misc.c:585
#5 0xffffffff827b8170 in zio_create (pio=3Dpio@entry=3D0xfffffe035d2e0980,=
=20
spa=3D0xfffffe010f784000, txg=3D51255565, bp=3D0x0, data=3D0xfffff801e7=
99d278,=20
lsize=3Dlsize@entry=3D4096, psize=3D4096,=20
done=3D0xffffffff82701610 <vdev_raidz_child_done>,=20
private=3D0xfffff801e799d260, type=3DZIO_TYPE_WRITE,=20
priority=3DZIO_PRIORITY_ASYNC_WRITE, flags=3D1048704, vd=3D0xfffffe0159=
5cb000,=20
offset=3D1105181818880, zb=3D0xfffffe035d2e0980, stage=3DZIO_STAGE_READ=
Y,=20
pipeline=3D(ZIO_STAGE_VDEV_IO_START | ZIO_STAGE_VDEV_IO_DONE |
ZIO_STAGE_VDEV_IO_ASSESS | ZIO_STAGE_DONE))
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:903
#6 0xffffffff827b9cfe in zio_vdev_child_io (pio=3D0xfffffe035d2e0980,=20
bp=3D<optimized out>, vd=3D0xfffffe01595cb000, offset=3D1105181818880,=
=20
data=3D<optimized out>, size=3D4096, type=3D2,=20
priority=3DZIO_PRIORITY_ASYNC_WRITE, flags=3D1048704,=20
done=3D0xffffffff82701610 <vdev_raidz_child_done>,=20
private=3D0xfffff801e799d260)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:1589
#7 0xffffffff82704fca in vdev_raidz_io_start_write (zio=3D0xfffffe035d2e09=
80,=20
rr=3D0xfffff801e799d000, ashift=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:1649
#8 vdev_raidz_io_start (zio=3D0xfffffe035d2e0980)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:1748
#9 0xffffffff827c27ce in zio_vdev_io_start (zio=3D0xfffffe035d2e0980)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4042
#10 0xffffffff827ba208 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#11 zio_nowait (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2437
#12 0xffffffff826fd684 in vdev_mirror_io_start (zio=3D0xfffffe0344d06980)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_mirror.c:687
#13 0xffffffff827c28d3 in zio_vdev_io_start (zio=3D0xfffffe0344d06980)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:3917
#14 0xffffffff827baea8 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#15 zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2261
#16 0xffffffff80b75392 in taskqueue_run_locked (
queue=3Dqueue@entry=3D0xfffff8000e2f1100)
at /usr/src/sys/kern/subr_taskqueue.c:518
#17 0xffffffff80b76283 in taskqueue_thread_loop (
arg=3Darg@entry=3D0xfffff80004baff30) at /usr/src/sys/kern/subr_taskque=
ue.c:830
#18 0xffffffff80ac0022 in fork_exit (
callout=3D0xffffffff80b761b0 <taskqueue_thread_loop>,=20
arg=3D0xfffff80004baff30, frame=3D0xfffffe01590b9f40)
at /usr/src/sys/kern/kern_fork.c:1153
#19 <signal handler called>
#20 0x1a7a3fee163a3fea in ?? ()
Backtrace stopped: Cannot access memory at address 0xbd4da4a2b10da4a6
Tracing command "kernel", '\000' <repeats 13 times> pid 0 tid 100269 (CPU 7)
#0 cpustop_handler () at /usr/src/sys/x86/x86/mp_x86.c:1530
#1 0xffffffff81009388 in ipi_nmi_handler ()
at /usr/src/sys/x86/x86/mp_x86.c:1487
#2 0xffffffff810406a6 in trap (frame=3D0xfffffe003a516f30)
at /usr/src/sys/amd64/amd64/trap.c:248
#3 <signal handler called>
#4 trash_dtor (mem=3Dmem@entry=3D0xfffff8028709ddc8, size=3Dsize@entry=3D3=
92,=20
arg=3Darg@entry=3D0xfffff80006f66200) at /usr/src/sys/vm/uma_dbg.c:101
#5 0xffffffff80eb65a0 in item_dtor (zone=3D0xfffffe010984b000,=20
item=3D0xfffff8028709ddc8, size=3D392, udata=3D0xfffff80006f66200,=20
skip=3DSKIP_NONE) at /usr/src/sys/vm/uma_core.c:3513
#6 uma_zfree_arg (zone=3D0xfffffe010984b000,=20
item=3Ditem@entry=3D0xfffff8028709ddc8, udata=3D0xfffff80006f66200)
at /usr/src/sys/vm/uma_core.c:4517
#7 0xffffffff8259ead1 in kmem_cache_free (cache=3D0xfffff80006f66200,=20
buf=3D0x188, buf@entry=3D0xfffff8028709ddc8)
at /usr/src/sys/contrib/openzfs/module/os/freebsd/spl/spl_kmem.c:209
#8 0xffffffff8260f28a in dbuf_destroy (db=3D0xfffff8028709ddc8)
at /usr/src/sys/contrib/openzfs/module/zfs/dbuf.c:3116
#9 0xffffffff8261374e in dbuf_rele_and_unlock (db=3D0xfffff8028709df00,=20
tag=3D<optimized out>, evicting=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/dbuf.c:3999
#10 0xffffffff8261b196 in dbuf_write_done (zio=3D0xfffffe0344bcaac0,=20
buf=3D<optimized out>, vdb=3D0xfffff8028709ddc8)
at /usr/src/sys/contrib/openzfs/module/zfs/dbuf.c:4858
#11 0xffffffff825f196f in arc_write_done (zio=3D0xfffffe0344bcaac0)
at /usr/src/sys/contrib/openzfs/module/zfs/arc.c:6639
#12 0xffffffff827c45cf in zio_done (zio=3D0xfffffe0344bcaac0)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4988
#13 0xffffffff827baea8 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#14 zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2261
#15 0xffffffff80b75392 in taskqueue_run_locked (
queue=3Dqueue@entry=3D0xfffff8000e2f2e00)
at /usr/src/sys/kern/subr_taskqueue.c:518
#16 0xffffffff80b76283 in taskqueue_thread_loop (
arg=3Darg@entry=3D0xfffff80004bafef0) at /usr/src/sys/kern/subr_taskque=
ue.c:830
#17 0xffffffff80ac0022 in fork_exit (
callout=3D0xffffffff80b761b0 <taskqueue_thread_loop>,=20
arg=3D0xfffff80004bafef0, frame=3D0xfffffe0159104f40)
at /usr/src/sys/kern/kern_fork.c:1153
#18 <signal handler called>
#19 0xa9ff18e6a5bf18e2 in ?? ()
Backtrace stopped: Cannot access memory at address 0xec883aa028883ae
Tracing command "kernel", '\000' <repeats 13 times> pid 0 tid 100271 (CPU 8)
#0 cpustop_handler () at /usr/src/sys/x86/x86/mp_x86.c:1530
#1 0xffffffff81009388 in ipi_nmi_handler ()
at /usr/src/sys/x86/x86/mp_x86.c:1487
#2 0xffffffff810406a6 in trap (frame=3D0xfffffe003a525f30)
at /usr/src/sys/amd64/amd64/trap.c:248
#3 <signal handler called>
#4 arc_write_done (zio=3Dzio@entry=3D0xfffffe0344bf2980)
at /usr/src/sys/contrib/openzfs/module/zfs/arc.c:6564
#5 0xffffffff827c45cf in zio_done (zio=3D0xfffffe0344bf2980)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4988
#6 0xffffffff827baea8 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#7 zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2261
#8 0xffffffff80b75392 in taskqueue_run_locked (
queue=3Dqueue@entry=3D0xfffff8000e2f2d00)
at /usr/src/sys/kern/subr_taskqueue.c:518
#9 0xffffffff80b76283 in taskqueue_thread_loop (
arg=3Darg@entry=3D0xfffff80004bafee0) at /usr/src/sys/kern/subr_taskque=
ue.c:830
#10 0xffffffff80ac0022 in fork_exit (
callout=3D0xffffffff80b761b0 <taskqueue_thread_loop>,=20
arg=3D0xfffff80004bafee0, frame=3D0xfffffe015910ef40)
at /usr/src/sys/kern/kern_fork.c:1153
#11 <signal handler called>
#12 0xbe5f9160b21f9164 in ?? ()
Backtrace stopped: Cannot access memory at address 0x19684a3c15280a28
Tracing command "kernel", '\000' <repeats 13 times> pid 0 tid 100273 (CPU 9)
#0 cpustop_handler () at /usr/src/sys/x86/x86/mp_x86.c:1530
#1 0xffffffff81009388 in ipi_nmi_handler ()
at /usr/src/sys/x86/x86/mp_x86.c:1487
#2 0xffffffff810406a6 in trap (frame=3D0xfffffe003a534f30)
at /usr/src/sys/amd64/amd64/trap.c:248
#3 <signal handler called>
#4 slab_item_index (slab=3D0xfffff80483ec7be8, keg=3D0xfffff80006f38a80,=20
item=3D0xfffff804810a0000) at /usr/src/sys/vm/uma_int.h:435
#5 uma_dbg_free (zone=3Dzone@entry=3D0xfffffe0109828000, slab=3D0xfffff804=
83ec7be8,=20
slab@entry=3D0xfffff80006f65240, item=3Ditem@entry=3D0xfffff804810a0000)
at /usr/src/sys/vm/uma_core.c:5816
#6 0xffffffff80eb6566 in item_dtor (zone=3D0xfffffe0109828000,=20
item=3D0xfffff804810a0000, size=3D4096, udata=3D0xfffff80006f65240,=20
skip=3DSKIP_NONE) at /usr/src/sys/vm/uma_core.c:3501
#7 uma_zfree_arg (zone=3D0xfffffe0109828000, item=3D0xfffff804810a0000,=20
udata=3D0xfffff80006f65240) at /usr/src/sys/vm/uma_core.c:4517
#8 0xffffffff8259ead1 in kmem_cache_free (cache=3D0xfffff804810a0000,=20
buf=3D0xfffff80006f38a80)
at /usr/src/sys/contrib/openzfs/module/os/freebsd/spl/spl_kmem.c:209
#9 0xffffffff827b7982 in zio_data_buf_free (buf=3D0xfffff80006f38a80,=20
size=3D<optimized out>) at /usr/src/sys/contrib/openzfs/module/zfs/zio.=
c:421
#10 0xffffffff825e02c6 in abd_free_linear (abd=3D0xfffff8061b8a3e00)
at /usr/src/sys/contrib/openzfs/module/zfs/abd.c:244
#11 abd_free (abd=3D0xfffff8061b8a3e00)
at /usr/src/sys/contrib/openzfs/module/zfs/abd.c:306
#12 0xffffffff8270059f in vdev_raidz_row_free (rr=3D0xfffff803e72eb000)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:145
#13 vdev_raidz_map_free (rm=3D0xfffff804f1092200)
at /usr/src/sys/contrib/openzfs/module/zfs/vdev_raidz.c:160
#14 0xffffffff827c2db6 in zio_vdev_io_assess (zio=3D0xfffffe0383e9a7c0)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4158
#15 0xffffffff827baea8 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#16 zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2261
#17 0xffffffff80b75392 in taskqueue_run_locked (
queue=3Dqueue@entry=3D0xfffff8000e2f2d00)
at /usr/src/sys/kern/subr_taskqueue.c:518
#18 0xffffffff80b76283 in taskqueue_thread_loop (
arg=3Darg@entry=3D0xfffff80004bafee0) at /usr/src/sys/kern/subr_taskque=
ue.c:830
#19 0xffffffff80ac0022 in fork_exit (
callout=3D0xffffffff80b761b0 <taskqueue_thread_loop>,=20
arg=3D0xfffff80004bafee0, frame=3D0xfffffe0159118f40)
at /usr/src/sys/kern/kern_fork.c:1153
#20 <signal handler called>
#21 0xc4527342c8127346 in ?? ()
Backtrace stopped: Cannot access memory at address 0x6365e80e6f25e80a
Tracing command "kernel", '\000' <repeats 13 times> pid 0 tid 100272 (CPU 1=
0)
#0 cpustop_handler () at /usr/src/sys/x86/x86/mp_x86.c:1530
#1 0xffffffff81009388 in ipi_nmi_handler ()
at /usr/src/sys/x86/x86/mp_x86.c:1487
#2 0xffffffff810406a6 in trap (frame=3D0xfffffe003a543f30)
at /usr/src/sys/amd64/amd64/trap.c:248
#3 <signal handler called>
#4 0xffffffff826d48b4 in bp_get_dsize_sync (spa=3D0xfffffe010f784000,=20
bp=3Dbp@entry=3D0xfffffe0327b7da00)
at /usr/src/sys/contrib/openzfs/module/zfs/spa_misc.c:2140
#5 0xffffffff82652161 in dsl_dataset_block_born (
ds=3Dds@entry=3D0xfffff80037ed2000, bp=3Dbp@entry=3D0xfffffe0327b7da00,=
=20
tx=3Dtx@entry=3D0xfffff8043315e200)
at /usr/src/sys/contrib/openzfs/module/zfs/dsl_dataset.c:140
#6 0xffffffff8261ad22 in dbuf_write_done (zio=3D0xfffffe0344be5ac0,=20
buf=3D<optimized out>, vdb=3D0xfffff8021e32dc40)
at /usr/src/sys/contrib/openzfs/module/zfs/dbuf.c:4810
#7 0xffffffff825f196f in arc_write_done (zio=3D0xfffffe0344be5ac0)
at /usr/src/sys/contrib/openzfs/module/zfs/arc.c:6639
#8 0xffffffff827c45cf in zio_done (zio=3D0xfffffe0344be5ac0)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4988
#9 0xffffffff827baea8 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#10 zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2261
#11 0xffffffff80b75392 in taskqueue_run_locked (
queue=3Dqueue@entry=3D0xfffff8000e2f2d00)
at /usr/src/sys/kern/subr_taskqueue.c:518
#12 0xffffffff80b76283 in taskqueue_thread_loop (
arg=3Darg@entry=3D0xfffff80004bafee0) at /usr/src/sys/kern/subr_taskque=
ue.c:830
#13 0xffffffff80ac0022 in fork_exit (
callout=3D0xffffffff80b761b0 <taskqueue_thread_loop>,=20
arg=3D0xfffff80004bafee0, frame=3D0xfffffe0159109f40)
at /usr/src/sys/kern/kern_fork.c:1153
#14 <signal handler called>
#15 0xa17e1b53ad3e1b57 in ?? ()
Backtrace stopped: Cannot access memory at address 0x1649801f0a09801b
Tracing command "kernel", '\000' <repeats 13 times> pid 0 tid 100270 (CPU 1=
1)
#0 cpustop_handler () at /usr/src/sys/x86/x86/mp_x86.c:1530
#1 0xffffffff81009388 in ipi_nmi_handler ()
at /usr/src/sys/x86/x86/mp_x86.c:1487
#2 0xffffffff810406a6 in trap (frame=3D0xfffffe003a552f30)
at /usr/src/sys/amd64/amd64/trap.c:248
#3 <signal handler called>
#4 zfs_refcount_remove_many (rc=3Drc@entry=3D0xfffff8048def2098,=20
number=3Dnumber@entry=3D1, holder=3D0xfffff8048def2000)
at /usr/src/sys/contrib/openzfs/module/zfs/refcount.c:176
#5 0xffffffff826ab722 in zfs_refcount_remove (rc=3Drc@entry=3D0xfffff8048d=
ef2098,=20
holder=3D0xfffff8048def2000)
at /usr/src/sys/contrib/openzfs/module/zfs/refcount.c:212
#6 0xffffffff825e7200 in remove_reference (hdr=3Dhdr@entry=3D0xfffff8048de=
f2000,=20
tag=3Dtag@entry=3D0xfffff8048def2000)
at /usr/src/sys/contrib/openzfs/module/zfs/arc.c:2314
#7 0xffffffff825f182c in arc_write_done (zio=3D0xfffffe0344be4c80)
at /usr/src/sys/contrib/openzfs/module/zfs/arc.c:6629
#8 0xffffffff827c45cf in zio_done (zio=3D0xfffffe0344be4c80)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:4988
#9 0xffffffff827baea8 in __zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2350
#10 zio_execute (zio=3D<optimized out>)
at /usr/src/sys/contrib/openzfs/module/zfs/zio.c:2261
#11 0xffffffff80b75392 in taskqueue_run_locked (
queue=3Dqueue@entry=3D0xfffff8000e2f2d00)
at /usr/src/sys/kern/subr_taskqueue.c:518
#12 0xffffffff80b76283 in taskqueue_thread_loop (
arg=3Darg@entry=3D0xfffff80004bafee0) at /usr/src/sys/kern/subr_taskque=
ue.c:830
#13 0xffffffff80ac0022 in fork_exit (
callout=3D0xffffffff80b761b0 <taskqueue_thread_loop>,=20
arg=3D0xfffff80004bafee0, frame=3D0xfffffe01590fff40)
at /usr/src/sys/kern/kern_fork.c:1153
#14 <signal handler called>
#15 0xfc4cec75700cec71 in ?? ()
Backtrace stopped: Cannot access memory at address 0xdb7b7739d73b773d
(kgdb)
--=20
You are receiving this mail because:
You are the assignee for the bug.=
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?>