Date: Tue, 05 Oct 2010 23:49:34 -0500 From: "James R. Van Artsdalen" <james-freebsd-fs2@jrv.org> To: Pawel Jakub Dawidek <pjd@freebsd.org> Cc: freebsd-fs <freebsd-fs@freebsd.org> Subject: ZFS v28 recv panic Message-ID: <4CABFFDE.5090408@jrv.org> In-Reply-To: <20100831215915.GE1932@garage.freebsd.pl> References: <20100831215915.GE1932@garage.freebsd.pl>
next in thread | previous in thread | raw e-mail | index | archive | help
[-- Attachment #1 --]
The following series of commands cause a kernel panic with pjd's 8/31
zfs v28 patches on svn 212080:
zpool create rec1 da3
zpool create rec2 da4
zfs create rec1/a
zfs create rec1/a/b
zfs snapshot -r rec1@s1
zfs rename rec1/a/b rec1/c
zfs destroy -r rec1/a
zfs create rec1/a
zfs rename rec1/c rec1/a/d
zfs snapshot -r rec1@s2
zfs send -R rec1@s1 | zfs recv -dvuF rec2
zfs send -R -I @s1 rec1@s2 | zfs recv -dvuF rec2
(this is an attempt to wreak havoc on zfs send/recv by having a child
dataset that is older than the parent, but it tickles a kernel bug
rather than the zfs recv code)
The textdump.tar file is available upon request. The panic string is:
solaris assert: vp->v_count == 1, file:
/usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c,
line: 4510
The kernel config file:
kraken:/root# cat /usr/src/sys/amd64/conf/BIGTEX
include GENERIC
ident BIGTEX
nodevice hptrr # Highpoint RocketRAID 17xx, 22xx, 23xx, 25xx
#options PRINTF_BUFR_SIZE=128
nodevice uhid # "Human Interface Devices"
options DEBUG_LOCKS
options DEBUG_VFS_LOCKS
kraken:/root#
[-- Attachment #2 --]
include GENERIC
ident BIGTEX
nodevice hptrr # Highpoint RocketRAID 17xx, 22xx, 23xx, 25xx
#options PRINTF_BUFR_SIZE=128
nodevice uhid # "Human Interface Devices"
options DEBUG_LOCKS
options DEBUG_VFS_LOCKS
[-- Attachment #3 --]
ddb.txt 0600 0 0 140000 11452773127 7103 ustar root wheel db:0:kdb.enter.panic> run lockinfo
db:1:lockinfo> show locks
exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xffffff0008d5d8c8) locked @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:4509
shared sx zfsvfs->z_teardown_inactive_lock (zfsvfs->z_teardown_inactive_lock) r = 0 (0xffffff01319a0200) locked @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:4503
exclusive sleep mutex Giant (Giant) r = 0 (0xffffffff80c3dda0) locked @ /usr/src/sys/kern/vfs_mount.c:1129
exclusive lockmgr zfs (zfs) r = 0 (0xffffff0008d5d800) locked @ /usr/src/sys/kern/vfs_mount.c:1199
db:1:locks> show alllocks
Process 1711 (zfs) thread 0xffffff003d4ee440 (100214)
exclusive sleep mutex vnode interlock (vnode interlock) r = 0 (0xffffff0008d5d8c8) locked @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:4509
shared sx zfsvfs->z_teardown_inactive_lock (zfsvfs->z_teardown_inactive_lock) r = 0 (0xffffff01319a0200) locked @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:4503
exclusive sleep mutex Giant (Giant) r = 0 (0xffffffff80c3dda0) locked @ /usr/src/sys/kern/vfs_mount.c:1129
exclusive lockmgr zfs (zfs) r = 0 (0xffffff0008d5d800) locked @ /usr/src/sys/kern/vfs_mount.c:1199
Process 1611 (fsck_ufs) thread 0xffffff0008e80880 (100146)
exclusive lockmgr bufwait (bufwait) r = 0 (0xffffff80a55883f8) locked @ /usr/src/sys/kern/vfs_bio.c:1912
exclusive lockmgr bufwait (bufwait) r = 0 (0xffffff80a5ce8300) locked @ /usr/src/sys/kern/vfs_bio.c:2659
exclusive lockmgr ufs (ufs) r = 0 (0xffffff0008e1c588) locked @ /usr/src/sys/ufs/ffs/ffs_vfsops.c:1504
db:1:alllocks> show lockedvnods
Locked vnodes
db:0:kdb.enter.panic> show pcpu
cpuid = 2
dynamic pcpu = 0xffffff807f422c00
curthread = 0xffffff003d4ee440: pid 1711 "initial thread"
curpcb = 0xffffff80ed7ccd00
fpcurthread = none
idlethread = 0xffffff00028e0880: tid 100008 "idle: cpu2"
curpmap = 0xffffff0008da0770
tssp = 0xffffffff80e1e6d0
commontssp = 0xffffffff80e1e6d0
rsp0 = 0xffffff80ed7ccd00
gs32p = 0xffffffff80e1d508
ldt = 0xffffffff80e1d548
tss = 0xffffffff80e1d538
spin locks held:
db:0:kdb.enter.panic> bt
Tracing pid 1711 tid 100214 td 0xffffff003d4ee440
kdb_enter() at kdb_enter+0x3d
panic() at panic+0x17b
zfs_freebsd_inactive() at zfs_freebsd_inactive
zfs_freebsd_inactive() at zfs_freebsd_inactive+0x1a
VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0xb5
vinactive() at vinactive+0x90
vputx() at vputx+0x2dc
dounmount() at dounmount+0x388
unmount() at unmount+0x27e
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (22, FreeBSD ELF64, unmount), rip = 0x80106335c, rsp = 0x7fffffff65f8, rbp = 0x801810800 ---
db:0:kdb.enter.panic> ps
pid ppid pgrp uid state wmesg wchan cmd
1711 1697 1697 0 R+ CPU 2 initial thread
1697 1629 1697 0 S+ wait 0xffffff01309be8c0 bash
1629 1626 1629 0 Ss+ wait 0xffffff003d510000 bash
1626 1512 1626 0 Ss select 0xffffff003d24eb40 sshd
1611 1594 29 0 D biord 0xffffff80a5588360 fsck_ufs
1606 1 1606 0 Ss+ ttyin 0xffffff00088720a8 getty
1605 1 1605 0 Ss+ ttyin 0xffffff00088724a8 getty
1604 1 1604 0 Ss+ ttyin 0xffffff00029d14a8 getty
1603 1 1603 0 Ss+ ttyin 0xffffff00029d18a8 getty
1602 1 1602 0 Ss+ ttyin 0xffffff00029d1ca8 getty
1601 1 1601 0 Ss+ ttyin 0xffffff00088700a8 getty
1600 1 1600 0 Ss+ ttyin 0xffffff00088704a8 getty
1599 1 1599 0 Ss+ ttyin 0xffffff00088708a8 getty
1595 1 29 0 S+ piperd 0xffffff0008e25000 logger
1594 1 29 0 S+ wait 0xffffff003d50f460 fsck
1565 1 1565 0 Ss select 0xffffff0008b45240 inetd
1533 1 1533 0 Ss nanslp 0xffffffff80c3ea48 cron
1526 1 1526 25 Ss pause 0xffffff0008d38500 sendmail
1520 1 1520 0 Ss select 0xffffff003d24f240 sendmail
1512 1 1512 0 Ss select 0xffffff0008aea940 sshd
1432 1 1432 0 Ss select 0xffffff0008b9b6c0 ntpd
1367 1 1366 0 S nanslp 0xffffffff80c3ea48 smartd
1340 1 1340 0 Ss rpcsvc 0xffffff0008e029a0 NLM: master
1333 1 1333 0 Ss select 0xffffff0008aea0c0 rpc.statd
1227 1 1227 0 Ss select 0xffffff0008aeabc0 rpcbind
1203 1 1203 0 Ss select 0xffffff0008b47440 syslogd
971 1 971 0 Ss select 0xffffff0008b471c0 devd
126 1 126 0 Ss pause 0xffffff0008d53960 adjkerntz
28 0 0 0 DL m:w1 0xffffff0008c46400 [g_mirror P55UD6-usr]
27 0 0 0 DL m:w1 0xffffff0002664400 [g_mirror P55UD6-var]
26 0 0 0 DL m:w1 0xffffff0002664200 [g_mirror P55UD6-tmp]
25 0 0 0 DL m:w1 0xffffff0002664800 [g_mirror P55UD6-swa]
24 0 0 0 DL m:w1 0xffffff0002664600 [g_mirror P55UD6-roo]
23 0 0 0 DL flowclea 0xffffffff80e00db0 [flowcleaner]
22 0 0 0 DL sdflush 0xffffffff80e0fed8 [softdepflush]
21 0 0 0 DL vlruwt 0xffffff0008b05460 [vnlru]
20 0 0 0 DL syncer 0xffffffff80e00b00 [syncer]
19 0 0 0 DL psleep 0xffffffff80e00628 [bufdaemon]
18 0 0 0 DL pgzero 0xffffffff80e19d3c [pagezero]
17 0 0 0 DL psleep 0xffffffff80e18fe8 [vmdaemon]
16 0 0 0 DL psleep 0xffffffff80e18fac [pagedaemon]
15 0 0 0 DL ccb_scan 0xffffffff80c06ce0 [xpt_thrd]
9 0 0 0 DL waiting_ 0xffffffff80e03980 [sctp_iterator]
8 0 0 0 DL (threaded) [zfskern]
100991 D tx->tx_s 0xffffff01423cd610 [txg_thread_enter]
100990 D tx->tx_q 0xffffff01423cd630 [txg_thread_enter]
100838 D tx->tx_s 0xffffff0123262e10 [txg_thread_enter]
100837 D tx->tx_q 0xffffff0123262e30 [txg_thread_enter]
100686 D tx->tx_s 0xffffff0142fb9210 [txg_thread_enter]
100685 D tx->tx_q 0xffffff0142fb9230 [txg_thread_enter]
100534 D tx->tx_s 0xffffff012d2ac610 [txg_thread_enter]
100533 D tx->tx_q 0xffffff012d2ac630 [txg_thread_enter]
100382 D tx->tx_s 0xffffff012d24de10 [txg_thread_enter]
100381 D tx->tx_q 0xffffff012d24de30 [txg_thread_enter]
100095 D l2arc_fe 0xffffffff81197040 [l2arc_feed_thread]
100094 D arc_recl 0xffffffff81187120 [arc_reclaim_thread]
7 0 0 0 DL - 0xffffff0002c08848 [fdc0]
6 0 0 0 SL - 0xffffff80009d3000 [fw0_probe]
5 0 0 0 DL idle 0xffffff800098d000 [mpt_recovery0]
14 0 0 0 DL (threaded) [usb]
100078 D - 0xffffff80009d0dd0 [usbus8]
100077 D - 0xffffff80009d0d78 [usbus8]
100076 D - 0xffffff80009d0d20 [usbus8]
100075 D - 0xffffff80009d0cc8 [usbus8]
100074 D - 0xffffff80009c7ef0 [usbus7]
100073 D - 0xffffff80009c7e98 [usbus7]
100072 D - 0xffffff80009c7e40 [usbus7]
100071 D - 0xffffff80009c7de8 [usbus7]
100070 D - 0xffffff80009beef0 [usbus6]
100069 D - 0xffffff80009bee98 [usbus6]
100068 D - 0xffffff80009bee40 [usbus6]
100067 D - 0xffffff80009bede8 [usbus6]
100066 D - 0xffffff80009b5ef0 [usbus5]
100065 D - 0xffffff80009b5e98 [usbus5]
100064 D - 0xffffff80009b5e40 [usbus5]
100063 D - 0xffffff80009b5de8 [usbus5]
100062 D - 0xffffff80009acef0 [usbus4]
100061 D - 0xffffff80009ace98 [usbus4]
100060 D - 0xffffff80009ace40 [usbus4]
100059 D - 0xffffff80009acde8 [usbus4]
100055 D - 0xffffff800097cdd0 [usbus3]
100054 D - 0xffffff800097cd78 [usbus3]
100053 D - 0xffffff800097cd20 [usbus3]
100052 D - 0xffffff800097ccc8 [usbus3]
100051 D - 0xffffff8000973ef0 [usbus2]
100050 D - 0xffffff8000973e98 [usbus2]
100049 D - 0xffffff8000973e40 [usbus2]
100048 D - 0xffffff8000973de8 [usbus2]
100046 D - 0xffffff800096aef0 [usbus1]
100045 D - 0xffffff800096ae98 [usbus1]
100044 D - 0xffffff800096ae40 [usbus1]
100043 D - 0xffffff800096ade8 [usbus1]
100041 D - 0xffffff8000961ef0 [usbus0]
100040 D - 0xffffff8000961e98 [usbus0]
100039 D - 0xffffff8000961e40 [usbus0]
100038 D - 0xffffff8000961de8 [usbus0]
13 0 0 0 DL - 0xffffffff80c3e744 [yarrow]
4 0 0 0 DL - 0xffffffff80c3ad28 [g_down]
3 0 0 0 DL - 0xffffffff80c3ad20 [g_up]
2 0 0 0 DL - 0xffffffff80c3ad10 [g_event]
12 0 0 0 WL (threaded) [intr]
100085 I [irq1: atkbd0]
100084 I [swi0: uart]
100082 I [irq259: ahci3]
100079 I [irq17: fwohci0]
100058 I [irq23: uhci3 ehci1]
100056 I [irq19: atapci0++]
100047 I [irq18: uhci2 ehci0*]
100042 I [irq21: uhci1]
100037 I [irq16: uhci0 mpt0+]
100036 I [irq256: siis0]
100035 I [irq9: acpi0]
100031 I [swi6: task queue]
100030 I [swi6: Giant taskq]
100028 I [swi5: +]
100026 I [swi2: cambio]
100020 I [swi3: vm]
100019 I [swi1: netisr 0]
100018 I [swi4: clock]
100017 I [swi4: clock]
100016 I [swi4: clock]
100015 I [swi4: clock]
100014 I [swi4: clock]
100013 I [swi4: clock]
100012 I [swi4: clock]
100011 I [swi4: clock]
11 0 0 0 RL (threaded) [idle]
100010 Run CPU 0 [idle: cpu0]
100009 Run CPU 1 [idle: cpu1]
100008 CanRun [idle: cpu2]
100007 Run CPU 3 [idle: cpu3]
100006 Run CPU 4 [idle: cpu4]
100005 Run CPU 5 [idle: cpu5]
100004 Run CPU 6 [idle: cpu6]
100003 Run CPU 7 [idle: cpu7]
1 0 1 0 SLs wait 0xffffff00028db8c0 [init]
10 0 0 0 DL audit_wo 0xffffffff80e0f010 [audit]
0 0 0 0 DLs (threaded) [kernel]
100992 D - 0xffffff0118856800 [zil_clean]
100994 D - 0xffffff0008a0d480 [zil_clean]
100993 D - 0xffffff0118856880 [zil_clean]
100989 D - 0xffffff011b6df200 [zfs_vn_rele_taskq]
100988 D - 0xffffff003d22c000 [zio_ioctl_intr]
100987 D - 0xffffff0118857280 [zio_ioctl_issue]
100986 D - 0xffffff003d614600 [zio_claim_intr]
100985 D - 0xffffff003d614680 [zio_claim_issue]
100984 D - 0xffffff003d614700 [zio_free_intr]
100983 D - 0xffffff003d614780 [zio_free_issue_99]
100982 D - 0xffffff003d614780 [zio_free_issue_98]
100981 D - 0xffffff003d614780 [zio_free_issue_97]
100980 D - 0xffffff003d614780 [zio_free_issue_96]
100979 D - 0xffffff003d614780 [zio_free_issue_95]
100978 D - 0xffffff003d614780 [zio_free_issue_94]
100977 D - 0xffffff003d614780 [zio_free_issue_93]
100976 D - 0xffffff003d614780 [zio_free_issue_92]
100975 D - 0xffffff003d614780 [zio_free_issue_91]
100974 D - 0xffffff003d614780 [zio_free_issue_90]
100973 D - 0xffffff003d614780 [zio_free_issue_89]
100972 D - 0xffffff003d614780 [zio_free_issue_88]
100971 D - 0xffffff003d614780 [zio_free_issue_87]
100970 D - 0xffffff003d614780 [zio_free_issue_86]
100969 D - 0xffffff003d614780 [zio_free_issue_85]
100968 D - 0xffffff003d614780 [zio_free_issue_84]
100967 D - 0xffffff003d614780 [zio_free_issue_83]
100966 D - 0xffffff003d614780 [zio_free_issue_82]
100965 D - 0xffffff003d614780 [zio_free_issue_81]
100964 D - 0xffffff003d614780 [zio_free_issue_80]
100963 D - 0xffffff003d614780 [zio_free_issue_79]
100962 D - 0xffffff003d614780 [zio_free_issue_78]
100961 D - 0xffffff003d614780 [zio_free_issue_77]
100960 D - 0xffffff003d614780 [zio_free_issue_76]
100959 D - 0xffffff003d614780 [zio_free_issue_75]
100958 D - 0xffffff003d614780 [zio_free_issue_74]
100957 D - 0xffffff003d614780 [zio_free_issue_73]
100956 D - 0xffffff003d614780 [zio_free_issue_72]
100955 D - 0xffffff003d614780 [zio_free_issue_71]
100954 D - 0xffffff003d614780 [zio_free_issue_70]
100953 D - 0xffffff003d614780 [zio_free_issue_69]
100952 D - 0xffffff003d614780 [zio_free_issue_68]
100951 D - 0xffffff003d614780 [zio_free_issue_67]
100950 D - 0xffffff003d614780 [zio_free_issue_66]
100949 D - 0xffffff003d614780 [zio_free_issue_65]
100948 D - 0xffffff003d614780 [zio_free_issue_64]
100947 D - 0xffffff003d614780 [zio_free_issue_63]
100946 D - 0xffffff003d614780 [zio_free_issue_62]
100945 D - 0xffffff003d614780 [zio_free_issue_61]
100944 D - 0xffffff003d614780 [zio_free_issue_60]
100943 D - 0xffffff003d614780 [zio_free_issue_59]
100942 D - 0xffffff003d614780 [zio_free_issue_58]
100941 D - 0xffffff003d614780 [zio_free_issue_57]
100940 D - 0xffffff003d614780 [zio_free_issue_56]
100939 D - 0xffffff003d614780 [zio_free_issue_55]
100938 D - 0xffffff003d614780 [zio_free_issue_54]
100937 D - 0xffffff003d614780 [zio_free_issue_53]
100936 D - 0xffffff003d614780 [zio_free_issue_52]
100935 D - 0xffffff003d614780 [zio_free_issue_51]
100934 D - 0xffffff003d614780 [zio_free_issue_50]
100933 D - 0xffffff003d614780 [zio_free_issue_49]
100932 D - 0xffffff003d614780 [zio_free_issue_48]
100931 D - 0xffffff003d614780 [zio_free_issue_47]
100930 D - 0xffffff003d614780 [zio_free_issue_46]
100929 D - 0xffffff003d614780 [zio_free_issue_45]
100928 D - 0xffffff003d614780 [zio_free_issue_44]
100927 D - 0xffffff003d614780 [zio_free_issue_43]
100926 D - 0xffffff003d614780 [zio_free_issue_42]
100925 D - 0xffffff003d614780 [zio_free_issue_41]
100924 D - 0xffffff003d614780 [zio_free_issue_40]
100923 D - 0xffffff003d614780 [zio_free_issue_39]
100922 D - 0xffffff003d614780 [zio_free_issue_38]
100921 D - 0xffffff003d614780 [zio_free_issue_37]
100920 D - 0xffffff003d614780 [zio_free_issue_36]
100919 D - 0xffffff003d614780 [zio_free_issue_35]
100918 D - 0xffffff003d614780 [zio_free_issue_34]
100917 D - 0xffffff003d614780 [zio_free_issue_33]
100916 D - 0xffffff003d614780 [zio_free_issue_32]
100915 D - 0xffffff003d614780 [zio_free_issue_31]
100914 D - 0xffffff003d614780 [zio_free_issue_30]
100913 D - 0xffffff003d614780 [zio_free_issue_29]
100912 D - 0xffffff003d614780 [zio_free_issue_28]
100911 D - 0xffffff003d614780 [zio_free_issue_27]
100910 D - 0xffffff003d614780 [zio_free_issue_26]
100909 D - 0xffffff003d614780 [zio_free_issue_25]
100908 D - 0xffffff003d614780 [zio_free_issue_24]
100907 D - 0xffffff003d614780 [zio_free_issue_23]
100906 D - 0xffffff003d614780 [zio_free_issue_22]
100905 D - 0xffffff003d614780 [zio_free_issue_21]
100904 D - 0xffffff003d614780 [zio_free_issue_20]
100903 D - 0xffffff003d614780 [zio_free_issue_19]
100902 D - 0xffffff003d614780 [zio_free_issue_18]
100901 D - 0xffffff003d614780 [zio_free_issue_17]
100900 D - 0xffffff003d614780 [zio_free_issue_16]
100899 D - 0xffffff003d614780 [zio_free_issue_15]
100898 D - 0xffffff003d614780 [zio_free_issue_14]
100897 D - 0xffffff003d614780 [zio_free_issue_13]
100896 D - 0xffffff003d614780 [zio_free_issue_12]
100895 D - 0xffffff003d614780 [zio_free_issue_11]
100894 D - 0xffffff003d614780 [zio_free_issue_10]
100893 D - 0xffffff003d614780 [zio_free_issue_9]
100892 D - 0xffffff003d614780 [zio_free_issue_8]
100891 D - 0xffffff003d614780 [zio_free_issue_7]
100890 D - 0xffffff003d614780 [zio_free_issue_6]
100889 D - 0xffffff003d614780 [zio_free_issue_5]
100888 D - 0xffffff003d614780 [zio_free_issue_4]
100887 D - 0xffffff003d614780 [zio_free_issue_3]
100886 D - 0xffffff003d614780 [zio_free_issue_2]
100885 D - 0xffffff003d614780 [zio_free_issue_1]
100884 D - 0xffffff003d614780 [zio_free_issue_0]
100883 D - 0xffffff003d28d880 [zio_write_intr_high]
100882 D - 0xffffff003d28d880 [zio_write_intr_high]
100881 D - 0xffffff003d28d880 [zio_write_intr_high]
100880 D - 0xffffff003d28d880 [zio_write_intr_high]
100879 D - 0xffffff003d28d880 [zio_write_intr_high]
100878 D - 0xffffff003d3eed80 [zio_write_intr_7]
100877 D - 0xffffff003d3eed80 [zio_write_intr_6]
100876 D - 0xffffff003d3eed80 [zio_write_intr_5]
100875 D - 0xffffff003d3eed80 [zio_write_intr_4]
100874 D - 0xffffff003d3eed80 [zio_write_intr_3]
100873 D - 0xffffff003d3eed80 [zio_write_intr_2]
100872 D - 0xffffff003d3eed80 [zio_write_intr_1]
100871 D - 0xffffff003d3eed80 [zio_write_intr_0]
100870 D - 0xffffff003d28da00 [zio_write_issue_hig]
100869 D - 0xffffff003d28da00 [zio_write_issue_hig]
100868 D - 0xffffff003d28da00 [zio_write_issue_hig]
100867 D - 0xffffff003d28da00 [zio_write_issue_hig]
100866 D - 0xffffff003d28da00 [zio_write_issue_hig]
100865 D - 0xffffff003d28d980 [zio_write_issue_7]
100864 D - 0xffffff003d28d980 [zio_write_issue_6]
100863 D - 0xffffff003d28d980 [zio_write_issue_5]
100862 D - 0xffffff003d28d980 [zio_write_issue_4]
100861 D - 0xffffff003d28d980 [zio_write_issue_3]
100860 D - 0xffffff003d28d980 [zio_write_issue_2]
100859 D - 0xffffff003d28d980 [zio_write_issue_1]
100858 D - 0xffffff003d28d980 [zio_write_issue_0]
100857 D - 0xffffff003d28d900 [zio_read_intr_7]
100856 D - 0xffffff003d28d900 [zio_read_intr_6]
100855 D - 0xffffff003d28d900 [zio_read_intr_5]
100854 D - 0xffffff003d28d900 [zio_read_intr_4]
100853 D - 0xffffff003d28d900 [zio_read_intr_3]
100852 D - 0xffffff003d28d900 [zio_read_intr_2]
100851 D - 0xffffff003d28d900 [zio_read_intr_1]
100850 D - 0xffffff003d28d900 [zio_read_intr_0]
100849 D - 0xffffff01189cf880 [zio_read_issue_7]
100848 D - 0xffffff01189cf880 [zio_read_issue_6]
100847 D - 0xffffff01189cf880 [zio_read_issue_5]
100846 D - 0xffffff01189cf880 [zio_read_issue_4]
100845 D - 0xffffff01189cf880 [zio_read_issue_3]
100844 D - 0xffffff01189cf880 [zio_read_issue_2]
100843 D - 0xffffff01189cf880 [zio_read_issue_1]
100842 D - 0xffffff01189cf880 [zio_read_issue_0]
100841 D - 0xffffff011f5edd80 [zio_null_intr]
100840 D - 0xffffff011f5ede00 [zio_null_issue]
100839 D - 0xffffff0118857300 [zil_clean]
100836 D - 0xffffff003d3ee200 [zfs_vn_rele_taskq]
100835 D - 0xffffff011a370680 [zio_ioctl_intr]
100834 D - 0xffffff01189f0580 [zio_ioctl_issue]
100833 D - 0xffffff003d22d780 [zio_claim_intr]
100832 D - 0xffffff003d22d680 [zio_claim_issue]
100831 D - 0xffffff011a370280 [zio_free_intr]
100830 D - 0xffffff0115979800 [zio_free_issue_99]
100829 D - 0xffffff0115979800 [zio_free_issue_98]
100828 D - 0xffffff0115979800 [zio_free_issue_97]
100827 D - 0xffffff0115979800 [zio_free_issue_96]
100826 D - 0xffffff0115979800 [zio_free_issue_95]
100825 D - 0xffffff0115979800 [zio_free_issue_94]
100824 D - 0xffffff0115979800 [zio_free_issue_93]
100823 D - 0xffffff0115979800 [zio_free_issue_92]
100822 D - 0xffffff0115979800 [zio_free_issue_91]
100821 D - 0xffffff0115979800 [zio_free_issue_90]
100820 D - 0xffffff0115979800 [zio_free_issue_89]
100819 D - 0xffffff0115979800 [zio_free_issue_88]
100818 D - 0xffffff0115979800 [zio_free_issue_87]
100817 D - 0xffffff0115979800 [zio_free_issue_86]
100816 D - 0xffffff0115979800 [zio_free_issue_85]
100815 D - 0xffffff0115979800 [zio_free_issue_84]
100814 D - 0xffffff0115979800 [zio_free_issue_83]
100813 D - 0xffffff0115979800 [zio_free_issue_82]
100812 D - 0xffffff0115979800 [zio_free_issue_81]
100811 D - 0xffffff0115979800 [zio_free_issue_80]
100810 D - 0xffffff0115979800 [zio_free_issue_79]
100809 D - 0xffffff0115979800 [zio_free_issue_78]
100808 D - 0xffffff0115979800 [zio_free_issue_77]
100807 D - 0xffffff0115979800 [zio_free_issue_76]
100806 D - 0xffffff0115979800 [zio_free_issue_75]
100805 D - 0xffffff0115979800 [zio_free_issue_74]
100804 D - 0xffffff0115979800 [zio_free_issue_73]
100803 D - 0xffffff0115979800 [zio_free_issue_72]
100802 D - 0xffffff0115979800 [zio_free_issue_71]
100801 D - 0xffffff0115979800 [zio_free_issue_70]
100800 D - 0xffffff0115979800 [zio_free_issue_69]
100799 D - 0xffffff0115979800 [zio_free_issue_68]
100798 D - 0xffffff0115979800 [zio_free_issue_67]
100797 D - 0xffffff0115979800 [zio_free_issue_66]
100796 D - 0xffffff0115979800 [zio_free_issue_65]
100795 D - 0xffffff0115979800 [zio_free_issue_64]
100794 D - 0xffffff0115979800 [zio_free_issue_63]
100793 D - 0xffffff0115979800 [zio_free_issue_62]
100792 D - 0xffffff0115979800 [zio_free_issue_61]
100791 D - 0xffffff0115979800 [zio_free_issue_60]
100790 D - 0xffffff0115979800 [zio_free_issue_59]
100789 D - 0xffffff0115979800 [zio_free_issue_58]
100788 D - 0xffffff0115979800 [zio_free_issue_57]
100787 D - 0xffffff0115979800 [zio_free_issue_56]
100786 D - 0xffffff0115979800 [zio_free_issue_55]
100785 D - 0xffffff0115979800 [zio_free_issue_54]
100784 D - 0xffffff0115979800 [zio_free_issue_53]
100783 D - 0xffffff0115979800 [zio_free_issue_52]
100782 D - 0xffffff0115979800 [zio_free_issue_51]
100781 D - 0xffffff0115979800 [zio_free_issue_50]
100780 D - 0xffffff0115979800 [zio_free_issue_49]
100779 D - 0xffffff0115979800 [zio_free_issue_48]
100778 D - 0xffffff0115979800 [zio_free_issue_47]
100777 D - 0xffffff0115979800 [zio_free_issue_46]
100776 D - 0xffffff0115979800 [zio_free_issue_45]
100775 D - 0xffffff0115979800 [zio_free_issue_44]
100774 D - 0xffffff0115979800 [zio_free_issue_43]
100773 D - 0xffffff0115979800 [zio_free_issue_42]
100772 D - 0xffffff0115979800 [zio_free_issue_41]
100771 D - 0xffffff0115979800 [zio_free_issue_40]
100770 D - 0xffffff0115979800 [zio_free_issue_39]
100769 D - 0xffffff0115979800 [zio_free_issue_38]
100768 D - 0xffffff0115979800 [zio_free_issue_37]
100767 D - 0xffffff0115979800 [zio_free_issue_36]
100766 D - 0xffffff0115979800 [zio_free_issue_35]
100765 D - 0xffffff0115979800 [zio_free_issue_34]
100764 D - 0xffffff0115979800 [zio_free_issue_33]
100763 D - 0xffffff0115979800 [zio_free_issue_32]
100762 D - 0xffffff0115979800 [zio_free_issue_31]
100761 D - 0xffffff0115979800 [zio_free_issue_30]
100760 D - 0xffffff0115979800 [zio_free_issue_29]
100759 D - 0xffffff0115979800 [zio_free_issue_28]
100758 D - 0xffffff0115979800 [zio_free_issue_27]
100757 D - 0xffffff0115979800 [zio_free_issue_26]
100756 D - 0xffffff0115979800 [zio_free_issue_25]
100755 D - 0xffffff0115979800 [zio_free_issue_24]
100754 D - 0xffffff0115979800 [zio_free_issue_23]
100753 D - 0xffffff0115979800 [zio_free_issue_22]
100752 D - 0xffffff0115979800 [zio_free_issue_21]
100751 D - 0xffffff0115979800 [zio_free_issue_20]
100750 D - 0xffffff0115979800 [zio_free_issue_19]
100749 D - 0xffffff0115979800 [zio_free_issue_18]
100748 D - 0xffffff0115979800 [zio_free_issue_17]
100747 D - 0xffffff0115979800 [zio_free_issue_16]
100746 D - 0xffffff0115979800 [zio_free_issue_15]
100745 D - 0xffffff0115979800 [zio_free_issue_14]
100744 D - 0xffffff0115979800 [zio_free_issue_13]
100743 D - 0xffffff0115979800 [zio_free_issue_12]
100742 D - 0xffffff0115979800 [zio_free_issue_11]
100741 D - 0xffffff0115979800 [zio_free_issue_10]
100740 D - 0xffffff0115979800 [zio_free_issue_9]
100739 D - 0xffffff0115979800 [zio_free_issue_8]
100738 D - 0xffffff0115979800 [zio_free_issue_7]
100737 D - 0xffffff0115979800 [zio_free_issue_6]
100736 D - 0xffffff0115979800 [zio_free_issue_5]
100735 D - 0xffffff0115979800 [zio_free_issue_4]
100734 D - 0xffffff0115979800 [zio_free_issue_3]
100733 D - 0xffffff0115979800 [zio_free_issue_2]
100732 D - 0xffffff0115979800 [zio_free_issue_1]
100731 D - 0xffffff0115979800 [zio_free_issue_0]
100730 D - 0xffffff003d609980 [zio_write_intr_high]
100729 D - 0xffffff003d609980 [zio_write_intr_high]
100728 D - 0xffffff003d609980 [zio_write_intr_high]
100727 D - 0xffffff003d609980 [zio_write_intr_high]
100726 D - 0xffffff003d609980 [zio_write_intr_high]
100725 D - 0xffffff003d609c00 [zio_write_intr_7]
100724 D - 0xffffff003d609c00 [zio_write_intr_6]
100723 D - 0xffffff003d609c00 [zio_write_intr_5]
100722 D - 0xffffff003d609c00 [zio_write_intr_4]
100721 D - 0xffffff003d609c00 [zio_write_intr_3]
100720 D - 0xffffff003d609c00 [zio_write_intr_2]
100719 D - 0xffffff003d609c00 [zio_write_intr_1]
100718 D - 0xffffff003d609c00 [zio_write_intr_0]
100717 D - 0xffffff003d609d80 [zio_write_issue_hig]
100716 D - 0xffffff003d609d80 [zio_write_issue_hig]
100715 D - 0xffffff003d609d80 [zio_write_issue_hig]
100714 D - 0xffffff003d609d80 [zio_write_issue_hig]
100713 D - 0xffffff003d609d80 [zio_write_issue_hig]
100712 D - 0xffffff003d614000 [zio_write_issue_7]
100711 D - 0xffffff003d614000 [zio_write_issue_6]
100710 D - 0xffffff003d614000 [zio_write_issue_5]
100709 D - 0xffffff003d614000 [zio_write_issue_4]
100708 D - 0xffffff003d614000 [zio_write_issue_3]
100707 D - 0xffffff003d614000 [zio_write_issue_2]
100706 D - 0xffffff003d614000 [zio_write_issue_1]
100705 D - 0xffffff003d614000 [zio_write_issue_0]
100704 D - 0xffffff01189cf400 [zio_read_intr_7]
100703 D - 0xffffff01189cf400 [zio_read_intr_6]
100702 D - 0xffffff01189cf400 [zio_read_intr_5]
100701 D - 0xffffff01189cf400 [zio_read_intr_4]
100700 D - 0xffffff01189cf400 [zio_read_intr_3]
100699 D - 0xffffff01189cf400 [zio_read_intr_2]
100698 D - 0xffffff01189cf400 [zio_read_intr_1]
100697 D - 0xffffff01189cf400 [zio_read_intr_0]
100696 D - 0xffffff0008a0d900 [zio_read_issue_7]
100695 D - 0xffffff0008a0d900 [zio_read_issue_6]
100694 D - 0xffffff0008a0d900 [zio_read_issue_5]
100693 D - 0xffffff0008a0d900 [zio_read_issue_4]
100692 D - 0xffffff0008a0d900 [zio_read_issue_3]
100691 D - 0xffffff0008a0d900 [zio_read_issue_2]
100690 D - 0xffffff0008a0d900 [zio_read_issue_1]
100689 D - 0xffffff0008a0d900 [zio_read_issue_0]
100688 D - 0xffffff003d615480 [zio_null_intr]
100687 D - 0xffffff003d615400 [zio_null_issue]
100684 D - 0xffffff0008a0d400 [zfs_vn_rele_taskq]
100683 D - 0xffffff0008a0d380 [zio_ioctl_intr]
100682 D - 0xffffff0008a0da00 [zio_ioctl_issue]
100681 D - 0xffffff0008a0da80 [zio_claim_intr]
100680 D - 0xffffff0008a0db80 [zio_claim_issue]
100679 D - 0xffffff00088f5d80 [zio_free_intr]
100678 D - 0xffffff00089d1880 [zio_free_issue_99]
100677 D - 0xffffff00089d1880 [zio_free_issue_98]
100676 D - 0xffffff00089d1880 [zio_free_issue_97]
100675 D - 0xffffff00089d1880 [zio_free_issue_96]
100674 D - 0xffffff00089d1880 [zio_free_issue_95]
100673 D - 0xffffff00089d1880 [zio_free_issue_94]
100672 D - 0xffffff00089d1880 [zio_free_issue_93]
100671 D - 0xffffff00089d1880 [zio_free_issue_92]
100670 D - 0xffffff00089d1880 [zio_free_issue_91]
100669 D - 0xffffff00089d1880 [zio_free_issue_90]
100668 D - 0xffffff00089d1880 [zio_free_issue_89]
100667 D - 0xffffff00089d1880 [zio_free_issue_88]
100666 D - 0xffffff00089d1880 [zio_free_issue_87]
100665 D - 0xffffff00089d1880 [zio_free_issue_86]
100664 D - 0xffffff00089d1880 [zio_free_issue_85]
100663 D - 0xffffff00089d1880 [zio_free_issue_84]
100662 D - 0xffffff00089d1880 [zio_free_issue_83]
100661 D - 0xffffff00089d1880 [zio_free_issue_82]
100660 D - 0xffffff00089d1880 [zio_free_issue_81]
100659 D - 0xffffff00089d1880 [zio_free_issue_80]
100658 D - 0xffffff00089d1880 [zio_free_issue_79]
100657 D - 0xffffff00089d1880 [zio_free_issue_78]
100656 D - 0xffffff00089d1880 [zio_free_issue_77]
100655 D - 0xffffff00089d1880 [zio_free_issue_76]
100654 D - 0xffffff00089d1880 [zio_free_issue_75]
100653 D - 0xffffff00089d1880 [zio_free_issue_74]
100652 D - 0xffffff00089d1880 [zio_free_issue_73]
100651 D - 0xffffff00089d1880 [zio_free_issue_72]
100650 D - 0xffffff00089d1880 [zio_free_issue_71]
100649 D - 0xffffff00089d1880 [zio_free_issue_70]
100648 D - 0xffffff00089d1880 [zio_free_issue_69]
100647 D - 0xffffff00089d1880 [zio_free_issue_68]
100646 D - 0xffffff00089d1880 [zio_free_issue_67]
100645 D - 0xffffff00089d1880 [zio_free_issue_66]
100644 D - 0xffffff00089d1880 [zio_free_issue_65]
100643 D - 0xffffff00089d1880 [zio_free_issue_64]
100642 D - 0xffffff00089d1880 [zio_free_issue_63]
100641 D - 0xffffff00089d1880 [zio_free_issue_62]
100640 D - 0xffffff00089d1880 [zio_free_issue_61]
100639 D - 0xffffff00089d1880 [zio_free_issue_60]
100638 D - 0xffffff00089d1880 [zio_free_issue_59]
100637 D - 0xffffff00089d1880 [zio_free_issue_58]
100636 D - 0xffffff00089d1880 [zio_free_issue_57]
100635 D - 0xffffff00089d1880 [zio_free_issue_56]
100634 D - 0xffffff00089d1880 [zio_free_issue_55]
100633 D - 0xffffff00089d1880 [zio_free_issue_54]
100632 D - 0xffffff00089d1880 [zio_free_issue_53]
100631 D - 0xffffff00089d1880 [zio_free_issue_52]
100630 D - 0xffffff00089d1880 [zio_free_issue_51]
100629 D - 0xffffff00089d1880 [zio_free_issue_50]
100628 D - 0xffffff00089d1880 [zio_free_issue_49]
100627 D - 0xffffff00089d1880 [zio_free_issue_48]
100626 D - 0xffffff00089d1880 [zio_free_issue_47]
100625 D - 0xffffff00089d1880 [zio_free_issue_46]
100624 D - 0xffffff00089d1880 [zio_free_issue_45]
100623 D - 0xffffff00089d1880 [zio_free_issue_44]
100622 D - 0xffffff00089d1880 [zio_free_issue_43]
100621 D - 0xffffff00089d1880 [zio_free_issue_42]
100620 D - 0xffffff00089d1880 [zio_free_issue_41]
100619 D - 0xffffff00089d1880 [zio_free_issue_40]
100618 D - 0xffffff00089d1880 [zio_free_issue_39]
100617 D - 0xffffff00089d1880 [zio_free_issue_38]
100616 D - 0xffffff00089d1880 [zio_free_issue_37]
100615 D - 0xffffff00089d1880 [zio_free_issue_36]
100614 D - 0xffffff00089d1880 [zio_free_issue_35]
100613 D - 0xffffff00089d1880 [zio_free_issue_34]
100612 D - 0xffffff00089d1880 [zio_free_issue_33]
100611 D - 0xffffff00089d1880 [zio_free_issue_32]
100610 D - 0xffffff00089d1880 [zio_free_issue_31]
100609 D - 0xffffff00089d1880 [zio_free_issue_30]
100608 D - 0xffffff00089d1880 [zio_free_issue_29]
100607 D - 0xffffff00089d1880 [zio_free_issue_28]
100606 D - 0xffffff00089d1880 [zio_free_issue_27]
100605 D - 0xffffff00089d1880 [zio_free_issue_26]
100604 D - 0xffffff00089d1880 [zio_free_issue_25]
100603 D - 0xffffff00089d1880 [zio_free_issue_24]
100602 D - 0xffffff00089d1880 [zio_free_issue_23]
100601 D - 0xffffff00089d1880 [zio_free_issue_22]
100600 D - 0xffffff00089d1880 [zio_free_issue_21]
100599 D - 0xffffff00089d1880 [zio_free_issue_20]
100598 D - 0xffffff00089d1880 [zio_free_issue_19]
100597 D - 0xffffff00089d1880 [zio_free_issue_18]
100596 D - 0xffffff00089d1880 [zio_free_issue_17]
100595 D - 0xffffff00089d1880 [zio_free_issue_16]
100594 D - 0xffffff00089d1880 [zio_free_issue_15]
100593 D - 0xffffff00089d1880 [zio_free_issue_14]
100592 D - 0xffffff00089d1880 [zio_free_issue_13]
100591 D - 0xffffff00089d1880 [zio_free_issue_12]
100590 D - 0xffffff00089d1880 [zio_free_issue_11]
100589 D - 0xffffff00089d1880 [zio_free_issue_10]
100588 D - 0xffffff00089d1880 [zio_free_issue_9]
100587 D - 0xffffff00089d1880 [zio_free_issue_8]
100586 D - 0xffffff00089d1880 [zio_free_issue_7]
100585 D - 0xffffff00089d1880 [zio_free_issue_6]
100584 D - 0xffffff00089d1880 [zio_free_issue_5]
100583 D - 0xffffff00089d1880 [zio_free_issue_4]
100582 D - 0xffffff00089d1880 [zio_free_issue_3]
100581 D - 0xffffff00089d1880 [zio_free_issue_2]
100580 D - 0xffffff00089d1880 [zio_free_issue_1]
100579 D - 0xffffff00089d1880 [zio_free_issue_0]
100578 D - 0xffffff003d614400 [zio_write_intr_high]
100577 D - 0xffffff003d614400 [zio_write_intr_high]
100576 D - 0xffffff003d614400 [zio_write_intr_high]
100575 D - 0xffffff003d614400 [zio_write_intr_high]
100574 D - 0xffffff003d614400 [zio_write_intr_high]
100573 D - 0xffffff003d614380 [zio_write_intr_7]
100572 D - 0xffffff003d614380 [zio_write_intr_6]
100571 D - 0xffffff003d614380 [zio_write_intr_5]
100570 D - 0xffffff003d614380 [zio_write_intr_4]
100569 D - 0xffffff003d614380 [zio_write_intr_3]
100568 D - 0xffffff003d614380 [zio_write_intr_2]
100567 D - 0xffffff003d614380 [zio_write_intr_1]
100566 D - 0xffffff003d614380 [zio_write_intr_0]
100565 D - 0xffffff003d614300 [zio_write_issue_hig]
100564 D - 0xffffff003d614300 [zio_write_issue_hig]
100563 D - 0xffffff003d614300 [zio_write_issue_hig]
100562 D - 0xffffff003d614300 [zio_write_issue_hig]
100561 D - 0xffffff003d614300 [zio_write_issue_hig]
100560 D - 0xffffff003d614280 [zio_write_issue_7]
100559 D - 0xffffff003d614280 [zio_write_issue_6]
100558 D - 0xffffff003d614280 [zio_write_issue_5]
100557 D - 0xffffff003d614280 [zio_write_issue_4]
100556 D - 0xffffff003d614280 [zio_write_issue_3]
100555 D - 0xffffff003d614280 [zio_write_issue_2]
100554 D - 0xffffff003d614280 [zio_write_issue_1]
100553 D - 0xffffff003d614280 [zio_write_issue_0]
100552 D - 0xffffff011a370a80 [zio_read_intr_7]
100551 D - 0xffffff011a370a80 [zio_read_intr_6]
100550 D - 0xffffff011a370a80 [zio_read_intr_5]
100549 D - 0xffffff011a370a80 [zio_read_intr_4]
100548 D - 0xffffff011a370a80 [zio_read_intr_3]
100547 D - 0xffffff011a370a80 [zio_read_intr_2]
100546 D - 0xffffff011a370a80 [zio_read_intr_1]
100545 D - 0xffffff011a370a80 [zio_read_intr_0]
100544 D - 0xffffff011a370b00 [zio_read_issue_7]
100543 D - 0xffffff011a370b00 [zio_read_issue_6]
100542 D - 0xffffff011a370b00 [zio_read_issue_5]
100541 D - 0xffffff011a370b00 [zio_read_issue_4]
100540 D - 0xfffffconfig.txt 0600 0 0 6501 11452773127 7466 ustar root wheel options CONFIG_AUTOGENERATED
ident BIGTEX
machine amd64
cpu HAMMER
makeoptions DEBUG=-g
options DEBUG_VFS_LOCKS
options DEBUG_LOCKS
options USB_DEBUG
options AH_SUPPORT_AR5416
options IEEE80211_SUPPORT_MESH
options IEEE80211_AMPDU_AGE
options IEEE80211_DEBUG
options AHD_REG_PRETTY_PRINT
options AHC_REG_PRETTY_PRINT
options ATA_STATIC_ID
options SMP
options MALLOC_DEBUG_MAXZONES=8
options WITNESS_SKIPSPIN
options WITNESS
options INVARIANT_SUPPORT
options INVARIANTS
options DEADLKRES
options GDB
options DDB
options KDB
options INCLUDE_CONFIG_FILE
options FLOWTABLE
options MAC
options AUDIT
options HWPMC_HOOKS
options KBD_INSTALL_CDEV
options PRINTF_BUFR_SIZE=128
options _KPOSIX_PRIORITY_SCHEDULING
options P1003_1B_SEMAPHORES
options SYSVSEM
options SYSVMSG
options SYSVSHM
options STACK
options KTRACE
options SCSI_DELAY=5000
options COMPAT_FREEBSD7
options COMPAT_FREEBSD6
options COMPAT_FREEBSD5
options COMPAT_FREEBSD4
options COMPAT_FREEBSD32
options GEOM_LABEL
options GEOM_PART_GPT
options PSEUDOFS
options PROCFS
options CD9660
options MSDOSFS
options NFS_ROOT
options NFSLOCKD
options NFSSERVER
options NFSCLIENT
options MD_ROOT
options UFS_GJOURNAL
options UFS_DIRHASH
options UFS_ACL
options SOFTUPDATES
options FFS
options SCTP
options INET6
options INET
options PREEMPTION
options SCHED_ULE
options GEOM_PART_MBR
options GEOM_PART_EBR_COMPAT
options GEOM_PART_EBR
options GEOM_PART_BSD
device isa
device mem
device io
device uart_ns8250
device cpufreq
device acpi
device pci
device fdc
device ata
device atadisk
device ataraid
device atapicd
device atapifd
device atapist
device ahc
device ahd
device amd
device hptiop
device isp
device mpt
device sym
device trm
device adv
device adw
device aic
device bt
device scbus
device ch
device da
device sa
device cd
device pass
device ses
device amr
device arcmsr
device ciss
device dpt
device hptmv
device iir
device ips
device mly
device twa
device aac
device aacp
device ida
device mfi
device mlx
device twe
device atkbdc
device atkbd
device psm
device kbdmux
device vga
device splash
device sc
device agp
device cbb
device pccard
device cardbus
device uart
device ppc
device ppbus
device lpt
device plip
device ppi
device de
device em
device igb
device ixgbe
device le
device ti
device txp
device vx
device miibus
device ae
device age
device alc
device ale
device bce
device bfe
device bge
device dc
device et
device fxp
device jme
device lge
device msk
device nfe
device nge
device pcn
device re
device rl
device sf
device sge
device sis
device sk
device ste
device stge
device tl
device tx
device vge
device vr
device wb
device xl
device cs
device ed
device ex
device ep
device fe
device sn
device xe
device wlan
device wlan_wep
device wlan_ccmp
device wlan_tkip
device wlan_amrr
device an
device ath
device ath_hal
device ath_rate_sample
device ral
device wi
device loop
device random
device ether
device vlan
device tun
device pty
device md
device gif
device faith
device firmware
device bpf
device uhci
device ohci
device ehci
device usb
device ukbd
device ulpt
device umass
device ums
device urio
device u3g
device uark
device ubsa
device uftdi
device uipaq
device uplcom
device uslcom
device uvisor
device uvscom
device aue
device axe
device cdce
device cue
device kue
device rue
device udav
device rum
device uath
device ural
device zyd
device firewire
device sbp
device fwe
device fwip
device dcons
device dcons_crom
msgbuf.txt 0600 0 0 177740 11452773127 7662 ustar root wheel 0:ahcich8:0:0:0): Requesting SCSI sense data
(cd1:ahcich9:0:0:0): SCSI status error
(cd1:ahcich9:0:0:0): Requesting SCSI sense data
da1 at mpt0 bus 0 scbus8 target 13 lun 0
da1: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
da1: Serial Number 5XW01R9B
da1: 300.000MB/s transfers
da1: Command Queueing enabled
da1: 1907729MB (3907029168 512 byte sectors: 255H 63S/T 243201C)
da2 at mpt0 bus 0 scbus8 target 14 lun 0
da2: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
da2: Serial Number 5XW01SYF
da2: 300.000MB/s transfers
da2: Command Queueing enabled
da2: 1907729MB (3907029168 512 byte sectors: 255H 63S/T 243201C)
da3 at mpt0 bus 0 scbus8 target 15 lun 0
da3: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
da3: Serial Number 5XW00FMP
da3: 300.000MB/s transfers
da3: Command Queueing enabled
da3: 1907729MB (3907029168 512 byte sectors: 255H 63S/T 243201C)
(cd0:ahcich8:0:0:0): SCSI status error
(cd0:ahcich8:0:0:0): READ CAPACITY. CDB: 25 0 0 0 0 0 0 0 0 0
(cd0:ahcich8:0:0:0): CAM status: SCSI Status Error
(cd0:ahcich8:0:0:0): SCSI status: Check Condition
(cd0:ahcich8:0:0:0): SCSI sense: NOT READY asc:3a,1 (Medium not present - tray closed)
(cd0:ahcich8:0:0:0): Error 6, Unretryable error
cd0 at ahcich8 bus 0 scbus14 target 0 lun 0
cd0: <Optiarc DVD RW AD-7241S 1.03> Removable CD-ROM SCSI-0 device
cd0: 150.000MB/s transfers (SATA 1.x, UDMA5, ATAPI 12bytes, PIO 8192bytes)
cd0: Attempt to query device size failed: NOT READY, Medium not present - tray closed
(cd1:ahcich9:0:0:0): SCSI status error
(cd1:ahcich9:0:0:0): READ CAPACITY. CDB: 25 0 0 0 0 0 0 0 0 0
(cd1:ahcich9:0:0:0): CAM status: SCSI Status Error
(cd1:ahcich9:0:0:0): SCSI status: Check Condition
(cd1:ahcich9:0:0:0): SCSI sense: UNIT ATTENTION csi:0,0,0,e asc:29,0 (Power on, reset, or bus device reset occurred)
(cd1:ahcich9:0:0:0): Retrying command (per sense data)
GEOM: new disk cd0
GEOM: new disk cd1
GEOM: new disk da0
GEOM: new disk da1
GEOM: new disk da2
GEOM: new disk da3
da4 at mpt0 bus 0 scbus8 target 16 lun 0
da4: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
da4: Serial Number 6XW00V9E
da4: 300.000MB/s transfers
da4: Command Queueing enabled
da4: 1907729MB (3907029168 512 byte sectors: 255H 63S/T 243201C)
cd1 at ahcich9 bus 0 scbus15 target 0 lun 0
cd1: <HL-DT-ST BD-RE GGW-H20L YL05> Removable CD-ROM SCSI-0 device
cd1: Serial Number K1791GA0054
cd1: 150.000MB/s transfers (SATA 1.x, UDMA6, ATAPI 12bytes, PIO 8192bytes)
cd1: cd present [1058112 x 2048 byte records]
da5 at mpt0 bus 0 scbus8 target 17 lun 0
da5: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
da5: Serial Number 6XW037DY
da5: 300.000MB/s transfers
da5: Command Queueing enabled
da5: 1907729MB (3907029168 512 byte sectors: 255H 63S/T 243201C)
da6 at mpt0 bus 0 scbus8 target 18 lun 0
da6: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
da6: Serial Number 5XW02MXY
da6: 300.000MB/s transfers
da6: Command Queueing enabled
da6: 1907729MB (3907029168 512 byte sectors: 255H 63S/T 243201C)
da7 at mpt0 bus 0 scbus8 target 19 lun 0
da7: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
da7: Serial Number 5XW02N7X
da7: 300.000MB/s transfers
da7: Command Queueing enabled
da7: 1907729MB (3907029168 512 byte sectors: 255H 63S/T 243201C)
ada0 at siisch0 bus 0 scbus0 target 0 lun 0
ada0: <ST32000542AS CC34> ATA-8 SATA 2.x(cd0:ahcich8:0:0:0): SCSI status error
(cd0:ahcich8:0:0:0): Requesting SCSI sense data
device
ada0: Serial Number 9XW07ZX2
ada0: 300.000MB/s transfers (SATA 2.x, UDMA6, (cd0:ahcich8:0:0:0): SCSI status error
(cd0:ahcich8:0:0:0): READ CAPACITY. CDB: 25 0 0 0 0 0 0 0 0 0
(cd0:ahcich8:0:0:0): CAM status: SCSI Status Error
(cd0:ahcich8:0:0:0): SCSI status: Check Condition
(cd0:ahcich8:0:0:0): SCSI sense: NOT READY asc:3a,1 (Medium not present - tray closed)
(cd0:ahcich8:0:0:0): Error 6, Unretryable error
PIO 8192bytes)
ada0: Command Queueing enabled
ada0: 1907729MB (3907029168 512 byte sectors: 16H 63S/T 16383C)
ada1 at siisch0 bus 0 scbus0 target 1 lun 0
ada1: <ST32000542AS CC32> ATA-8 SATA 2.x device(cd0:ahcich8:0:0:0): SCSI status error
(cd0:ahcich8:0:0:0): Requesting SCSI sense data
ada1: Serial Number 5XW02P0D
ada1: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)(cd0:ahcich8:0:0:0): SCSI status error
(cd0:ahcich8:0:0:0): READ CAPACITY. CDB: 25 0 0 0 0 0 0 0 0 0
(cd0:ahcich8:0:0:0): CAM status: SCSI Status Error
(cd0:ahcich8:0:0:0): SCSI status: Check Condition
(cd0:ahcich8:0:0:0): SCSI sense: NOT READY asc:3a,1 (Medium not present - tray closed)
(cd0:ahcich8:0:0:0): Error 6, Unretryable error
ada1: Command Queueing enabled
ada1: 1907729MB (3907029168 512 byte sectors: 16H 63S/T 16383C)
ada2 at siisch0 bus 0 scbus0 target 2 lun 0
ada2: <ST32000542AS CC32> ATA-8 SATA 2.x device
ada2: Serial Number 5XW01PH6(cd0:ahcich8:0:0:0): SCSI status error
(cd0:ahcich8:0:0:0): Requesting SCSI sense data
ada2: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada2: Command Queueing enabled(cd0:ahcich8:0:0:0): SCSI status error
(cd0:ahcich8:0:0:0): READ CAPACITY. CDB: 25 0 0 0 0 0 0 0 0 0
(cd0:ahcich8:0:0:0): CAM status: SCSI Status Error
(cd0:ahcich8:0:0:0): SCSI status: Check Condition
(cd0:ahcich8:0:0:0): SCSI sense: NOT READY asc:3a,1 (Medium not present - tray closed)
(cd0:ahcich8:0:0:0): Error 6, Unretryable error
ada2: 1907729MB (3907029168 512 byte sectors: 16H 63S/T 16383C)
ada3 at siisch0 bus 0 scbus0 target 3 lun 0
ada3: <ST32000542AS CC32> ATA-8 SATA 2.x device
ada3: Serial Number 5XW01P0X
ada3: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada3: Command Queueing enabled
ada3: 1907729MB (3907029168 512 byte sectors: 16H 63S/T 16383C)
ada4 at siisch1 bus 0 scbus1 target 0 lun 0
ada4: <ST32000542AS CC34> ATA-8 SATA 2.x device
ada4: Serial Number 9XW0BWZN
ada4: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada4: Command Queueing enabled
ada4: 1907729MB (3907029168 512 byte sectors: 16H 63S/T 16383C)
ada5 at siisch1 bus 0 scbus1 target 1 lun 0
ada5: <ST32000542AS CC34> ATA-8 SATA 2.x device
ada5: Serial Number 9XW07627
ada5: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada5: Command Queueing enabled
ada5: 1907729MB (3907029168 512 byte sectors: 16H 63S/T 16383C)
ada6 at siisch1 bus 0 scbus1 target 2 lun 0
ada6: <ST32000542AS CC34> ATA-8 SATA 2.x device
ada6: Serial Number 9XW0AQK6
ada6: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada6: Command Queueing enabled
ada6: 1907729MB (3907029168 512 byte sectors: 16H 63S/T 16383C)
ada7 at siisch1 bus 0 scbus1 target 3 lun 0
ada7: <ST32000542AS CC34> ATA-8 SATA 2.x device
ada7: Serial Number 9XW0BM26
ada7: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada7: Command Queueing enabled
ada7: 1907729MB (3907029168 512 byte sectors: 16H 63S/T 16383C)
ada8 at ahcich6 bus 0 scbus12 target 0 lun 0
ada8: <WDC WD2002FYPS-01U1B0 04.05G04> ATA-8 SATA 2.x device
ada8: Serial Number WD-WCAVY0864226
ada8: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada8: Command Queueing enabled
ada8: 1907729MB (3907029168 512 byte sectors: 16H 63S/T 16383C)
ada9 at ahcich7 bus 0 scbus13 target 0 lun 0
ada9: <ST32000542AS CC32> ATA-8 SATA 2.x device
ada9: Serial Number 6XW03KRT
ada9: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
ada9: Command Queueing enabled
ada9: 1907729MB (3907029168 512 byte sectors: 16H 63S/T 16383C)
pass0 at siisch0 bus 0 scbus0 target 0 lun 0
pass0: <ST32000542AS CC34> ATA-8 SATA 2.x device
pass0: Serial Number 9XW07ZX2
pass0: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
pass0: Command Queueing enabled
pass1 at siisch0 bus 0 scbus0 target 1 lun 0
pass1: <ST32000542AS CC32> ATA-8 SATA 2.x device
pass1: Serial Number 5XW02P0D
pass1: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
pass1: Command Queueing enabled
pass2 at siisch0 bus 0 scbus0 target 2 lun 0
pass2: <ST32000542AS CC32> ATA-8 SATA 2.x device
pass2: Serial Number 5XW01PH6
pass2: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
pass2: Command Queueing enabled
pass3 at siisch0 bus 0 scbus0 target 3 lun 0
pass3: <ST32000542AS CC32> ATA-8 SATA 2.x device
pass3: Serial Number 5XW01P0X
pass3: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
pass3: Command Queueing enabled
pass4 at siisch0 bus 0 scbus0 target 15 lun 0
pass4: <Port Multiplier 37261095 1706> ATA-0 device
pass4: 300.000MB/s transfers (SATA 2.x, NONE, PIO 8192bytes)
pass5 at siisch1 bus 0 scbus1 target 0 lun 0
pass5: <ST32000542AS CC34> ATA-8 SATA 2.x device
pass5: Serial Number 9XW0BWZN
pass5: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
pass5: Command Queueing enabled
pass6 at siisch1 bus 0 scbus1 target 1 lun 0
pass6: <ST32000542AS CC34> ATA-8 SATA 2.x device
pass6: Serial Number 9XW07627
pass6: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
pass6: Command Queueing enabled
pass7 at siisch1 bus 0 scbus1 target 2 lun 0
pass7: <ST32000542AS CC34> ATA-8 SATA 2.x device
pass7: Serial Number 9XW0AQK6
pass7: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
pass7: Command Queueing enabled
pass8 at siisch1 bus 0 scbus1 target 3 lun 0
pass8: <ST32000542AS CC34> ATA-8 SATA 2.x device
pass8: Serial Number 9XW0BM26
pass8: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
pass8: Command Queueing enabled
pass9 at siisch1 bus 0 scbus1 target 15 lun 0
pass9: <Port Multiplier 37261095 1706> ATA-0 device
pass9: 300.000MB/s transfers (SATA 2.x, NONE, PIO 8192bytes)
pass10 at mpt0 bus 0 scbus8 target 12 lun 0
pass10: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
pass10: Serial Number 5XW01TXJ
pass10: 300.000MB/s transfers
pass10: Command Queueing enabled
pass11 at mpt0 bus 0 scbus8 target 13 lun 0
pass11: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
pass11: Serial Number 5XW01R9B
pass11: 300.000MB/s transfers
pass11: Command Queueing enabled
pass12 at mpt0 bus 0 scbus8 target 14 lun 0
pass12: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
pass12: Serial Number 5XW01SYF
pass12: 300.000MB/s transfers
pass12: Command Queueing enabled
pass13 at mpt0 bus 0 scbus8 target 15 lun 0
pass13: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
pass13: Serial Number 5XW00FMP
pass13: 300.000MB/s transfers
pass13: Command Queueing enabled
pass14 at mpt0 bus 0 scbus8 target 16 lun 0
pass14: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
pass14: Serial Number 6XW00V9E
pass14: 300.000MB/s transfers
pass14: Command Queueing enabled
pass15 at mpt0 bus 0 scbus8 target 17 lun 0
pass15: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
pass15: Serial Number 6XW037DY
pass15: 300.000MB/s transfers
pass15: Command Queueing enabled
pass16 at mpt0 bus 0 scbus8 target 18 lun 0
pass16: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
pass16: Serial Number 5XW02MXY
pass16: 300.000MB/s transfers
pass16: Command Queueing enabled
pass17 at mpt0 bus 0 scbus8 target 19 lun 0
pass17: <ATA ST32000542AS CC32> Fixed Direct Access SCSI-5 device
pass17: Serial Number 5XW02N7X
pass17: 300.000MB/s transfers
pass17: Command Queueing enabled
pass18 at ahcich6 bus 0 scbus12 target 0 lun 0
pass18: <WDC WD2002FYPS-01U1B0 04.05G04> ATA-8 SATA 2.x device
pass18: Serial Number WD-WCAVY0864226
pass18: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
pass18: Command Queueing enabled
pass19 at ahcich7 bus 0 scbus13 target 0 lun 0
pass19: <ST32000542AS CC32> ATA-8 SATA 2.x device
pass19: Serial Number 6XW03KRT
pass19: 300.000MB/s transfers (SATA 2.x, UDMA6, PIO 8192bytes)
pass19: Command Queueing enabled
pass20 at ahcich8 bus 0 scbus14 target 0 lun 0
pass20: <Optiarc DVD RW AD-7241S 1.03> Removable CD-ROM SCSI-0 device
pass20: 150.000MB/s transfers (SATA 1.x, UDMA5, ATAPI 12bytes, PIO 8192bytes)
pass21 at ahcich9 bus 0 scbus15 target 0 lun 0
pass21: <HL-DT-ST BD-RE GGW-H20L YL05> Removable CD-ROM SCSI-0 device
pass21: Serial Number K1791GA0054
pass21: 150.000MB/s transfers (SATA 1.x, UDMA6, ATAPI 12bytes, PIO 8192bytes)
ATA PseudoRAID loaded
llaalpliplaaliapappipcicciic5c24::6:7c :C:C3 M M:CCC MMCCMMCCCIIII C CIu uunnnmmImaau aunssnsmukkmkeeaedadnsdsmkkedeadsked
SMP: AP CPU #1 Launched!
cpu1 AP:
ID: 0x01000000 VER: 0x00060015 LDR: 0x00000000 DFR: 0xffffffff
lint0: 0x00010700 lint1: 0x00000400 TPR: 0x00000000 SVR: 0x000001ff
timer: 0x000100ef therm: 0x00010000 err: 0x000000f0 pmc: 0x00010400
cmci: 0x000100f2
SMP: AP CPU #7 Launched!
cpu7 AP:
ID: 0x07000000 VER: 0x00060015 LDR: 0x00000000 DFR: 0xffffffff
lint0: 0x00010700 lint1: 0x00000400 TPR: 0x00000000 SVR: 0x000001ff
timer: 0x000100ef therm: 0x00010000 err: 0x000000f0 pmc: 0x00010400
cmci: 0x000000f2
SMP: AP CPU #5 Launched!
cpu5 AP:
ID: 0x05000000 VER: 0x00060015 LDR: 0x00000000 DFR: 0xffffffff
lint0: 0x00010700 lint1: 0x00000400 TPR: 0x00000000 SVR: 0x000001ff
timer: 0x000100ef therm: 0x00010000 err: 0x000000f0 pmc: 0x00010400
cmci: 0x000000f2
SMP: AP CPU #3 Launched!
cpu3 AP:
ID: 0x03000000 VER: 0x00060015 LDR: 0x00000000 DFR: 0xffffffff
lint0: 0x00010700 lint1: 0x00000400 TPR: 0x00000000 SVR: 0x000001ff
timer: 0x000100ef therm: 0x00010000 err: 0x000000f0 pmc: 0x00010400
cmci: 0x000000f2
SMP: AP CPU #6 Launched!
cpu6 AP:
ID: 0x06000000 VER: 0x00060015 LDR: 0x00000000 DFR: 0xffffffff
lint0: 0x00010700 lint1: 0x00000400 TPR: 0x00000000 SVR: 0x000001ff
timer: 0x000100ef therm: 0x00010000 err: 0x000000f0 pmc: 0x00010400
cmci: 0x000000f2
SMP: AP CPU #4 Launched!
cpu4 AP:
ID: 0x04000000 VER: 0x00060015 LDR: 0x00000000 DFR: 0xffffffff
lint0: 0x00010700 lint1: 0x00000400 TPR: 0x00000000 SVR: 0x000001ff
timer: 0x000100ef therm: 0x00010000 err: 0x000000f0 pmc: 0x00010400
cmci: 0x000000f2
SMP: AP CPU #2 Launched!
cpu2 AP:
ID: 0x02000000 VER: 0x00060015 LDR: 0x00000000 DFR: 0xffffffff
lint0: 0x00010700 lint1: 0x00000400 TPR: 0x00000000 SVR: 0x000001ff
timer: 0x000100ef therm: 0x00010000 err: 0x000000f0 pmc: 0x00010400
cmci: 0x000000f2
ioapic0: routing intpin 1 (ISA IRQ 1) to lapic 1 vector 48
ioapic0: routing intpin 4 (ISA IRQ 4) to lapic 2 vector 48
ioapic0: routing intpin 6 (ISA IRQ 6) to lapic 3 vector 48
ioapic0: routing intpin 9 (ISA IRQ 9) to lapic 4 vector 48
ioapic0: routing intpin 16 (PCI IRQ 16) to lapic 5 vector 48
ioapic0: routing intpin 17 (PCI IRQ 17) to lapic 6 vector 48
ioapic0: routing intpin 18 (PCI IRQ 18) to lapic 7 vector 48
ioapic0: routing intpin 21 (PCI IRQ 21) to lapic 1 vector 49
ioapic0: routing intpin 23 (PCI IRQ 23) to lapic 2 vector 49
msi: Assigning MSI IRQ 256 to local APIC 3 vector 49
msi: Assigning MSI IRQ 257 to local APIC 4 vector 49
msi: Assigning MSI IRQ 258 to local APIC 5 vector 49
msi: Assigning MSI IRQ 259 to local APIC 6 vector 49
msi: Assigning MSI-X IRQ 261 to local APIC 1 vector 50
msi: Assigning MSI-X IRQ 262 to local APIC 2 vector 50
msi: Assigning MSI-X IRQ 263 to local APIC 3 vector 50
msi: Assigning MSI-X IRQ 264 to local APIC 4 vector 50
msi: Assigning MSI-X IRQ 265 to local APIC 5 vector 50
msi: Assigning MSI-X IRQ 266 to local APIC 6 vector 50
msi: Assigning MSI-X IRQ 267 to local APIC 7 vector 49
WARNING: WITNESS option enabled, expect reduced performance.
GEOM: new disk da4
GEOM: new disk da5
GEOM: new disk da6
GEOM: new disk da7
GEOM: new disk ada0
GEOM: new disk ada1
GEOM: new disk ada2
GEOM: new disk ada3
GEOM: new disk ada4
GEOM: new disk ada5
GEOM: new disk ada6
GEOM: new disk ada7
GEOM: new disk ada8
GEOM: new disk ada9
GEOM_MIRROR: Device mirror/P55UD6-root launched (1/1).
GEOM_MIRROR: Device mirror/P55UD6-swap launched (1/1).
GEOM_MIRROR: Device mirror/P55UD6-tmp launched (1/1).
GEOM_MIRROR: Device mirror/P55UD6-var launched (1/1).
GEOM_MIRROR: Device mirror/P55UD6-usr launched (1/1).
Trying to mount root from ufs:ufs/P55UD6xROOT
WARNING: / was not properly dismounted
ct_to_ts([2010-10-05 22:51:52]) = 1286319112.000000000
start_init: trying /sbin/init
<118>Setting hostuuid: 00000000-0000-0000-0000-00241d7f31be.
<118>Setting hostid: 0xe5fba2b7.
<118>Entropy harvesting:
<118> interrupts
<118> ethernet
<118> point_to_point
<118> kickstart
<118>.
<118>Starting file system checks:
<118>/dev/ufs/P55UD6xROOT: INCORRECT BLOCK COUNT I=71879 (16 should be 0) (CORRECTED)
<118>/dev/ufs/P55UD6xROOT: INCORRECT BLOCK COUNT I=659494 (4 should be 0) (CORRECTED)
<118>/dev/ufs/P55UD6xROOT: INCORRECT BLOCK COUNT I=753664 (4 should be 0) (CORRECTED)
<118>/dev/ufs/P55UD6xROOT: LINK COUNT FILE I=71878 OWNER=root MODE=100644
<118>/dev/ufs/P55UD6xROOT: SIZE=7796 MTIME=Oct 5 22:47 2010 COUNT 2 SHOULD BE 1 (ADJUSTED)
<118>/dev/ufs/P55UD6xROOT: UNREF FILE I=71879 OWNER=root MODE=100644
<118>/dev/ufs/P55UD6xROOT: SIZE=0 MTIME=Oct 5 22:47 2010 (CLEARED)
<118>/dev/ufs/P55UD6xROOT: UNREF FILE I=659494 OWNER=root MODE=100644
<118>/dev/ufs/P55UD6xROOT: SIZE=0 MTIME=Oct 5 22:47 2010 (CLEARED)
<118>/dev/ufs/P55UD6xROOT: ZERO LENGTH DIR I=753664 OWNER=root MODE=40755
<118>/dev/ufs/P55UD6xROOT: SIZE=0 MTIME=Oct 5 22:47 2010 (CLEARED)
<118>/dev/ufs/P55UD6xROOT: SUMMARY INFORMATION BAD (SALVAGED)
<118>/dev/ufs/P55UD6xROOT: BLK(S) MISSING IN BIT MAPS (SALVAGED)
<118>/dev/ufs/P55UD6xROOT: 5483 files, 574255 used, 3486807 free (999 frags, 435726 blocks, 0.0% fragmentation)
<118>/dev/ufs/P55UD6xTMP: DEFER FOR BACKGROUND CHECKING
<118>/dev/ufs/P55UD6xUSR: DEFER FOR BACKGROUND CHECKING
<118>/dev/ufs/P55UD6xVAR: DEFER FOR BACKGROUND CHECKING
<118>Mounting local file systems:
WARNING: /tmp was not properly dismounted
WARNING: /usr was not properly dismounted
WARNING: /var was not properly dismounted
<118>.
<118>Setting hostname: kraken.housenet.jrv
<118>.
<118>Starting Network: lo0 re0 re1 fwe0 fwip0.
<118>lo0: flags=8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
<118> options=3<RXCSUM,TXCSUM>
<118> inet 127.0.0.1 netmask 0xff000000
<118> inet6 ::1 prefixlen 128
<118> inet6 fe80::1%lo0 prefixlen 64 scopeid 0x5
<118> nd6 options=21<PERFORMNUD,AUTO_LINKLOCAL>
<118>re0: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
<118> options=389b<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,VLAN_HWCSUM,WOL_UCAST,WOL_MCAST,WOL_MAGIC>
<118> ether 00:24:1d:7f:31:bc
<118> media: Ethernet autoselect (none)
<118> status: no carrier
<118>re1: flags=8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 mtu 1500
<118> options=389b<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,VLAN_HWCSUM,WOL_UCAST,WOL_MCAST,WOL_MAGIC>
<118> ether 00:24:1d:7f:31:be
<118> inet 192.168.3.23 netmask 0xffffff00 broadcast 192.168.3.255
<118> inet6 fe80::224:1dff:fe7f:31be%re1 prefixlen 64 tentative scopeid 0x2
<118> nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
<118> media: Ethernet autoselect (none)
<118> status: no carrier
<118>fwe0: flags=8802<BROADCAST,SIMPLEX,MULTICAST> metric 0 mtu 1500
<118> options=8<VLAN_MTU>
<118> ether 02:7a:ca:00:24:1d
<118> ch 1 dma -1
<118>fwip0: flags=8802<BROADCAST,SIMPLEX,MULTICAST> metric 0 mtu 1500
<118> lladdr 0.7a.ca.7f.0.0.24.1d.a.2.ff.fe.0.0.0.0
<118>Starting devd.
<118>Starting Network: fwe0.
<118>fwe0: flags=8802<BROADCAST,SIMPLEX,MULTICAST> metric 0 mtu 1500
<118> options=8<VLAN_MTU>
<118> ether 02:7a:ca:00:24:1d
<118> ch 1 dma -1
<118>Starting Network: fwip0.
<118>fwip0: flags=8802<BROADCAST,SIMPLEX,MULTICAST> metric 0 mtu 1500
<118> lladdr 0.7a.ca.7f.0.0.24.1d.a.2.ff.fe.0.0.0.0
<118>add net default: gateway 192.168.3.1
<118>add net ::ffff:0.0.0.0: gateway ::1
<118>add net ::0.0.0.0: gateway ::1
<118>add net fe80::: gateway ::1
<118>add net ff02::: gateway ::1
<118>Mounting NFS file systems:
<118>.
<118>ELF ldconfig path: /lib /usr/lib /usr/lib/compat /usr/local/lib
<118>32-bit compatibility ldconfig path: /usr/lib32
<118>Creating and/or trimming log files
<118>.
<118>Starting syslogd.
<118>No core dumps found.
<118>Starting rpcbind.
<118>NFS access cache time=60
<118>Clearing /tmp (X related).
<118>Starting statd.
<118>Starting lockd.
<118>Starting smartd.
<118>(pass4:siisch0:0:15:0): ATA_IDENTIFY. ACB: ec 00 00 00 00 40 00 00 00 00 00 00
<118>(pass4:siisch0:0:15:0): CAM status: ATA Status Error
<118>(pass4:siisch0:0:15:0): ATA status: 51 (DRDY SERV ERR), error: 04 (ABRT )
<118>(pass4:siisch0:0:15:0): RES: 51 04 00 00 00 00 00 00 00 00 00
<118>(pass4:siisch0:0:15:0): ATAPI_IDENTIFY. ACB: a1 00 00 00 00 40 00 00 00 00 00 00
<118>(pass4:siisch0:0:15:0): CAM status: ATA Status Error
<118>(pass4:siisch0:0:15:0): ATA status: 51 (DRDY SERV ERR), error: 04 (ABRT )
<118>(pass4:siisch0:0:15:0): RES: 51 04 00 00 00 00 00 00 00 00 00
<118>(pass9:siisch1:0:15:0): ATA_IDENTIFY. ACB: ec 00 00 00 00 40 00 00 00 00 00 00
<118>(pass9:siisch1:0:15:0): CAM status: ATA Status Error
<118>(pass9:siisch1:0:15:0): ATA status: 51 (DRDY SERV ERR), error: 04 (ABRT )
<118>(pass9:siisch1:0:15:0): RES: 51 04 00 00 00 00 00 00 00 00 00
<118>(pass9:siisch1:0:15:0): ATAPI_IDENTIFY. ACB: a1 00 00 00 00 40 00 00 00 00 00 00
<118>(pass9:siisch1:0:15:0): CAM status: ATA Status Error
<118>(pass9:siisch1:0:15:0): ATA status: 51 (DRDY SERV ERR), error: 04 (ABRT )
<118>(pass9:siisch1:0:15:0): RES: 51 04 00 00 00 00 00 00 00 00 00
<118>Updating motd:
<118>.
<118>Starting ntpd.
<118>Configuring syscons:
<118> blanktime
<118>.
<118>Starting sshd.
<118>Starting cron.
<118>Starting inetd.
<118>Starting background file system checks in 60 seconds.
<118>
<118>Tue Oct 5 22:52:13 CDT 2010
ts_to_ct(1286319141.953120558) = [2010-10-05 22:52:21]
lock order reversal:
1st 0xffffff003d2b7800 ufs (ufs) @ /usr/src/sys/ufs/ffs/ffs_snapshot.c:423
2nd 0xffffff80a539da98 bufwait (bufwait) @ /usr/src/sys/kern/vfs_bio.c:2659
3rd 0xffffff0008d45310 ufs (ufs) @ /usr/src/sys/ufs/ffs/ffs_snapshot.c:544
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
__lockmgr_args() at __lockmgr_args+0xd53
ffs_lock() at ffs_lock+0x9c
VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b
_vn_lock() at _vn_lock+0x57
ffs_snapshot() at ffs_snapshot+0x1c27
ffs_mount() at ffs_mount+0x5eb
vfs_donmount() at vfs_donmount+0xcde
nmount() at nmount+0x63
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (378, FreeBSD ELF64, nmount), rip = 0x8007b9e3c, rsp = 0x7fffffffe958, rbp = 0x800c08030 ---
lock order reversal:
1st 0xffffff80a539da98 bufwait (bufwait) @ /usr/src/sys/kern/vfs_bio.c:2659
2nd 0xffffff003d8b8230 snaplk (snaplk) @ /usr/src/sys/ufs/ffs/ffs_snapshot.c:816
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
__lockmgr_args() at __lockmgr_args+0xd53
ffs_lock() at ffs_lock+0x9c
VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b
_vn_lock() at _vn_lock+0x57
ffs_snapshot() at ffs_snapshot+0x1b02
ffs_mount() at ffs_mount+0x5eb
vfs_donmount() at vfs_donmount+0xcde
nmount() at nmount+0x63
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (378, FreeBSD ELF64, nmount), rip = 0x8007b9e3c, rsp = 0x7fffffffe958, rbp = 0x800c08030 ---
lock order reversal:
1st 0xffffff003d8b8230 snaplk (snaplk) @ /usr/src/sys/kern/vfs_vnops.c:301
2nd 0xffffff003d2b7800 ufs (ufs) @ /usr/src/sys/ufs/ffs/ffs_snapshot.c:1616
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
__lockmgr_args() at __lockmgr_args+0xd53
ffs_snapremove() at ffs_snapremove+0xe7
ffs_truncate() at ffs_truncate+0x635
ufs_inactive() at ufs_inactive+0x285
VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0xb5
vinactive() at vinactive+0x90
vputx() at vputx+0x2dc
vn_close() at vn_close+0x118
vn_closefile() at vn_closefile+0x5a
_fdrop() at _fdrop+0x23
closef() at closef+0x5b
kern_close() at kern_close+0x110
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (6, FreeBSD ELF64, close), rip = 0x80085a79c, rsp = 0x7fffffffe958, rbp = 0 ---
calcru: runtime went backwards from 499 usec to 486 usec for pid 1565 (inetd)
calcru: runtime went backwards from 1231 usec to 1198 usec for pid 1526 (sendmail)
calcru: runtime went backwards from 987 usec to 961 usec for pid 1526 (sendmail)
calcru: runtime went backwards from 1025 usec to 997 usec for pid 1520 (sendmail)
calcru: runtime went backwards from 9415 usec to 9164 usec for pid 1367 (smartd)
calcru: runtime went backwards from 8532 usec to 8363 usec for pid 971 (devd)
calcru: runtime went backwards from 10480 usec to 10201 usec for pid 971 (devd)
calcru: runtime went backwards from 507 usec to 494 usec for pid 126 (adjkerntz)
calcru: runtime went backwards from 550 usec to 536 usec for pid 25 (g_mirror P55UD6-swa)
calcru: runtime went backwards from 1960574 usec to 1915901 usec for pid 1 (init)
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada0.
vdev_geom_attach:95[1]: Attaching to ada0.
vdev_geom_attach:116[1]: Created geom and consumer for ada0.
vdev_geom_read_guid:239[1]: Reading guid from ada0...
vdev_geom_read_guid:273[1]: guid for ada0 is 11861924681820341443
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada0.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada1.
vdev_geom_attach:95[1]: Attaching to ada1.
vdev_geom_attach:136[1]: Created consumer for ada1.
vdev_geom_read_guid:239[1]: Reading guid from ada1...
vdev_geom_read_guid:273[1]: guid for ada1 is 4222070835246090579
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada1.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada2.
vdev_geom_attach:95[1]: Attaching to ada2.
vdev_geom_attach:136[1]: Created consumer for ada2.
vdev_geom_read_guid:239[1]: Reading guid from ada2...
vdev_geom_read_guid:273[1]: guid for ada2 is 6879707527982141501
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada2.
lock order reversal:
1st 0xffffff012e36c430 db->db_mtx (db->db_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2009
2nd 0xffffff012e376510 dn->dn_mtx (dn->dn_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1174
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dnode_rele() at dnode_rele+0x4e
dsl_deadlist_close() at dsl_deadlist_close+0x47
dsl_dataset_evict() at dsl_dataset_evict+0x7d
dbuf_evict_user() at dbuf_evict_user+0x55
dbuf_rele_and_unlock() at dbuf_rele_and_unlock+0x154
dsl_pool_open() at dsl_pool_open+0x1b5
spa_load() at spa_load+0x54f
spa_load_best() at spa_load_best+0x52
spa_open_common() at spa_open_common+0x14a
spa_get_stats() at spa_get_stats+0x44
zfs_ioc_pool_stats() at zfs_ioc_pool_stats+0x2c
zfsdev_ioctl() at zfsdev_ioctl+0xa4
devfs_ioctl_f() at devfs_ioctl_f+0x7a
kern_ioctl() at kern_ioctl+0xbe
ioctl() at ioctl+0xfd
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (54, FreeBSD ELF64, ioctl), rip = 0x80120877c, rsp = 0x7fffffff9288, rbp = 0x80183f140 ---
lock order reversal:
1st 0xffffff012e36cd28 db->db_mtx (db->db_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:396
2nd 0xffffff0122974e60 os->os_lock (os->os_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:439
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dnode_destroy() at dnode_destroy+0x3e
dnode_buf_pageout() at dnode_buf_pageout+0x9d
dbuf_evict_user() at dbuf_evict_user+0x55
dbuf_clear() at dbuf_clear+0x58
dnode_evict_dbufs() at dnode_evict_dbufs+0x98
dmu_objset_evict_dbufs() at dmu_objset_evict_dbufs+0x11c
dmu_objset_evict() at dmu_objset_evict+0xa3
dsl_pool_close() at dsl_pool_close+0x6a
spa_unload() at spa_unload+0x79
spa_load() at spa_load+0x62d
spa_load_best() at spa_load_best+0x52
spa_open_common() at spa_open_common+0x14a
spa_get_stats() at spa_get_stats+0x44
zfs_ioc_pool_stats() at zfs_ioc_pool_stats+0x2c
zfsdev_ioctl() at zfsdev_ioctl+0xa4
devfs_ioctl_f() at devfs_ioctl_f+0x7a
kern_ioctl() at kern_ioctl+0xbe
ioctl() at ioctl+0xfd
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (54, FreeBSD ELF64, ioctl), rip = 0x80120877c, rsp = 0x7fffffff9288, rbp = 0x80183f140 ---
vdev_geom_detach:156[1]: Closing access to ada0.
vdev_geom_detach:160[1]: Destroyed consumer to ada0.
vdev_geom_detach:156[1]: Closing access to ada1.
vdev_geom_detach:160[1]: Destroyed consumer to ada1.
vdev_geom_detach:156[1]: Closing access to ada2.
vdev_geom_detach:160[1]: Destroyed consumer to ada2.
vdev_geom_detach:168[1]: Destroyed geom zfs::vdev.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada0.
vdev_geom_attach:95[1]: Attaching to ada0.
vdev_geom_attach:116[1]: Created geom and consumer for ada0.
vdev_geom_read_guid:239[1]: Reading guid from ada0...
vdev_geom_read_guid:273[1]: guid for ada0 is 11861924681820341443
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada0.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada1.
vdev_geom_attach:95[1]: Attaching to ada1.
vdev_geom_attach:136[1]: Created consumer for ada1.
vdev_geom_read_guid:239[1]: Reading guid from ada1...
vdev_geom_read_guid:273[1]: guid for ada1 is 4222070835246090579
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada1.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada2.
vdev_geom_attach:95[1]: Attaching to ada2.
vdev_geom_attach:136[1]: Created consumer for ada2.
vdev_geom_read_guid:239[1]: Reading guid from ada2...
vdev_geom_read_guid:273[1]: guid for ada2 is 6879707527982141501
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada2.
lock order reversal:
1st 0xffffff012da23578 db->db_mtx (db->db_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1242
2nd 0xffffff0131a40338 dr->dt.di.dr_mtx (dr->dt.di.dr_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1246
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dbuf_dirty() at dbuf_dirty+0x6ce
dbuf_dirty() at dbuf_dirty+0x52b
dnode_setdirty() at dnode_setdirty+0x1a5
dbuf_dirty() at dbuf_dirty+0x593
bpobj_iterate_impl() at bpobj_iterate_impl+0x5a1
spa_sync() at spa_sync+0x27f
txg_sync_thread() at txg_sync_thread+0x147
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80edb18cf0, rbp = 0 ---
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da0.
vdev_geom_attach:95[1]: Attaching to da0.
vdev_geom_attach:136[1]: Created consumer for da0.
vdev_geom_read_guid:239[1]: Reading guid from da0...
vdev_geom_read_guid:273[1]: guid for da0 is 9358164332557988583
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da0.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da1.
vdev_geom_attach:95[1]: Attaching to da1.
vdev_geom_attach:136[1]: Created consumer for da1.
vdev_geom_read_guid:239[1]: Reading guid from da1...
vdev_geom_read_guid:273[1]: guid for da1 is 13440607944782860068
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da1.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da2.
vdev_geom_attach:95[1]: Attaching to da2.
vdev_geom_attach:136[1]: Created consumer for da2.
vdev_geom_read_guid:239[1]: Reading guid from da2...
vdev_geom_read_guid:273[1]: guid for da2 is 5259284178418647750
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da2.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da7.
vdev_geom_attach:95[1]: Attaching to da7.
vdev_geom_attach:136[1]: Created consumer for da7.
vdev_geom_read_guid:239[1]: Reading guid from da7...
vdev_geom_read_guid:273[1]: guid for da7 is 10937301103509754364
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da7.
vdev_geom_detach:156[1]: Closing access to da0.
vdev_geom_detach:160[1]: Destroyed consumer to da0.
vdev_geom_detach:156[1]: Closing access to da1.
vdev_geom_detach:160[1]: Destroyed consumer to da1.
vdev_geom_detach:156[1]: Closing access to da2.
vdev_geom_detach:160[1]: Destroyed consumer to da2.
vdev_geom_detach:156[1]: Closing access to da7.
vdev_geom_detach:160[1]: Destroyed consumer to da7.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da0.
vdev_geom_attach:95[1]: Attaching to da0.
vdev_geom_attach:136[1]: Created consumer for da0.
vdev_geom_read_guid:239[1]: Reading guid from da0...
vdev_geom_read_guid:273[1]: guid for da0 is 9358164332557988583
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da0.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da1.
vdev_geom_attach:95[1]: Attaching to da1.
vdev_geom_attach:136[1]: Created consumer for da1.
vdev_geom_read_guid:239[1]: Reading guid from da1...
vdev_geom_read_guid:273[1]: guid for da1 is 13440607944782860068
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da1.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da2.
vdev_geom_attach:95[1]: Attaching to da2.
vdev_geom_attach:136[1]: Created consumer for da2.
vdev_geom_read_guid:239[1]: Reading guid from da2...
vdev_geom_read_guid:273[1]: guid for da2 is 5259284178418647750
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da2.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da7.
vdev_geom_attach:95[1]: Attaching to da7.
vdev_geom_attach:136[1]: Created consumer for da7.
vdev_geom_read_guid:239[1]: Reading guid from da7...
vdev_geom_read_guid:273[1]: guid for da7 is 10937301103509754364
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da7.
lock order reversal:
1st 0xffffff0131ab3338 dr->dt.di.dr_mtx (dr->dt.di.dr_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2243
2nd 0xffffff01425d6850 dn->dn_struct_rwlock (dn->dn_struct_rwlock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2194
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_slock() at _sx_slock+0x55
dbuf_check_blkptr() at dbuf_check_blkptr+0x210
dbuf_sync_list() at dbuf_sync_list+0x36c
dbuf_sync_list() at dbuf_sync_list+0x17f
dnode_sync() at dnode_sync+0xe9c
dmu_objset_sync_dnodes() at dmu_objset_sync_dnodes+0x92
dmu_objset_sync() at dmu_objset_sync+0x19d
dsl_pool_sync() at dsl_pool_sync+0x33b
spa_sync() at spa_sync+0x33f
txg_sync_thread() at txg_sync_thread+0x147
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80ede14cf0, rbp = 0 ---
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada4.
vdev_geom_attach:95[1]: Attaching to ada4.
vdev_geom_attach:136[1]: Created consumer for ada4.
vdev_geom_read_guid:239[1]: Reading guid from ada4...
vdev_geom_read_guid:273[1]: guid for ada4 is 10000969189965984889
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada4.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada5.
vdev_geom_attach:95[1]: Attaching to ada5.
vdev_geom_attach:136[1]: Created consumer for ada5.
vdev_geom_read_guid:239[1]: Reading guid from ada5...
vdev_geom_read_guid:273[1]: guid for ada5 is 380570431143602211
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada5.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada6.
vdev_geom_attach:95[1]: Attaching to ada6.
vdev_geom_attach:136[1]: Created consumer for ada6.
vdev_geom_read_guid:239[1]: Reading guid from ada6...
vdev_geom_read_guid:273[1]: guid for ada6 is 7243885777674443247
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada6.
vdev_geom_detach:156[1]: Closing access to ada4.
vdev_geom_detach:160[1]: Destroyed consumer to ada4.
vdev_geom_detach:156[1]: Closing access to ada5.
vdev_geom_detach:160[1]: Destroyed consumer to ada5.
vdev_geom_detach:156[1]: Closing access to ada6.
vdev_geom_detach:160[1]: Destroyed consumer to ada6.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada4.
vdev_geom_attach:95[1]: Attaching to ada4.
vdev_geom_attach:136[1]: Created consumer for ada4.
vdev_geom_read_guid:239[1]: Reading guid from ada4...
vdev_geom_read_guid:273[1]: guid for ada4 is 10000969189965984889
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada4.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada5.
vdev_geom_attach:95[1]: Attaching to ada5.
vdev_geom_attach:136[1]: Created consumer for ada5.
vdev_geom_read_guid:239[1]: Reading guid from ada5...
vdev_geom_read_guid:273[1]: guid for ada5 is 380570431143602211
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada5.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/ada6.
vdev_geom_attach:95[1]: Attaching to ada6.
vdev_geom_attach:136[1]: Created consumer for ada6.
vdev_geom_read_guid:239[1]: Reading guid from ada6...
vdev_geom_read_guid:273[1]: guid for ada6 is 7243885777674443247
vdev_geom_open_by_path:398[1]: guid match for provider /dev/ada6.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da3.
vdev_geom_attach:95[1]: Attaching to da3.
vdev_geom_attach:136[1]: Created consumer for da3.
vdev_geom_read_guid:239[1]: Reading guid from da3...
vdev_geom_read_guid:273[1]: guid for da3 is 2470254007371666646
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da3.
vdev_geom_detach:156[1]: Closing access to da3.
vdev_geom_detach:160[1]: Destroyed consumer to da3.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da3.
vdev_geom_attach:95[1]: Attaching to da3.
vdev_geom_attach:136[1]: Created consumer for da3.
vdev_geom_read_guid:239[1]: Reading guid from da3...
vdev_geom_read_guid:273[1]: guid for da3 is 2470254007371666646
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da3.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da4.
vdev_geom_attach:95[1]: Attaching to da4.
vdev_geom_attach:136[1]: Created consumer for da4.
vdev_geom_read_guid:239[1]: Reading guid from da4...
vdev_geom_read_guid:273[1]: guid for da4 is 12201382793507944615
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da4.
vdev_geom_detach:156[1]: Closing access to da4.
vdev_geom_detach:160[1]: Destroyed consumer to da4.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da4.
vdev_geom_attach:95[1]: Attaching to da4.
vdev_geom_attach:136[1]: Created consumer for da4.
vdev_geom_read_guid:239[1]: Reading guid from da4...
vdev_geom_read_guid:273[1]: guid for da4 is 12201382793507944615
vdev_geom_open_by_path:398[1]: guid match for provider /dev/da4.
vdev_geom_detach:156[1]: Closing access to da3.
vdev_geom_detach:160[1]: Destroyed consumer to da3.
vdev_geom_detach:156[1]: Closing access to da4.
vdev_geom_detach:160[1]: Destroyed consumer to da4.
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da3.
vdev_geom_attach:95[1]: Attaching to da3.
vdev_geom_attach:136[1]: Created consumer for da3.
lock order reversal:
1st 0xffffff0142212100 sa->sa_lock (sa->sa_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:995
2nd 0xffffff01491e4000 dn->dn_struct_rwlock (dn->dn_struct_rwlock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:205
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_slock() at _sx_slock+0x55
dnode_verify() at dnode_verify+0x7c
dnode_hold_impl() at dnode_hold_impl+0x94
dmu_buf_hold() at dmu_buf_hold+0x48
zap_lockdir() at zap_lockdir+0x74
zap_lookup_norm() at zap_lookup_norm+0x45
zap_lookup() at zap_lookup+0x2e
sa_setup() at sa_setup+0x214
zfs_create_fs() at zfs_create_fs+0x3a9
dsl_pool_create() at dsl_pool_create+0x201
spa_create() at spa_create+0x4a8
zfs_ioc_pool_create() at zfs_ioc_pool_create+0x1c2
zfsdev_ioctl() at zfsdev_ioctl+0xa4
devfs_ioctl_f() at devfs_ioctl_f+0x7a
kern_ioctl() at kern_ioctl+0xbe
ioctl() at ioctl+0xfd
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (54, FreeBSD ELF64, ioctl), rip = 0x80120877c, rsp = 0x7fffffff8ab8, rbp = 0x7fffffff8b20 ---
lock order reversal:
1st 0xffffff0142212100 sa->sa_lock (sa->sa_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:995
2nd 0xffffff012927cc18 zap->zap_rwlock (zap->zap_rwlock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:375
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
zap_lockdir() at zap_lockdir+0x34c
zap_lookup_norm() at zap_lookup_norm+0x45
zap_lookup() at zap_lookup+0x2e
sa_setup() at sa_setup+0x214
zfs_create_fs() at zfs_create_fs+0x3a9
dsl_pool_create() at dsl_pool_create+0x201
spa_create() at spa_create+0x4a8
zfs_ioc_pool_create() at zfs_ioc_pool_create+0x1c2
zfsdev_ioctl() at zfsdev_ioctl+0xa4
devfs_ioctl_f() at devfs_ioctl_f+0x7a
kern_ioctl() at kern_ioctl+0xbe
ioctl() at ioctl+0xfd
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (54, FreeBSD ELF64, ioctl), rip = 0x80120877c, rsp = 0x7fffffff8ab8, rbp = 0x7fffffff8b20 ---
lock order reversal:
1st 0xffffff0142212100 sa->sa_lock (sa->sa_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1546
2nd 0xffffff014251c638 os->os_obj_lock (os->os_obj_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_object.c:40
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dmu_object_alloc() at dmu_object_alloc+0x70
zap_create_norm() at zap_create_norm+0x2d
sa_attr_register_sync() at sa_attr_register_sync+0x19b
sa_replace_all_by_template_locked() at sa_replace_all_by_template_locked+0x41
sa_replace_all_by_template() at sa_replace_all_by_template+0x4b
zfs_mknode() at zfs_mknode+0x548
zfs_create_fs() at zfs_create_fs+0x52d
dsl_pool_create() at dsl_pool_create+0x201
spa_create() at spa_create+0x4a8
zfs_ioc_pool_create() at zfs_ioc_pool_create+0x1c2
zfsdev_ioctl() at zfsdev_ioctl+0xa4
devfs_ioctl_f() at devfs_ioctl_f+0x7a
kern_ioctl() at kern_ioctl+0xbe
ioctl() at ioctl+0xfd
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (54, FreeBSD ELF64, ioctl), rip = 0x80120877c, rsp = 0x7fffffff8ab8, rbp = 0x7fffffff8b20 ---
lock order reversal:
1st 0xffffff0142212100 sa->sa_lock (sa->sa_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1546
2nd 0xffffff014251c660 os->os_lock (os->os_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1228
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dnode_setdirty() at dnode_setdirty+0xc9
dbuf_dirty() at dbuf_dirty+0x593
mzap_create_impl() at mzap_create_impl+0x80
zap_create_norm() at zap_create_norm+0x43
sa_attr_register_sync() at sa_attr_register_sync+0x19b
sa_replace_all_by_template_locked() at sa_replace_all_by_template_locked+0x41
sa_replace_all_by_template() at sa_replace_all_by_template+0x4b
zfs_mknode() at zfs_mknode+0x548
zfs_create_fs() at zfs_create_fs+0x52d
dsl_pool_create() at dsl_pool_create+0x201
spa_create() at spa_create+0x4a8
zfs_ioc_pool_create() at zfs_ioc_pool_create+0x1c2
zfsdev_ioctl() at zfsdev_ioctl+0xa4
devfs_ioctl_f() at devfs_ioctl_f+0x7a
kern_ioctl() at kern_ioctl+0xbe
ioctl() at ioctl+0xfd
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (54, FreeBSD ELF64, ioctl), rip = 0x80120877c, rsp = 0x7fffffff8ab8, rbp = 0x7fffffff8b20 ---
lock order reversal:
1st 0xffffff014919d950 db->db_mtx (db->db_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2009
2nd 0xffffff0142212100 sa->sa_lock (sa->sa_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/sa.c:1292
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
sa_idx_tab_rele() at sa_idx_tab_rele+0x41
sa_tear_down() at sa_tear_down+0x92
dmu_objset_evict() at dmu_objset_evict+0x9b
dsl_dataset_evict() at dsl_dataset_evict+0x46
dbuf_evict_user() at dbuf_evict_user+0x55
dbuf_rele_and_unlock() at dbuf_rele_and_unlock+0x154
dsl_pool_sync_done() at dsl_pool_sync_done+0x5e
spa_sync() at spa_sync+0x695
txg_sync_thread() at txg_sync_thread+0x147
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80ee40ccf0, rbp = 0 ---
lock order reversal:
1st 0xffffff014919d950 db->db_mtx (db->db_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2009
2nd 0xffffff01490cb768 dn->dn_dbufs_mtx (dn->dn_dbufs_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:384
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dnode_evict_dbufs() at dnode_evict_dbufs+0x57
dmu_objset_evict_dbufs() at dmu_objset_evict_dbufs+0xd4
dmu_objset_evict() at dmu_objset_evict+0xa3
dsl_dataset_evict() at dsl_dataset_evict+0x46
dbuf_evict_user() at dbuf_evict_user+0x55
dbuf_rele_and_unlock() at dbuf_rele_and_unlock+0x154
dsl_pool_sync_done() at dsl_pool_sync_done+0x5e
spa_sync() at spa_sync+0x695
txg_sync_thread() at txg_sync_thread+0x147
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80ee40ccf0, rbp = 0 ---
lock order reversal:
1st 0xffffff014919d950 db->db_mtx (db->db_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:2009
2nd 0xffffff01490cb428 dn->dn_struct_rwlock (dn->dn_struct_rwlock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dnode_sync.c:424
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dnode_evict_dbufs() at dnode_evict_dbufs+0x1d8
dmu_objset_evict_dbufs() at dmu_objset_evict_dbufs+0xd4
dmu_objset_evict() at dmu_objset_evict+0xa3
dsl_dataset_evict() at dsl_dataset_evict+0x46
dbuf_evict_user() at dbuf_evict_user+0x55
dbuf_rele_and_unlock() at dbuf_rele_and_unlock+0x154
dsl_pool_sync_done() at dsl_pool_sync_done+0x5e
spa_sync() at spa_sync+0x695
txg_sync_thread() at txg_sync_thread+0x147
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80ee40ccf0, rbp = 0 ---
Solaris(cont): !created version 28 pool rec1 using 28
lock order reversal:
1st 0xffffff012e1d8310 zfs (zfs) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/gfs.c:488
2nd 0xffffff0142db2350 zfsvfs->z_hold_mtx[i] (zfsvfs->z_hold_mtx[i]) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:1116
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
zfs_zget() at zfs_zget+0x241
zfs_root() at zfs_root+0x50
zfsctl_create() at zfsctl_create+0x81
zfs_mount() at zfs_mount+0x5f4
vfs_donmount() at vfs_donmount+0xcde
nmount() at nmount+0x63
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (378, FreeBSD ELF64, nmount), rip = 0x801167e3c, rsp = 0x7fffffff9b08, rbp = 0x80188710c ---
vdev_geom_open_by_path:384[1]: Found provider by name /dev/da4.
vdev_geom_attach:95[1]: Attaching to da4.
vdev_geom_attach:136[1]: Created consumer for da4.
lock order reversal:
1st 0xffffff0142e1a900 l->l_rwlock (l->l_rwlock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zap.c:522
2nd 0xffffff0142c5b850 dn->dn_struct_rwlock (dn->dn_struct_rwlock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:611
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_slock() at _sx_slock+0x55
dbuf_read() at dbuf_read+0x319
dbuf_will_dirty() at dbuf_will_dirty+0x80
zap_get_leaf_byblk() at zap_get_leaf_byblk+0x1dd
zap_deref_leaf() at zap_deref_leaf+0xb6
fzap_update() at fzap_update+0xc7
zap_update() at zap_update+0x202
sa_add_layout_entry() at sa_add_layout_entry+0x116
sa_find_layout() at sa_find_layout+0x142
sa_build_layouts() at sa_build_layouts+0x5d1
sa_replace_all_by_template() at sa_replace_all_by_template+0x4b
zfs_mknode() at zfs_mknode+0x548
zfs_create_fs() at zfs_create_fs+0x52d
dsl_pool_create() at dsl_pool_create+0x201
spa_create() at spa_create+0x4a8
zfs_ioc_pool_create() at zfs_ioc_pool_create+0x1c2
zfsdev_ioctl() at zfsdev_ioctl+0xa4
devfs_ioctl_f() at devfs_ioctl_f+0x7a
kern_ioctl() at kern_ioctl+0xbe
ioctl() at ioctl+0xfd
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (54, FreeBSD ELF64, ioctl), rip = 0x80120877c, rsp = 0x7fffffff8ab8, rbp = 0x7fffffff8b20 ---
Solaris(cont): !created version 28 pool rec2 using 28
lock order reversal:
1st 0xffffff0123262f68 dp->dp_config_rwlock (dp->dp_config_rwlock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_synctask.c:184
2nd 0xffffff014250a200 ds->ds_opening_lock (ds->ds_opening_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_objset.c:422
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dmu_objset_from_ds() at dmu_objset_from_ds+0x3e
dmu_objset_create_impl() at dmu_objset_create_impl+0x45
dmu_objset_create_sync() at dmu_objset_create_sync+0xd8
dsl_sync_task_group_sync() at dsl_sync_task_group_sync+0x155
dsl_pool_sync() at dsl_pool_sync+0x263
spa_sync() at spa_sync+0x33f
txg_sync_thread() at txg_sync_thread+0x147
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80ee40ccf0, rbp = 0 ---
lock order reversal:
1st 0xffffff010032f388 zp->z_name_lock (zp->z_name_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_dir.c:220
2nd 0xffffff0142db23d0 zfsvfs->z_hold_mtx[i] (zfsvfs->z_hold_mtx[i]) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:819
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
zfs_mknode() at zfs_mknode+0x157
zfs_freebsd_mkdir() at zfs_freebsd_mkdir+0x4fe
VOP_MKDIR_APV() at VOP_MKDIR_APV+0xb9
kern_mkdirat() at kern_mkdirat+0x270
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (136, FreeBSD ELF64, mkdir), rip = 0x8010f43ac, rsp = 0x7fffffffd758, rbp = 0x801897060 ---
lock order reversal:
1st 0xffffff0142db2200 zfsvfs->z_teardown_inactive_lock (zfsvfs->z_teardown_inactive_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c:4503
2nd 0xffffff0142db23d0 zfsvfs->z_hold_mtx[i] (zfsvfs->z_hold_mtx[i]) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:1345
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
zfs_zinactive() at zfs_zinactive+0x8b
zfs_inactive() at zfs_inactive+0x7e
zfs_freebsd_inactive() at zfs_freebsd_inactive+0x1a
VOP_INACTIVE_APV() at VOP_INACTIVE_APV+0xb5
vinactive() at vinactive+0x90
vputx() at vputx+0x2dc
kern_mkdirat() at kern_mkdirat+0x2f0
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (136, FreeBSD ELF64, mkdir), rip = 0x8010f43ac, rsp = 0x7fffffffd758, rbp = 0x801897060 ---
lock order reversal:
1st 0xffffff01231f7098 zfs (zfs) @ /usr/src/sys/kern/vfs_mount.c:1199
2nd 0xffffff01232bd800 syncer (syncer) @ /usr/src/sys/kern/vfs_subr.c:2224
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
__lockmgr_args() at __lockmgr_args+0xd53
vop_stdlock() at vop_stdlock+0x39
VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b
_vn_lock() at _vn_lock+0x57
vputx() at vputx+0x2fe
dounmount() at dounmount+0x2ab
unmount() at unmount+0x27e
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (22, FreeBSD ELF64, unmount), rip = 0x80106335c, rsp = 0x7fffffffc5c8, rbp = 0x801810800 ---
lock order reversal:
1st 0xffffff01229cbd90 ds->ds_lock (ds->ds_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dataset.c:3547
2nd 0xffffff01490b2428 dn->dn_struct_rwlock (dn->dn_struct_rwlock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:611
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_slock() at _sx_slock+0x55
dbuf_read() at dbuf_read+0x319
dbuf_will_dirty() at dbuf_will_dirty+0x80
dsl_dataset_user_hold_sync() at dsl_dataset_user_hold_sync+0x13c
dsl_sync_task_group_sync() at dsl_sync_task_group_sync+0x155
dsl_pool_sync() at dsl_pool_sync+0x263
spa_sync() at spa_sync+0x33f
txg_sync_thread() at txg_sync_thread+0x147
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80ee40ccf0, rbp = 0 ---
lock order reversal:
1st 0xffffff01229cbd90 ds->ds_lock (ds->ds_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dataset.c:3547
2nd 0xffffff0142c8b2e8 db->db_mtx (db->db_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1032
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dbuf_dirty() at dbuf_dirty+0xc7
dsl_dataset_user_hold_sync() at dsl_dataset_user_hold_sync+0x13c
dsl_sync_task_group_sync() at dsl_sync_task_group_sync+0x155
dsl_pool_sync() at dsl_pool_sync+0x263
spa_sync() at spa_sync+0x33f
txg_sync_thread() at txg_sync_thread+0x147
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80ee40ccf0, rbp = 0 ---
lock order reversal:
1st 0xffffff01229cbd90 ds->ds_lock (ds->ds_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dataset.c:3547
2nd 0xffffff01490b2510 dn->dn_mtx (dn->dn_mtx) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dbuf.c:1189
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dbuf_dirty() at dbuf_dirty+0xb05
dsl_dataset_user_hold_sync() at dsl_dataset_user_hold_sync+0x13c
dsl_sync_task_group_sync() at dsl_sync_task_group_sync+0x155
dsl_pool_sync() at dsl_pool_sync+0x263
spa_sync() at spa_sync+0x33f
txg_sync_thread() at txg_sync_thread+0x147
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80ee40ccf0, rbp = 0 ---
lock order reversal:
1st 0xffffff01229cbd90 ds->ds_lock (ds->ds_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dataset.c:3547
2nd 0xffffff0122976260 os->os_lock (os->os_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dnode.c:1228
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dnode_setdirty() at dnode_setdirty+0xc9
dbuf_dirty() at dbuf_dirty+0x593
dsl_dataset_user_hold_sync() at dsl_dataset_user_hold_sync+0x13c
dsl_sync_task_group_sync() at dsl_sync_task_group_sync+0x155
dsl_pool_sync() at dsl_pool_sync+0x263
spa_sync() at spa_sync+0x33f
txg_sync_thread() at txg_sync_thread+0x147
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80ee40ccf0, rbp = 0 ---
lock order reversal:
1st 0xffffff01229cbd90 ds->ds_lock (ds->ds_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dataset.c:3547
2nd 0xffffff0122976238 os->os_obj_lock (os->os_obj_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dmu_object.c:40
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dmu_object_alloc() at dmu_object_alloc+0x70
zap_create_norm() at zap_create_norm+0x2d
dsl_dataset_user_hold_sync() at dsl_dataset_user_hold_sync+0x159
dsl_sync_task_group_sync() at dsl_sync_task_group_sync+0x155
dsl_pool_sync() at dsl_pool_sync+0x263
spa_sync() at spa_sync+0x33f
txg_sync_thread() at txg_sync_thread+0x147
fork_exit() at fork_exit+0x12a
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80ee40ccf0, rbp = 0 ---
lock order reversal:
1st 0xffffff0008d24800 ufs (ufs) @ /usr/src/sys/kern/vfs_mount.c:1199
2nd 0xffffff01231f7cf0 syncer (syncer) @ /usr/src/sys/kern/vfs_subr.c:2224
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
__lockmgr_args() at __lockmgr_args+0xd53
vop_stdlock() at vop_stdlock+0x39
VOP_LOCK1_APV() at VOP_LOCK1_APV+0x9b
_vn_lock() at _vn_lock+0x57
vputx() at vputx+0x2fe
dounmount() at dounmount+0x2ab
unmount() at unmount+0x27e
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (22, FreeBSD ELF64, unmount), rip = 0x80106335c, rsp = 0x7fffffff54f8, rbp = 0x801810800 ---
lock order reversal:
1st 0xffffff01423c5190 ds->ds_lock (ds->ds_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dataset.c:3711
2nd 0xffffff0107d21298 zap->zap_rwlock (zap->zap_rwlock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zap_micro.c:490
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_slock() at _sx_slock+0x55
zap_lockdir() at zap_lockdir+0x111
zap_lookup_norm() at zap_lookup_norm+0x45
zap_lookup() at zap_lookup+0x2e
dsl_dataset_release_might_destroy() at dsl_dataset_release_might_destroy+0xb0
dsl_dataset_user_release_one() at dsl_dataset_user_release_one+0xa6
dsl_dataset_user_release() at dsl_dataset_user_release+0x1b5
dsl_dataset_user_release_tmp() at dsl_dataset_user_release_tmp+0xee
dsl_dataset_user_release_onexit() at dsl_dataset_user_release_onexit+0x21
zfs_onexit_destroy() at zfs_onexit_destroy+0x56
zfsdev_close() at zfsdev_close+0x6b
devfs_destroy_cdevpriv() at devfs_destroy_cdevpriv+0x8b
_fdrop() at _fdrop+0x35
closef() at closef+0x5b
kern_close() at kern_close+0x110
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (6, FreeBSD ELF64, close), rip = 0x80110279c, rsp = 0x7fffffffd608, rbp = 0 ---
lock order reversal:
1st 0xffffff01319a0200 zfsvfs->z_teardown_inactive_lock (zfsvfs->z_teardown_inactive_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vfsops.c:1727
2nd 0xffffff0122a079c0 ds->ds_rwlock (ds->ds_rwlock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/dsl_dataset.c:3200
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
dsl_dataset_clone_swap() at dsl_dataset_clone_swap+0x7c
dmu_recv_end() at dmu_recv_end+0x5e
zfs_ioc_recv() at zfs_ioc_recv+0x83e
zfsdev_ioctl() at zfsdev_ioctl+0xa4
devfs_ioctl_f() at devfs_ioctl_f+0x7a
kern_ioctl() at kern_ioctl+0xbe
ioctl() at ioctl+0xfd
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (54, FreeBSD ELF64, ioctl), rip = 0x80110277c, rsp = 0x7fffffff5568, rbp = 0x7fffffff6c60 ---
lock order reversal:
1st 0xffffff01319a0200 zfsvfs->z_teardown_inactive_lock (zfsvfs->z_teardown_inactive_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vfsops.c:1727
2nd 0xffffffff81199440 spa_namespace_lock (spa_namespace_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/spa.c:2377
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
spa_open_common() at spa_open_common+0x7a
dsl_dir_open_spa() at dsl_dir_open_spa+0x3be
dsl_dataset_hold() at dsl_dataset_hold+0x3b
dsl_dataset_own() at dsl_dataset_own+0x2f
dmu_objset_own() at dmu_objset_own+0x36
zfs_resume_fs() at zfs_resume_fs+0x70
zfs_ioc_recv() at zfs_ioc_recv+0xd51
zfsdev_ioctl() at zfsdev_ioctl+0xa4
devfs_ioctl_f() at devfs_ioctl_f+0x7a
kern_ioctl() at kern_ioctl+0xbe
ioctl() at ioctl+0xfd
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (54, FreeBSD ELF64, ioctl), rip = 0x80110277c, rsp = 0x7fffffff5568, rbp = 0x7fffffff6c60 ---
lock order reversal:
1st 0xffffff01319a0240 zfsvfs->z_znodes_lock (zfsvfs->z_znodes_lock) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vfsops.c:2152
2nd 0xffffff01319a0350 zfsvfs->z_hold_mtx[i] (zfsvfs->z_hold_mtx[i]) @ /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_znode.c:1245
KDB: stack backtrace:
db_trace_self_wrapper() at db_trace_self_wrapper+0x2a
_witness_debugger() at _witness_debugger+0x2e
witness_checkorder() at witness_checkorder+0x807
_sx_xlock() at _sx_xlock+0x55
zfs_rezget() at zfs_rezget+0x58
zfs_resume_fs() at zfs_resume_fs+0x1fd
zfs_ioc_recv() at zfs_ioc_recv+0xd51
zfsdev_ioctl() at zfsdev_ioctl+0xa4
devfs_ioctl_f() at devfs_ioctl_f+0x7a
kern_ioctl() at kern_ioctl+0xbe
ioctl() at ioctl+0xfd
syscallenter() at syscallenter+0x1aa
syscall() at syscall+0x4c
Xfast_syscall() at Xfast_syscall+0xe2
--- syscall (54, FreeBSD ELF64, ioctl), rip = 0x80110277c, rsp = 0x7fffffff5568, rbp = 0x7fffffff6c60 ---
panic: solaris assert: vp->v_count == 1, file: /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c, line: 4510
cpuid = 2
KDB: enter: panic
0xffffff0008e1c4f0: tag ufs, type VREG
usecount 1, writecount 0, refcount 43071 mountedhere 0
flags (VV_SYSTEM)
lock type ufs: EXCL by thread 0xffffff0008e80880 (pid 1611)
#0 0xffffffff8059f7c8 at __lockmgr_args+0x788
#1 0xffffffff807f37f3 at ffs_vgetf+0x163
#2 0xffffffff807d0d67 at ffs_valloc+0x177
#3 0xffffffff808047e7 at ufs_makeinode+0x97
#4 0xffffffff808b4843 at VOP_CREATE_APV+0xb3
#5 0xffffffff807dd584 at ffs_snapshot+0x354
#6 0xffffffff807f52db at ffs_mount+0x5eb
#7 0xffffffff8064686e at vfs_donmount+0xcde
#8 0xffffffff80648093 at nmount+0x63
#9 0xffffffff805f6dfa at syscallenter+0x1aa
#10 0xffffffff8085bc9c at syscall+0x4c
#11 0xffffffff80846002 at Xfast_syscall+0xe2
ino 4, on dev ufs/P55UD6xUSR
0xffffff0008d5d768: tag zfs, type VDIR
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOINGINACT)
VI_LOCKed lock type zfs: EXCL by thread 0xffffff003d4ee440 (pid 1711)
#0 0xffffffff8059f7c8 at __lockmgr_args+0x788
#1 0xffffffff8063d0b9 at vop_stdlock+0x39
#2 0xffffffff808b3adb at VOP_LOCK1_APV+0x9b
#3 0xffffffff8065a0c7 at _vn_lock+0x57
#4 0xffffffff806452f3 at dounmount+0x93
#5 0xffffffff80645aee at unmount+0x27e
#6 0xffffffff805f6dfa at syscallenter+0x1aa
#7 0xffffffff8085bc9c at syscall+0x4c
#8 0xffffffff80846002 at Xfast_syscall+0xe2
panic.txt 0600 0 0 211 11452773127 7223 ustar root wheel solaris assert: vp->v_count == 1, file: /usr/src/sys/modules/zfs/../../cddl/contrib/opensolaris/uts/common/fs/zfs/zfs_vnops.c, line: 4510 version.txt 0600 0 0 167 11452773127 7630 ustar root wheel FreeBSD 9.0-CURRENT #3 r212080M: Fri Sep 3 15:43:23 CDT 2010
root@kraken.housenet.jrv:/usr/obj/usr/src/sys/BIGTEX
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?4CABFFDE.5090408>