Date: Fri, 10 Oct 2014 02:56:26 +0200 From: Mark Martinec <Mark.Martinec+freebsd@ijs.si> To: freebsd-stable@freebsd.org Subject: Re: zfs pool import hangs on [tx->tx_sync_done_cv] Message-ID: <54372EBA.1000908@ijs.si> In-Reply-To: <644FA8299BF848E599B82D2C2C298EA7@multiplay.co.uk> References: <54372173.1010100@ijs.si> <644FA8299BF848E599B82D2C2C298EA7@multiplay.co.uk>
next in thread | previous in thread | raw e-mail | index | archive | help
On 10/10/2014 02:06, Steven Hartland wrote:
> What does procstat -k -k report?
For the hung process the procstat -k -k was (as in my previous posting):
# procstat -kk 939
PID TID COMM TDNAME KSTACK
939 100632 zpool - mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d txg_wait_synced+0x85 spa_load+0x1cd1
spa_load_best+0x6f spa_import+0x1ff zfs_ioc_pool_import+0x137
zfsdev_ioctl+0x6f0 devfs_ioctl_f+0x114 kern_ioctl+0x255 sys_ioctl+0x13c
amd64_syscall+0x351 Xfast_syscall+0xfb
For the whole system (-k -k -a) it's here
(needed to re-do the experiment, the hung PID this time is 2074)
PID TID COMM TDNAME KSTACK
0 100000 kernel swapper mi_switch+0xe1
sleepq_timedwait+0x3a _sleep+0x26e swapper+0x28f btext+0x2c
0 100024 kernel firmware taskq mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100026 kernel thread taskq mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100027 kernel ffs_trim taskq mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100029 kernel kqueue taskq mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100032 kernel acpi_task_0 mi_switch+0xe1
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd
fork_exit+0x9a fork_trampoline+0xe
0 100033 kernel acpi_task_1 mi_switch+0xe1
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd
fork_exit+0x9a fork_trampoline+0xe
0 100034 kernel acpi_task_2 mi_switch+0xe1
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd
fork_exit+0x9a fork_trampoline+0xe
0 100037 kernel mps0 taskq mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100039 kernel em0 que mi_switch+0xe1
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd
fork_exit+0x9a fork_trampoline+0xe
0 100040 kernel em0 txq mi_switch+0xe1
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd
fork_exit+0x9a fork_trampoline+0xe
0 100079 kernel em1 taskq mi_switch+0xe1
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd
fork_exit+0x9a fork_trampoline+0xe
0 100098 kernel mca taskq mi_switch+0xe1
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd
fork_exit+0x9a fork_trampoline+0xe
0 100099 kernel system_taskq_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100100 kernel system_taskq_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100101 kernel system_taskq_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100102 kernel system_taskq_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100103 kernel system_taskq_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100104 kernel system_taskq_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100105 kernel system_taskq_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100106 kernel system_taskq_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100110 kernel CAM taskq mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100119 kernel zio_null_issue mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100120 kernel zio_null_intr mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100121 kernel zio_read_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100122 kernel zio_read_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100176 kernel zio_read_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100180 kernel zio_read_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100182 kernel zio_read_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100183 kernel zio_read_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100185 kernel zio_read_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100187 kernel zio_read_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100188 kernel zio_read_intr_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100189 kernel zio_read_intr_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100190 kernel zio_read_intr_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100191 kernel zio_read_intr_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100192 kernel zio_read_intr_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100193 kernel zio_read_intr_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100194 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100195 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100196 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100197 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100198 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100199 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100200 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100201 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100202 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100203 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100204 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100205 kernel zio_write_intr_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100206 kernel zio_write_intr_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100207 kernel zio_write_intr_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100208 kernel zio_write_intr_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100209 kernel zio_write_intr_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100210 kernel zio_write_intr_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100211 kernel zio_write_intr_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100212 kernel zio_write_intr_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100213 kernel zio_write_intr_h mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100214 kernel zio_write_intr_h mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100215 kernel zio_write_intr_h mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100216 kernel zio_write_intr_h mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100217 kernel zio_write_intr_h mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100218 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100219 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100220 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100221 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100222 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100223 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100224 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100225 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100226 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100227 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100228 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100229 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100230 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100231 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100232 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100233 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100234 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100235 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100236 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100237 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100238 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100239 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100240 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100241 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100242 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100243 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100244 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100245 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100246 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100247 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100248 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100249 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100250 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100251 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100252 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100253 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100254 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100255 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100256 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100257 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100258 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100259 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100260 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100261 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100262 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100264 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100265 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100266 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100267 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100268 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100269 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100270 kernel zio_null_issue mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100271 kernel zio_null_intr mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100272 kernel zio_read_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100273 kernel zio_read_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100274 kernel zio_read_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100275 kernel zio_read_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100276 kernel zio_read_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100277 kernel zio_read_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100278 kernel zio_read_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100279 kernel zio_read_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100280 kernel zio_read_intr_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100281 kernel zio_read_intr_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100282 kernel zio_read_intr_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100283 kernel zio_read_intr_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100284 kernel zio_read_intr_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100285 kernel zio_read_intr_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100286 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100287 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100288 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100289 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100290 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100291 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100292 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100293 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100294 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100295 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100296 kernel zio_write_issue_ mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100297 kernel zio_write_intr_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100298 kernel zio_write_intr_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100299 kernel zio_write_intr_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100300 kernel zio_write_intr_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100301 kernel zio_write_intr_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100302 kernel zio_write_intr_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100303 kernel zio_write_intr_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100304 kernel zio_write_intr_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100305 kernel zio_write_intr_h mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100306 kernel zio_write_intr_h mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100307 kernel zio_write_intr_h mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100308 kernel zio_write_intr_h mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100309 kernel zio_write_intr_h mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100310 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100311 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100312 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100313 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100314 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100315 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100316 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100317 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100318 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100319 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100320 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100321 kernel zio_free_issue_0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100322 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100323 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100324 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100325 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100326 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100327 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100328 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100329 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100330 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100331 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100332 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100333 kernel zio_free_issue_1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100334 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100335 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100336 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100337 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100338 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100339 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100340 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100341 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100342 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100343 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100344 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100345 kernel zio_free_issue_2 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100346 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100347 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100348 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100349 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100350 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100351 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100352 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100353 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100354 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100355 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100356 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100357 kernel zio_free_issue_3 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100358 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100359 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100360 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100361 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100362 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100363 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100364 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100365 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100366 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100367 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100368 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100369 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100370 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100371 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100372 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100373 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100374 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100375 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100376 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100377 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100378 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100379 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100380 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100381 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100382 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100383 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100384 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100385 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100386 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100387 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100388 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100389 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100390 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100391 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100392 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100393 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100394 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100395 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100396 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100397 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100398 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100399 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100400 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100401 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100402 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100403 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100404 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100405 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100406 kernel zio_free_intr mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100407 kernel zio_claim_issue mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100408 kernel zio_claim_intr mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100409 kernel zio_ioctl_issue mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100410 kernel zio_ioctl_intr mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100412 kernel metaslab_group_t mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100413 kernel metaslab_group_t mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100414 kernel metaslab_group_t mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100415 kernel metaslab_group_t mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100416 kernel zfs_vn_rele_task mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100417 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100418 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100419 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100420 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100423 kernel zil_clean mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100433 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100438 kernel zil_clean mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100439 kernel zil_clean mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100440 kernel zil_clean mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100441 kernel zil_clean mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100442 kernel zil_clean mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100443 kernel zil_clean mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100444 kernel zil_clean mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100445 kernel zil_clean mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100526 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100527 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100528 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100529 kernel zio_free_issue_4 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100530 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100531 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100532 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100533 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100534 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100535 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100536 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100537 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100538 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100539 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100540 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100541 kernel zio_free_issue_5 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100647 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100649 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100651 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100652 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100653 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100654 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100655 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100656 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100657 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100658 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100659 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100660 kernel zio_free_issue_6 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100661 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100662 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100663 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100664 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100665 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100666 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100667 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100668 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100669 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100670 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100671 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 100672 kernel zio_free_issue_7 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 101449 kernel zio_free_intr mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 101450 kernel zio_claim_issue mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 101451 kernel zio_claim_intr mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 101452 kernel zio_ioctl_issue mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 101454 kernel zio_ioctl_intr mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 101527 kernel metaslab_group_t mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 101528 kernel metaslab_group_t mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 101529 kernel metaslab_group_t mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 101530 kernel metaslab_group_t mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
0 101531 kernel zfs_vn_rele_task mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a
fork_trampoline+0xe
1 100002 init - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d
kern_wait6+0x5f4 sys_wait4+0x72 amd64_syscall+0x351 Xfast_syscall+0xfb
2 100030 cam doneq0 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 xpt_done_td+0x8e fork_exit+0x9a
fork_trampoline+0xe
2 100031 cam doneq1 mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 xpt_done_td+0x8e fork_exit+0x9a
fork_trampoline+0xe
2 100111 cam scanner mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 xpt_scanner_thread+0x7c fork_exit+0x9a
fork_trampoline+0xe
3 100107 zfskern arc_reclaim_thre mi_switch+0xe1
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b arc_reclaim_thread+0x301
fork_exit+0x9a fork_trampoline+0xe
3 100108 zfskern l2arc_feed_threa mi_switch+0xe1
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b l2arc_feed_thread+0x16f
fork_exit+0x9a fork_trampoline+0xe
3 100177 zfskern txg_thread_enter mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d txg_quiesce_thread+0x39b fork_exit+0x9a
fork_trampoline+0xe
3 100181 zfskern txg_thread_enter mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d zio_wait+0x5b dsl_pool_sync+0x371
spa_sync+0x530 txg_sync_thread+0x3a6 fork_exit+0x9a fork_trampoline+0xe
3 100411 zfskern trim zroot mi_switch+0xe1
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b trim_thread+0x9e
fork_exit+0x9a fork_trampoline+0xe
3 100421 zfskern txg_thread_enter mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d txg_quiesce_thread+0x39b fork_exit+0x9a
fork_trampoline+0xe
3 100422 zfskern txg_thread_enter mi_switch+0xe1
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b txg_sync_thread+0x1dc
fork_exit+0x9a fork_trampoline+0xe
3 101526 zfskern trim sys1boot mi_switch+0xe1
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b trim_thread+0x9e
fork_exit+0x9a fork_trampoline+0xe
4 100109 sctp_iterator - mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 sctp_iterator_thread+0x69 fork_exit+0x9a
fork_trampoline+0xe
5 100112 enc_daemon0 - mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 enc_daemon+0x140 fork_exit+0x9a
fork_trampoline+0xe
6 100113 pagedaemon - mi_switch+0xe1
sleepq_timedwait+0x3a _sleep+0x26e vm_pageout+0x275 fork_exit+0x9a
fork_trampoline+0xe
7 100114 vmdaemon - mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 vm_daemon+0x91 fork_exit+0x9a
fork_trampoline+0xe
8 100115 pagezero - mi_switch+0xe1
sleepq_timedwait+0x3a _sleep+0x26e vm_pagezero+0x98 fork_exit+0x9a
fork_trampoline+0xe
9 100116 bufdaemon - mi_switch+0xe1
sleepq_timedwait+0x3a _sleep+0x26e buf_daemon+0x78 fork_exit+0x9a
fork_trampoline+0xe
10 100001 audit - mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d audit_worker+0xa3 fork_exit+0x9a
fork_trampoline+0xe
11 100003 idle idle: cpu0 <running>
11 100004 idle idle: cpu1 <running>
11 100005 idle idle: cpu2 <running>
11 100006 idle idle: cpu3 <running>
11 100007 idle idle: cpu4 <running>
11 100008 idle idle: cpu5 <running>
11 100009 idle idle: cpu6 <running>
11 100010 idle idle: cpu7 mi_switch+0xe1
critical_exit+0x7a sched_idletd+0x1d5 fork_exit+0x9a fork_trampoline+0xe
12 100011 intr swi4: clock mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100012 intr swi4: clock
12 100013 intr swi4: clock
12 100014 intr swi4: clock
12 100015 intr swi4: clock
12 100016 intr swi4: clock
12 100017 intr swi4: clock
12 100018 intr swi4: clock
12 100019 intr swi1: netisr 0 mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100020 intr swi3: vm
12 100028 intr swi5: fast taskq mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100035 intr swi6: task queue mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100036 intr swi6: Giant task mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100038 intr irq256: mps0 mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100041 intr irq16: uhci0+
12 100046 intr irq21: uhci1
12 100051 intr irq19: uhci2 uhc
12 100056 intr irq18: em1 ehci0
12 100061 intr irq258: hdac0 mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100062 intr irq23: uhci3 ehc mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100080 intr irq259: ahci1:ch mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100081 intr irq260: ahci1:ch mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100082 intr irq261: ahci1:ch
12 100083 intr irq262: ahci1:ch mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100084 intr irq263: ahci1:ch mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100085 intr irq264: ahci1:ch mi_switch+0xe1
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
12 100086 intr irq265: ahci1:6
12 100087 intr irq266: ahci1:7
12 100088 intr irq267: ahci1:8
12 100089 intr irq268: ahci1:9
12 100090 intr irq269: ahci1:10
12 100091 intr irq270: ahci1:11
12 100092 intr irq271: ahci1:12
12 100093 intr irq272: ahci1:13
12 100094 intr irq273: ahci1:14
12 100095 intr irq274: ahci1:15
12 100096 intr irq1: atkbd0
12 100097 intr swi0: uart
13 100021 geom g_event mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 g_run_events+0x4d fork_exit+0x9a
fork_trampoline+0xe
13 100022 geom g_up mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 g_io_schedule_up+0xbc g_up_procbody+0x6d
fork_exit+0x9a fork_trampoline+0xe
13 100023 geom g_down mi_switch+0xe1
sleepq_wait+0x3a _sleep+0x287 g_io_schedule_down+0x4c
g_down_procbody+0x6d fork_exit+0x9a fork_trampoline+0xe
14 100025 rand_harvestq - mi_switch+0xe1
sleepq_timedwait+0x3a msleep_spin_sbt+0x191 random_kthread+0x276
fork_exit+0x9a fork_trampoline+0xe
15 100042 usb usbus0 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100043 usb usbus0 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100044 usb usbus0 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100045 usb usbus0 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100047 usb usbus1 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100048 usb usbus1 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100049 usb usbus1 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100050 usb usbus1 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100052 usb usbus2 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100053 usb usbus2 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100054 usb usbus2 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100055 usb usbus2 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100057 usb usbus3 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100058 usb usbus3 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100059 usb usbus3 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100060 usb usbus3 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100063 usb usbus4 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100064 usb usbus4 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100065 usb usbus4 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100066 usb usbus4 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100067 usb usbus5 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100068 usb usbus5 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100069 usb usbus5 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100070 usb usbus5 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100071 usb usbus6 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100072 usb usbus6 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100073 usb usbus6 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100074 usb usbus6 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100075 usb usbus7 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100076 usb usbus7 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100077 usb usbus7 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100078 usb usbus7 mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
15 100457 usb ucom mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a
fork_trampoline+0xe
16 100117 syncer - mi_switch+0xe1
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b sched_sync+0x6be
fork_exit+0x9a fork_trampoline+0xe
17 100118 vnlru - mi_switch+0xe1
sleepq_timedwait+0x3a _sleep+0x26e vnlru_proc+0x48 fork_exit+0x9a
fork_trampoline+0xe
479 100454 devd - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_timedwait_sig+0x10
_cv_timedwait_sig_sbt+0x18b seltdwait+0xa4 kern_select+0x8fa
sys_select+0x54 amd64_syscall+0x351 Xfast_syscall+0xfb
554 100452 syslogd - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
seltdwait+0xae kern_select+0x8fa sys_select+0x54 amd64_syscall+0x351
Xfast_syscall+0xfb
750 100455 sshd - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
seltdwait+0xae kern_select+0x8fa sys_select+0x54 amd64_syscall+0x351
Xfast_syscall+0xfb
808 100424 getty - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351
Xfast_syscall+0xfb
809 100470 getty - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351
Xfast_syscall+0xfb
810 100471 getty - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351
Xfast_syscall+0xfb
811 100472 getty - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351
Xfast_syscall+0xfb
812 100473 getty - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351
Xfast_syscall+0xfb
813 100474 getty - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351
Xfast_syscall+0xfb
814 100475 getty - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351
Xfast_syscall+0xfb
815 100476 getty - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351
Xfast_syscall+0xfb
1661 100498 sshd - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
seltdwait+0xae sys_poll+0x3a3 amd64_syscall+0x351 Xfast_syscall+0xfb
1664 100514 sshd - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
seltdwait+0xae kern_select+0x8fa sys_select+0x54 amd64_syscall+0x351
Xfast_syscall+0xfb
1665 100425 sh - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d
kern_wait6+0x5f4 sys_wait4+0x72 amd64_syscall+0x351 Xfast_syscall+0xfb
2000 100477 su - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d
kern_wait6+0x5f4 sys_wait4+0x72 amd64_syscall+0x351 Xfast_syscall+0xfb
2001 100503 csh - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d
kern_sigsuspend+0xf4 sys_sigsuspend+0x31 amd64_syscall+0x351
Xfast_syscall+0xfb
2074 100524 zpool - mi_switch+0xe1
sleepq_wait+0x3a _cv_wait+0x16d txg_wait_synced+0x85 spa_load+0x1cd1
spa_load_best+0x6f spa_import+0x1ff zfs_ioc_pool_import+0x137
zfsdev_ioctl+0x6f0 devfs_ioctl_f+0x114 kern_ioctl+0x255 sys_ioctl+0x13c
amd64_syscall+0x351 Xfast_syscall+0xfb
2075 100430 sshd - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
seltdwait+0xae sys_poll+0x3a3 amd64_syscall+0x351 Xfast_syscall+0xfb
2079 100446 sshd - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a
seltdwait+0xae kern_select+0x8fa sys_select+0x54 amd64_syscall+0x351
Xfast_syscall+0xfb
2080 100488 sh - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d
kern_wait6+0x5f4 sys_wait4+0x72 amd64_syscall+0x351 Xfast_syscall+0xfb
2081 100517 su - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d
kern_wait6+0x5f4 sys_wait4+0x72 amd64_syscall+0x351 Xfast_syscall+0xfb
2082 100465 csh - mi_switch+0xe1
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d
kern_sigsuspend+0xf4 sys_sigsuspend+0x31 amd64_syscall+0x351
Xfast_syscall+0xfb
2085 100451 procstat - <running>
Mark
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?54372EBA.1000908>