Date: Fri, 20 Aug 2010 17:03:38 -0700 (PDT) From: Doug Barton <dougb@FreeBSD.org> To: freebsd-current@FreeBSD.org Cc: Andriy Gapon <avg@icyb.net.ua> Subject: Latest intr problems Message-ID: <alpine.BSF.2.00.1008201701001.19740@qbhto.arg>
next in thread | raw e-mail | index | archive | help
Here are the results of a vmstat -i, the old dtrace script, and Andriy's
new one.
interrupt total rate
irq1: atkbd0 10420 1
irq9: acpi0 111 0
irq14: ata0 176564 26
irq17: wpi0 105948 15
irq20: hpet0 uhci0+ 858975 128
irq22: uhci2 18972 2
cpu0:timer 6655466 997
irq256: hdac0 11 0
cpu1:timer 6656559 997
Total 14483026 2170
CPU ID FUNCTION:NAME
1 2 :END kernel`loadav
value ------------- Distribution ------------- count
16384 | 0
32768 |@@@@@@@@@@@@@@@@@@@@@@@@@@@ 2
65536 |@@@@@@@@@@@@@ 1
131072 | 0
0xc0b6bf30
value ------------- Distribution ------------- count
65536 | 0
131072 |@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@ 1
262144 | 0
kernel`ieee80211_node_timeout
value ------------- Distribution ------------- count
131072 | 0
262144 |@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@ 1
524288 | 0
kernel`ipport_tick
value ------------- Distribution ------------- count
256 | 0
512 |@@@@@ 2
1024 |@@@ 1
2048 | 0
4096 | 0
8192 | 0
16384 |@@@@@@@@@@@ 4
32768 |@@@@@ 2
65536 |@@@@@@@@@@@@@@@@ 6
131072 | 0
0xc0b6a9d0
value ------------- Distribution ------------- count
256 | 0
512 |@@@ 1
1024 |@@@ 1
2048 | 0
4096 |@@@ 1
8192 | 0
16384 |@@@@@@@@@@@ 4
32768 |@@@@@@@@@@@ 4
65536 |@@@@@@@@ 3
131072 |@@@ 1
262144 | 0
kernel`kbdmux_kbd_intr_timo
value ------------- Distribution ------------- count
512 | 0
1024 |@@@@@ 2
2048 |@@@ 1
4096 | 0
8192 | 0
16384 |@@@@@@@@ 3
32768 |@@@@@@@@ 3
65536 |@@@@@@@@@@@@@@@@ 6
131072 | 0
kernel`nd6_timer
value ------------- Distribution ------------- count
1024 | 0
2048 |@@@ 1
4096 | 0
8192 | 0
16384 |@@@@@ 2
32768 |@@@@@@@@ 3
65536 |@@@@@@@@@@@@@ 5
131072 |@@@@@@@@@@@ 4
262144 | 0
kernel`uma_timeout
value ------------- Distribution ------------- count
524288 | 0
1048576 |@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@@ 1
2097152 | 0
kernel`usb_power_wdog
value ------------- Distribution ------------- count
2048 | 0
4096 |@@@ 1
8192 | 0
16384 | 0
32768 |@@@ 1
65536 |@@@@@@@@@@@@@@@ 6
131072 |@@@@@@@@@@@@@ 5
262144 |@@@@@@@@ 3
524288 | 0
kernel`uhci_root_intr
value ------------- Distribution ------------- count
1024 | 0
2048 |@@ 3
4096 | 0
8192 | 0
16384 |@@@ 4
32768 |@@@@@@@@@@@@@@@ 22
65536 |@@@@@@@@@@@@@@@@@@@@ 30
131072 |@ 1
262144 | 0
kernel`lim_cb
value ------------- Distribution ------------- count
512 | 0
1024 |@@@@ 4
2048 |@ 1
4096 |@ 1
8192 | 0
16384 |@@@@ 4
32768 |@@@@@@@@@ 10
65536 |@@@@@@@@@@@@ 13
131072 |@@@@@@@@ 9
262144 |@@@ 3
524288 | 0
0xc7c975d0
value ------------- Distribution ------------- count
16384 | 0
32768 |@@@ 1
65536 |@@@@@@@@@@@ 4
131072 |@@@ 1
262144 |@@@@@@@@@ 3
524288 |@@@@@@@@@@@@@@ 5
1048576 | 0
kernel`realtimer_expire
value ------------- Distribution ------------- count
16384 | 0
32768 |@@@@@ 2
65536 |@@@ 1
131072 |@@@@@@@@@@@@@ 5
262144 |@@@@@ 2
524288 |@@@@@@@@@@@@@ 5
1048576 | 0
kernel`pffasttimo
value ------------- Distribution ------------- count
256 | 0
512 |@ 1
1024 |@@ 4
2048 |@ 2
4096 | 0
8192 | 0
16384 |@@@@@ 9
32768 |@@@@@@@@@@ 18
65536 |@@@@@@@@@@@@@@@ 28
131072 |@@@@@@ 12
262144 |@ 1
524288 | 0
kernel`atkbd_timeout
value ------------- Distribution ------------- count
1024 | 0
2048 |@@ 9
4096 | 1
8192 | 0
16384 |@@@@ 14
32768 |@@@@@@@@@@@@@@ 53
65536 |@@@@@@@@@@@@@@ 54
131072 |@@@@ 16
262144 |@ 2
524288 | 0
kernel`logtimeout
value ------------- Distribution ------------- count
256 | 0
512 |@@@ 5
1024 |@ 1
2048 |@@ 3
4096 |@ 2
8192 | 0
16384 |@@@@@@@@@@@@ 22
32768 |@@@@@@@@ 15
65536 |@@@@@@@@@@@@@@ 26
131072 | 0
262144 | 0
524288 | 0
1048576 | 0
2097152 | 0
4194304 | 0
8388608 | 0
16777216 |@ 1
33554432 | 0
kernel`scrn_timer
value ------------- Distribution ------------- count
256 | 0
512 |@ 9
1024 |@@@ 26
2048 | 4
4096 | 4
8192 | 0
16384 |@@@@@@@@ 76
32768 |@@@@@@@@@@ 89
65536 |@@@@@@@@@@@@@ 118
131072 |@@@@ 35
262144 |@ 7
524288 | 2
1048576 | 0
kernel`pfslowtimo
value ------------- Distribution ------------- count
2048 | 0
4096 |@ 1
8192 | 0
16384 |@ 1
32768 |@@@@ 3
65536 |@@@@@@@@@@@@ 9
131072 |@@@@@@@@@@@@ 9
262144 |@@@@@@@ 5
524288 | 0
1048576 | 0
2097152 |@ 1
4194304 | 0
8388608 | 0
16777216 | 0
33554432 |@ 1
67108864 | 0
kernel`sleepq_timeout
value ------------- Distribution ------------- count
256 | 0
512 |@ 7
1024 |@@@ 39
2048 |@ 16
4096 |@ 10
8192 | 0
16384 |@@@@@ 61
32768 |@@@@@@@@ 90
65536 |@@@@@@@@@@ 114
131072 |@@@@@@@@@@@@ 138
262144 | 1
524288 | 1
1048576 | 0
2097152 | 0
4194304 | 0
8388608 | 0
16777216 | 0
33554432 | 1
67108864 | 0
0xc7ca2f40
value ------------- Distribution ------------- count
256 | 0
512 |@@ 81
1024 |@@@ 124
2048 | 10
4096 |@ 43
8192 | 0
16384 |@@@@@@@ 278
32768 |@@@@@@@@@@ 420
65536 |@@@@@@@@@@@@@@@ 604
131072 |@ 61
262144 | 11
524288 | 3
1048576 | 0
kernel`tcp_isn_tick
value ------------- Distribution ------------- count
128 | 0
256 | 7
512 |@@@ 112
1024 |@@@ 99
2048 |@@ 85
4096 | 16
8192 | 0
16384 |@@@@@@@@ 286
32768 |@@@@@@@@ 305
65536 |@@@@@@@@@@@@@@@ 540
131072 | 13
262144 | 4
524288 | 3
1048576 | 0
2097152 | 0
4194304 | 0
8388608 | 0
16777216 | 3
33554432 | 0
kernel`ieee80211_node_timeout 1
kernel`uma_timeout 1
0xc0b6bf30 1
kernel`loadav 3
0xc7c975d0 14
kernel`kbdmux_kbd_intr_timo 15
kernel`realtimer_expire 15
kernel`ipport_tick 15
kernel`nd6_timer 15
0xc0b6a9d0 15
kernel`usb_power_wdog 16
kernel`pfslowtimo 30
kernel`lim_cb 45
kernel`uhci_root_intr 60
kernel`logtimeout 75
kernel`pffasttimo 75
kernel`atkbd_timeout 149
kernel`scrn_timer 370
kernel`sleepq_timeout 478
kernel`tcp_isn_tick 1473
0xc7ca2f40 1635
CPU ID FUNCTION:NAME
1 2 :END
***** CPU 0:
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`fork_exit+0xb8
kernel`0xc086a094
0
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`_mtx_unlock_spin_flags+0x10d
kernel`smp_rendezvous_cpus+0x174
0xc7caf7ff
0xc7cac249
kernel`devfs_ioctl_f+0x10b
kernel`kern_ioctl+0x1dd
kernel`ioctl+0x12f
kernel`syscallenter+0x280
kernel`syscall+0x34
kernel`0xc086a081
0
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`_mtx_unlock_spin_flags+0x10d
kernel`ioapic_enable_source+0x7c
kernel`ithread_loop+0x143
kernel`fork_exit+0xb8
kernel`0xc086a094
0
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`_mtx_unlock_spin_flags+0x10d
kernel`ithread_loop+0x1ff
kernel`fork_exit+0xb8
kernel`0xc086a094
11
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`cpu_idle_acpi+0x1b
kernel`cpu_idle+0x1b
kernel`sched_idletd+0x3c
kernel`fork_exit+0xb8
kernel`0xc086a094
87
***** CPU 1:
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`_mtx_unlock_spin_flags+0x10d
kernel`ithread_loop+0x1ff
kernel`fork_exit+0xb8
kernel`0xc086a094
0
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`ffs_sync+0x2b2
kernel`sync_fsync+0x18f
kernel`VOP_FSYNC_APV+0xda
kernel`sync_vnode+0x168
kernel`sched_sync+0x273
kernel`fork_exit+0xb8
kernel`0xc086a094
0
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
0
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`_mtx_unlock_spin_flags+0x10d
kernel`sched_idletd+0xa5
kernel`fork_exit+0xb8
kernel`0xc086a094
0
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`cpu_idle_acpi+0x1b
kernel`cpu_idle+0x1b
kernel`sched_idletd+0x3c
kernel`fork_exit+0xb8
kernel`0xc086a094
97
***** Top Processes:
17 100064
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`__mnt_vnode_next+0x2f
kernel`ffs_sync+0x2b2
kernel`sync_fsync+0x18f
kernel`VOP_FSYNC_APV+0xda
kernel`sync_vnode+0x168
kernel`sched_sync+0x273
kernel`fork_exit+0xb8
kernel`0xc086a094
0
36475 100100
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
0
10 100003
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`fork_exit+0xb8
kernel`0xc086a094
0
11 100006
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`_mtx_unlock_spin_flags+0x10d
kernel`callout_reset_on+0x1ca
0xc7ca3076
kernel`softclock+0x284
kernel`intr_event_execute_handlers+0x125
kernel`ithread_loop+0x9f
kernel`fork_exit+0xb8
kernel`0xc086a094
0
11 100007
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`_mtx_unlock_spin_flags+0x10d
kernel`sleepq_timeout+0xe4
kernel`softclock+0x284
kernel`intr_event_execute_handlers+0x125
kernel`ithread_loop+0x9f
kernel`fork_exit+0xb8
kernel`0xc086a094
0
17 100064
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`ffs_sync+0x1db
kernel`sync_fsync+0x18f
kernel`VOP_FSYNC_APV+0xda
kernel`sync_vnode+0x168
kernel`sched_sync+0x273
kernel`fork_exit+0xb8
kernel`0xc086a094
0
17 100064
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`vfs_msync+0x205
kernel`sync_fsync+0x17b
kernel`VOP_FSYNC_APV+0xda
kernel`sync_vnode+0x168
kernel`sched_sync+0x273
kernel`fork_exit+0xb8
kernel`0xc086a094
0
17 100064
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`sync_fsync+0x17b
kernel`VOP_FSYNC_APV+0xda
kernel`sync_vnode+0x168
kernel`sched_sync+0x273
kernel`fork_exit+0xb8
kernel`0xc086a094
0
11 100006
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`_mtx_unlock_spin_flags+0x10d
kernel`softclock+0x1bf
kernel`intr_event_execute_handlers+0x125
kernel`ithread_loop+0x9f
kernel`fork_exit+0xb8
kernel`0xc086a094
0
17 100064
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`ffs_sync+0x173
kernel`sync_fsync+0x18f
kernel`VOP_FSYNC_APV+0xda
kernel`sync_vnode+0x168
kernel`sched_sync+0x273
kernel`fork_exit+0xb8
kernel`0xc086a094
0
17 100064
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`vfs_msync+0x217
kernel`sync_fsync+0x17b
kernel`VOP_FSYNC_APV+0xda
kernel`sync_vnode+0x168
kernel`sched_sync+0x273
kernel`fork_exit+0xb8
kernel`0xc086a094
0
17 100064
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`vfs_msync+0x77
kernel`sync_fsync+0x17b
kernel`VOP_FSYNC_APV+0xda
kernel`sync_vnode+0x168
kernel`sched_sync+0x273
kernel`fork_exit+0xb8
kernel`0xc086a094
0
36475 100100
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`_mtx_unlock_spin_flags+0x10d
kernel`smp_rendezvous_cpus+0x174
0xc7caf7ff
0xc7cac249
kernel`devfs_ioctl_f+0x10b
kernel`kern_ioctl+0x1dd
kernel`ioctl+0x12f
kernel`syscallenter+0x280
kernel`syscall+0x34
kernel`0xc086a081
0
36475 100100
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
0
17 100064
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`ffs_sync+0x2b2
kernel`sync_fsync+0x18f
kernel`VOP_FSYNC_APV+0xda
kernel`sync_vnode+0x168
kernel`sched_sync+0x273
kernel`fork_exit+0xb8
kernel`0xc086a094
0
10 100002
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`_mtx_unlock_spin_flags+0x10d
kernel`sched_idletd+0xa5
kernel`fork_exit+0xb8
kernel`0xc086a094
0
11 100026
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`_mtx_unlock_spin_flags+0x10d
kernel`ioapic_enable_source+0x7c
kernel`ithread_loop+0x143
kernel`fork_exit+0xb8
kernel`0xc086a094
0
11 100006
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`_mtx_unlock_spin_flags+0x10d
kernel`ithread_loop+0x1ff
kernel`fork_exit+0xb8
kernel`0xc086a094
11
10 100003
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`timer2cb+0xb9
kernel`hpet_intr_single+0xed
kernel`hpet_intr+0x72
kernel`intr_event_handle+0x76
kernel`intr_execute_handlers+0x49
kernel`lapic_handle_intr+0x4c
kernel`0xc086a3e5
kernel`cpu_idle_acpi+0x1b
kernel`cpu_idle+0x1b
kernel`sched_idletd+0x3c
kernel`fork_exit+0xb8
kernel`0xc086a094
87
10 100002
kernel`timer2clock+0x4d
kernel`statclockhandler+0x33
kernel`statclockintr+0x73
kernel`ipi_bitmap_handler+0x54
kernel`0xc086a76f
kernel`cpu_idle_acpi+0x1b
kernel`cpu_idle+0x1b
kernel`sched_idletd+0x3c
kernel`fork_exit+0xb8
kernel`0xc086a094
97
--
Improve the effectiveness of your Internet presence with
a domain name makeover! http://SupersetSolutions.com/
Computers are useless. They can only give you answers.
-- Pablo Picasso
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?alpine.BSF.2.00.1008201701001.19740>