Date: Sat, 23 Nov 2002 12:07:01 -0800 From: "Joel M. Baldwin" <qumqats@outel.org> To: current@freebsd.org Subject: Hard Lock info Message-ID: <256111839.1038053221@[192.168.1.20]>
next in thread | raw e-mail | index | archive | help
I came home last night and found the system Hard Locked.
^
Stopped at siointr1+0xf4: movl $0,brk_state1.0
db>
db> show locks
db> ps
pid proc addr uid ppid pgrp flag stat wmesg wchan
cmd
71987 c3557000 d364b000 1006 71985 71985 0004000 norm[LOCK Giant
c03d01a0] formail
71985 c3242000 d29fa000 1006 71984 71985 0004100 norm[SLPQ wait
c3242000][SLP] procmail
71984 c33d9000 d3088000 0 1 495 0000100 norm[CVQ select
c03d38c4][SLP] sendmail
71978 c3040760 d2b09000 0 71976 4586 0004002 norm[SLPQ piperd
c31b7790][SLP] as
71977 c3202b10 d290c000 0 71976 4586 0004002 norm[LOCK Giant
c03d01a0] cc1
71976 c340dce8 d329c000 0 71975 4586 0004002 norm[SLPQ wait
c340dce8][SLP] cc
71975 c2c55000 d28f9000 0 71808 4586 0004002 norm[SLPQ wait
c2c55000][SLP] sh
71949 c31be3b0 d294d000 0 495 495 0000100 norm[SLPQ kqread
c3fb8200][SLP] sendmail
71943 c365a1d8 d3acf000 0 71941 71902 0004000 norm[SLPQ piperd
c298d2c0][SLP] egrep
71942 c365ace8 d3ad5000 0 71941 71902 0004000 norm[CVQ select
c03d38c4][SLP] ping
71941 c3626b10 d38d6000 0 71940 71902 0000000 norm[SLPQ wait
c3626b10][SLP] sh
71940 c36883b0 d3aa9000 0 71905 71902 0004000 norm[SLPQ piperd
c298d420][SLP] sh
71905 c33ba938 d2fa2000 0 71902 71902 0004000 norm[SLPQ piperd
c31b7d10][SLP] perl
71902 c3659000 d3ac6000 0 71896 71902 0004000 norm[SLPQ wait
c3659000][SLP] sh
71896 c324a938 d2a84000 0 751 751 0000000 norm[SLPQ piperd
c2b7fd10][SLP] cron
71808 c2c56760 d2905000 0 63998 4586 0004002 norm[SLPQ wait
c2c56760][SLP] make
63998 c31bb000 d290d000 0 63996 4586 0004002 norm[SLPQ wait
c31bb000][SLP] sh
63996 c327a588 d2ac3000 0 26563 4586 0004002 norm[SLPQ wait
c327a588][SLP] make
26563 c3639588 d3995000 0 26556 4586 0004002 norm[SLPQ wait
c3639588][SLP] sh
26556 c2c553b0 d28fb000 0 26555 4586 0004002 norm[SLPQ wait
c2c553b0][SLP] make
--More--
26555 c3573000 d3667000 0 32897 4586 0004002 norm[SLPQ wait
c3573000][SLP] sh
--More--
32897 c367cce8 d39ec000 0 32896 4586 0004002 norm[SLPQ wait
c367cce8][SLP] make
32896 c35bc938 d3836000 0 32881 4586 0004002 norm[SLPQ wait
c35bc938][SLP] sh
32881 c2c561d8 d2902000 0 32877 4586 0004002 norm[SLPQ wait
c2c561d8][SLP] make
32877 c367d938 d39f2000 0 4586 4586 0004002 norm[SLPQ wait
c367d938][SLP] sh
10609 c355b588 d3656000 1001 735 10609 0004100 norm[SLPQ sbwait
c2c67964][SLP] imapd
10513 c340c938 d3292000 1001 735 10513 0004100 norm[SLPQ sbwait
c2992e64][SLP] imapd
4586 c3202760 d288c000 0 1019 4586 0004002 norm[SLPQ wait
c3202760][SLP] make
2852 c34943b0 d33f0000 80 526 526 0000100 norm[SLPQ lockf
c30f9f00][SLP] httpd
2823 c34fdb10 d35ae000 80 526 526 0000100 norm[CVQ select
c03d38c4][SLP] httpd
1218 c2682588 d1d2a000 80 526 526 0000100 norm[SLPQ lockf
c2e1fe40][SLP] httpd
1049 c2b1d588 d27fe000 0 1033 1049 0004002 norm[SLPQ ttyin
c2901440][SLP] bash
1048 c2b1b760 d27c4000 0 1031 1031 0004002 norm[SLPQ nanslp
c0408014][SLP] tail
1047 c2b561d8 d2805000 0 1031 1031 0004002 norm[SLPQ kqread
c269c300][SLP] tail
1046 c2b1b3b0 d27a9000 0 1031 1031 0004002 norm[SLPQ kqread
c2734400][SLP] tail
1045 c2b563b0 d280e000 0 1031 1031 0004002 norm[SLPQ kqread
c2734700][SLP] tail
1044 c2b1dce8 d2803000 0 1031 1031 0004002 norm[SLPQ kqread
c269c500][SLP] tail
1043 c2b1b1d8 d27a8000 0 1031 1031 0004002 norm[SLPQ kqread
c269c400][SLP] tail
1042 c2b1db10 d2801000 0 1030 1030 0004002 norm[SLPQ nanslp
c0408014][SLP] tail
1041 c2b59588 d284d000 0 1030 1030 0004002 norm[SLPQ kqread
c2734c00][SLP] tail
1040 c26f3b10 d269d000 0 1030 1030 0004002 norm[SLPQ kqread
c269c900][SLP] tail
1039 c2912ce8 d270a000 0 1030 1030 0004002 norm[SLPQ kqread
c269ca00][SLP] tail
--More--
1038 c29133b0 d270d000 0 1030 1030 0004002 norm[SLPQ kqread
c2734b00][SLP] tail
1037 c26f31d8 d2698000 0 1030 1030 0004002 norm[SLPQ kqread
c2612600][SLP] tail
1036 c2b593b0 d284c000 0 1030 1030 0004002 norm[SLPQ kqread
c2735000][SLP] tail
1035 c26823b0 d1d29000 0 1030 1030 0004002 norm[SLPQ kqread
c2735100][SLP] tail
1034 c2b1d760 d27ff000 0 1030 1030 0004002 norm[SLPQ kqread
c2622e00][SLP] tail
1033 c2b56000 d2804000 1001 1018 1033 0004102 norm[SLPQ wait
c2b56000][SLP] su
1032 c2b59000 d284a000 0 1030 1030 0004002 norm[SLPQ kqread
c2729e00][SLP] tail
1031 c2b59b10 d2850000 0 1029 1031 0004002 norm[SLPQ wait
c2b59b10][SLP] sh
1030 c2b591d8 d284b000 0 1025 1030 0004002 norm[SLPQ wait
c2b591d8][SLP] sh
1029 c2b1d3b0 d27fd000 0 1 1020 0004002 norm[CVQ select
c03d38c4][SLP] xterm
1028 c2b56588 d280f000 0 1023 1028 0004002 norm[CVQ select
c03d38c4][SLP] top
1027 c2b1d938 d2800000 0 1021 1027 0004002 norm[SLPQ ttyin
c2900e40][SLP] systat
1025 c2b56760 d2846000 0 1 1020 0004002 norm[CVQ select
c03d38c4][SLP] xterm
1023 c2b1bb10 d27f9000 0 1 1020 0004002 norm[CVQ select
c03d38c4][SLP] xterm
1021 c2b1d1d8 d27fc000 0 1 1020 0004002 norm[CVQ select
c03d38c4][SLP] xterm
1019 c2913ce8 d277e000 0 1011 1019 0004002 norm[SLPQ wait
c2913ce8][SLP] bash
1018 c2682000 d1d27000 1001 1015 1018 0004002 norm[SLPQ wait
c2682000][SLP] bash
1015 c29bc1d8 d27b3000 0 1012 1015 0004102 norm[SLPQ wait
c29bc1d8][SLP] login
1012 c26f5b10 d26db000 0 735 1012 0004000 norm[CVQ select
c03d38c4][SLP] telnetd
1011 c2b1b938 d27ce000 1001 1005 1011 0004102 norm[SLPQ wait
c2b1b938][SLP] su
1006 c26821d8 d1d28000 1001 1005 1006 0004002 norm[CVQ select
c03d38c4][SLP] xclock
--More--
1005 c2b1bce8 d27fa000 1001 1001 1005 0004002 norm[SLPQ wait
c2b1bce8][SLP] bash
1001 c26c3b10 d2685000 1001 1 991 0004100 norm[CVQ select
c03d38c4][SLP] xterm
999 c26f3938 d269c000 1001 1 991 0004000 norm[CVQ select
c03d38c4][SLP] smproxy
997 c2913b10 d2711000 1001 1 991 0004000 norm[CVQ select
c03d38c4][SLP] twm
991 c26f3760 d269b000 1001 786 991 0004000 norm[CVQ select
c03d38c4][SLP] xsm
918 c29bc000 d27a0000 0 693 693 0000101 norm[CVQ select
c03d38c4][SLP] smbd
904 c2b56938 d2847000 1001 735 904 0004100 norm[SLPQ sbwait
c29c9064][SLP] imapd
786 c29bd3b0 d27cf000 0 766 786 0000000 norm[SLPQ wait
c29bd3b0][SLP] xdm
781 c26f5938 d26da000 65534 750 781 0004000 norm[SLPQ piperd
c26c1840][SLP] unlinkd
766 c29bd000 d27c8000 0 1 1 2004001 norm[SLPQ pause
d27c8000][SLP] xdm
765 c2912b10 d2709000 0 1 765 0004002 norm[SLPQ ttyin
c2a59210][SLP] getty
764 c26f5588 d26a2000 0 1 764 0004002 norm[SLPQ ttyin
c2a59610][SLP] getty
763 c29bc3b0 d27b4000 0 1 763 0004002 norm[SLPQ ttyin
c2872210][SLP] getty
762 c2913760 d270f000 0 1 762 0004002 norm[SLPQ ttyin
c287b410][SLP] getty
761 c29131d8 d270c000 0 1 761 0004002 norm[SLPQ ttyin
c287c410][SLP] getty
760 c2913588 d270e000 0 1 760 0004002 norm[SLPQ ttyin
c2873210][SLP] getty
759 c2912938 d2708000 0 1 759 0004002 norm[SLPQ ttyin
c287b810][SLP] getty
758 c29bc938 d27c5000 0 1 758 0004002 norm[SLPQ ttyin
c255f810][SLP] getty
751 c29bc760 d27b6000 0 1 751 0000000 norm[SLPQ nanslp
c0408014][SLP] cron
750 c26c3938 d2684000 65534 734 734 0004100 norm[CVQ select
c03d38c4][SLP] squid
735 c29bcb10 d27c6000 0 1 735 0000000 norm[CVQ select
c03d38c4][SLP] inetd
--More--
734 c29123b0 d2705000 0 1 734 0000000 norm[SLPQ wait
c29123b0][SLP] squid
721 c2912000 d2703000 0 1 721 0000000 norm[SLPQ accept
c29c9236][SLP] ftpd
698 c29bd1d8 d27c9000 0 697 697 0000000 norm[SLPQ piperd
c26c2b00][SLP] nmbd
697 c2913000 d270b000 0 1 697 0000001 norm[CVQ select
c03d38c4][SLP] nmbd
693 c29bd588 d27d0000 0 1 693 0000001 norm[CVQ select
c03d38c4][SLP] smbd
685 c26f5760 d26a3000 0 1 671 0000102 norm[LOCK Giant
c03d01a0] dnetc
671 c2566ce8 d1d0f000 0 1 671 0004002 norm[LOCK Giant
c03d01a0] dnetc
562 c2912588 d2706000 80 526 526 0000100 norm[SLPQ lockf
c2e037c0][SLP] httpd
561 c2912760 d2707000 88 538 37 0004103 norm[CVQ select
c03d38c4][SLP] mysqld
538 c26853b0 d1d67000 0 1 37 0004002 norm[SLPQ wait
c26853b0][SLP] sh
532 c2685938 d1d6a000 1007 531 37 0004102 norm[CVQ select
c03d38c4][SLP] gnunetd
531 c2685b10 d1d6b000 0 1 37 0000002 norm[SLPQ wait
c2685b10][SLP] sh
526 c2566b10 d1d0e000 0 1 526 0000000 norm[CVQ select
c03d38c4][SLP] httpd
498 c2685760 d1d69000 25 1 498 2000100 norm[SLPQ pause
d1d69000][SLP] sendmail
495 c2685588 d1d68000 0 1 495 0000100 norm[CVQ select
c03d38c4][SLP] sendmail
490 c26f51d8 d26a0000 0 1 490 0000100 norm[CVQ select
c03d38c4][SLP] sshd
480 c26f3000 d2697000 0 1 480 0000000 norm[CVQ select
c03d38c4][SLP] usbd
406 c26f5000 d269f000 0 1 406 0000000 norm[CVQ select
c03d38c4][SLP] mountd
329 c26c3760 d2683000 0 1 329 0000000 norm[CVQ select
c03d38c4][SLP] rpcbind
321 c26c3ce8 d2686000 53 1 321 0000100 norm[CVQ select
c03d38c4][SLP] named
306 c2685ce8 d1d6c000 0 1 306 0000000 norm[CVQ select
c03d38c4][SLP] syslogd
--More--
261 c26c31d8 d2680000 0 1 261 0000000 norm[LOCK Giant
c03d01a0] natd
140 c26f53b0 d26a1000 0 1 140 2000000 norm[SLPQ pause
d26a1000][SLP] adjkerntz
69 c26f3588 d269a000 0 1 69 0000200 norm[SLPQ vinum
c274d9e0][SLP] vinum
36 c2682760 d1d2b000 0 0 0 0000204 norm[SLPQ syncer
c03d144c][SLP] syncer
9 c2682938 d1d2c000 0 0 0 0000204 norm[SLPQ vlruwt
c2682938][SLP] vnlru
8 c2682b10 d1d2d000 0 0 0 0000204 norm[SLPQ psleep
c042e044][SLP] bufdaemon
7 c2682ce8 d1d2e000 0 0 0 000020c norm[SLPQ pgzero
c0431dc4][SLP] pagezero
6 c2685000 d1d65000 0 0 0 0000204 norm[SLPQ psleep
c0431ddc][SLP] vmdaemon
5 c26851d8 d1d66000 0 0 0 0000204 norm[SLPQ psleep
c03e5eb8][SLP] pagedaemon
35 c24e5588 cdcbc000 0 0 0 0000204 new [IWAIT] irq8: rtc
34 c24e5760 cdcf3000 0 0 0 0000204 new [IWAIT] irq0: clk
33 c24e5938 cdcf4000 0 0 0 0000204 new [IWAIT] irq3: sio1
32 c24e5b10 cdcf5000 0 0 0 0000204 new [IWAIT] irq4: sio0
31 c24e5ce8 cdcf6000 0 0 0 0000204 norm[LOCK Giant
c03d01a0] swi0: tty:sio
30 c2566000 d1d08000 0 0 0 0000204 new [IWAIT] irq7: ppc0
29 c25661d8 d1d09000 0 0 0 0000204 norm[IWAIT] irq6: fdc0
28 c25663b0 d1d0a000 0 0 0 0000204 new [IWAIT] irq12: psm0
27 c2566588 d1d0b000 0 0 0 0000204 norm[IWAIT] irq1:
atkbd0
26 c2566760 d1d0c000 0 0 0 0000204 norm[IWAIT] irq9: ahc0
25 c2566938 d1d0d000 0 0 0 0000204 norm[LOCK Giant
c03d01a0] irq5: fxp0 atapci1+
24 c0eb31d8 cd2e1000 0 0 0 0000204 norm[SLPQ usbtsk
c03c883c][SLP] usbtask
--More--
23 c0eb33b0 cd2e2000 0 0 0 0000204 norm[SLPQ usbevt
c2554210][SLP] usb0
22 c0eb3588 cd2e3000 0 0 0 0000204 norm[LOCK Giant
c03d01a0] irq2: rl0 uhci0
21 c0eb3760 cd2e4000 0 0 0 0000204 norm[IWAIT] irq15: ata1
20 c0eb3938 cd2e5000 0 0 0 0000204 norm[IWAIT] irq14: ata0
19 c0eb3b10 cd2e6000 0 0 0 0000204 new [IWAIT] swi5: task
queue
18 c0eb3ce8 cd2e7000 0 0 0 0000204 norm[IWAIT] swi3:
cambio
17 c24e5000 cdcb9000 0 0 0 0000204 new [IWAIT] swi2:
camnet
16 c24e51d8 cdcba000 0 0 0 0000204 norm[SLPQ sleep
c03f3840][SLP] random
4 c24e53b0 cdcbb000 0 0 0 0000204 norm[SLPQ g_down
c03ca570][SLP] g_down
3 c0eac000 cd26c000 0 0 0 0000204 norm[SLPQ g_up
c03ca56c][SLP] g_up
2 c0eac1d8 cd2d9000 0 0 0 0000204 norm[SLPQ g_events
c03ca564][SLP] g_event
15 c0eac3b0 cd2da000 0 0 0 0000204 new [IWAIT] swi4: vm
14 c0eac588 cd2db000 0 0 0 000020c norm[LOCK inp
c452130c] swi6: tty:sio clock
13 c0eac760 cd2dc000 0 0 0 0000204 norm[IWAIT] swi1: net
12 c0eac938 cd2dd000 0 0 0 000020c norm[CPU 0] idle: cpu0
11 c0eacb10 cd2de000 0 0 0 000020c norm[CPU 1] idle: cpu1
1 c0eacce8 cd2df000 0 0 1 0004200 norm[SLPQ wait
c0eacce8][SLP] init
10 c0eb3000 cd2e0000 0 0 0 0000204 norm[CVQ ktrace
c0404304][SLP] ktrace
0 c03cb7e0 c04fb000 0 0 0 0000200 norm[SLPQ sched
c03cb7e0][SLP] swapper
db> t
siointr1(c259b000,0,c03aa9cc,66f,cd293cdc) at siointr1+0xf4
siointr(c259b000) at siointr+0x35
Xfastintr4() at Xfastintr4+0xba
--- interrupt, eip = 0xc02170c0, esp = 0xcd293cdc, ebp = 0xcd293cdc ---
runq_check(c04080e0,cd293d0c,c01fe531,c03d01a0,2) at runq_check+0x10
sched_runnable(c03d01a0,2,c0390a0e,59,1b5) at sched_runnable+0x12
idle_proc(0,cd293d48,c03908c7,35a,0) at idle_proc+0x41
fork_exit(c01fe4f0,0,cd293d48) at fork_exit+0xa5
fork_trampoline() at fork_trampoline+0x1a
--- trap 0x1, eip = 0, esp = 0xcd293d7c, ebp = 0 ---
db> c
Stopped at siointr1+0xf4: movl $0,brk_state1.0
db> panic
panic: from debugger
cpuid = 1; lapic.id = 01000000
Debugger("panic")
Fatal trap 3: breakpoint instruction fault while in kernel mode
cpuid = 1; lapic.id = 01000000
instruction pointer = 0x8:0xc033e6f5
stack pointer = 0x10:0xcd293a4c
frame pointer = 0x10:0xcd293a58
code segment = base 0x0, limit 0xfffff, type 0x1b
= DPL 0, pres 1, def32 1, gran 1
processor eflags = IOPL = 0
current process = 11 (idle: cpu1)
Stopped at siointr1+0xf4: movl $0,brk_state1.0
db> panic
panic: from debugger
cpuid = 1; lapic.id = 01000000
boot() called on cpu#1
Uptime: 12h29m14s
pfs_vncache_unload(): 1 entries remaining
Dumping 255 MB
16 32 48 64 80 96 112 128 144 160 176 192 208 224 240
Dump complete
Automatic reboot in 15 seconds - press a key on the console to abort
Rebooting...
cpu_reset called on cpu#1
cpu_reset: Restarting BSP
To Unsubscribe: send mail to majordomo@FreeBSD.org
with "unsubscribe freebsd-current" in the body of the message
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?256111839.1038053221>