Date: Mon, 7 Feb 2011 00:40:23 +0300 From: Lev Serebryakov <lev@FreeBSD.org> To: freebsd-stable@freebsd.org, freebsd-net@freebsd.org Cc: "Vogel, Jack" <jack.vogel@intel.com> Subject: em0 hangs without any messages like "Watchdog timeout", only down/up reset it. Message-ID: <787079038.20110207004023@serebryakov.spb.ru>
next in thread | raw e-mail | index | archive | help
[-- Attachment #1 --]
Hello, Freebsd-stable.
My em0 (the same, copy'n'paste hardware info from previous
mnessage):
em0@pci0:0:25:0: class=0x020000 card=0x82681043 chip=0x10bd8086 rev=0x02 hdr=0x00
vendor = 'Intel Corporation'
device = 'Intel 82566DM Gigabit Ethernet Adapter (82566DM)'
class = network
subclass = ethernet
bar [10] = type Memory, range 32, base 0xfea40000, size 131072, enabled
bar [14] = type Memory, range 32, base 0xfea79000, size 4096, enabled
bar [18] = type I/O Port, range 32, base 0xdc00, size 32, enabled
cap 01[c8] = powerspec 2 supports D0 D3 current D0
cap 05[d0] = MSI supports 1 message, 64 bit
cap 09[e0] = vendor (length 6) Intel cap 2 version 0
It is on-board LAN on Q35-based MoBo (ASUS P5E-VM DO)
It hangs under load without any output. When it works with POLLING, it
prints "Watchdog timeout" and reset automatically several times a day,
but without POLLING it simply hangs with same frequency. It is
8.2-PRERELEASE (from RELENG_8), cvsupped AFTER 22 Jan (last commit to
e1000 drivers family).
Locally system works, but mbufs are overfilled. "ifconfig em0 down
&& ifconfig em0 up" solves problem.
Output of different diagnostic tools (vmstat, netstat, ifconfig,
sysctl of dev.em.0 tree, top -S) are attached in one file.
Early (about half year ago) this sytem works without any problems
with net.
--
// Black Lion AKA Lev Serebryakov <lev@FreeBSD.org>
[-- Attachment #2 --]
>>> ifconfig em0
em0: flags=8c43<UP,BROADCAST,RUNNING,OACTIVE,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=219b<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,VLAN_HWCSUM,TSO4,WOL_MAGIC>
ether 00:1e:8c:75:03:0d
inet 192.168.134.3 netmask 0xffffff00 broadcast 192.168.134.255
media: Ethernet 1000baseT <full-duplex>
status: active
<<< ifconfig em0
>>> vmstat -m
Type InUse MemUse HighUse Requests Size(s)
module 152 19K - 152 128
USB 76 66K - 80 16,32,64,128,256,1024,2048,4096
mtx_pool 2 16K - 2
CAM periph 22 6K - 44 16,32,64,256
pci_link 16 2K - 16 64,128
acpisem 19 3K - 19 128
subproc 489 416K - 70784 512,4096
proc 2 16K - 2
session 23 3K - 4697 128
pgrp 25 4K - 4957 128
cred 62 10K - 6718272 64,256
uidinfo 8 3K - 1120720 128,2048
plimit 12 3K - 60379 256
acpi_perf 2 1K - 2 128
CAM XPT 293 425K - 414 16,32,64,128,256,1024,2048
DEVFS1 146 73K - 158 512
sysctltmp 0 0K - 1662 16,32,64,128,256
sysctloid 3535 175K - 3628 16,32,64,128
sysctl 0 0K - 37293 16,32,64
callout 1 512K - 1
umtx 522 66K - 522 128
p1003.1b 1 1K - 1 16
SWAP 2 549K - 2 64
DEVFS3 172 43K - 185 256
bus-sc 71 413K - 1251 16,32,64,128,256,512,2048,4096
bus 640 65K - 4440 16,32,64,128,256,512,1024
devstat 14 29K - 14 32,4096
eventhandler 67 6K - 67 64,128
kobj 93 372K - 115 4096
Per-cpu 1 1K - 1 32
DEVFS 22 1K - 23 16,128
rman 202 25K - 623 16,32,128
DEVFSP 1 1K - 3 64
sbuf 0 0K - 2144 16,32,64,128,256,512,1024,2048,4096
pfs_nodes 21 6K - 21 256
stack 0 0K - 6 256
taskqueue 15 2K - 15 16,32,128
Unitno 10 1K - 100 32,64
iov 0 0K - 949301 16,32,64,128,256,512
select 190 24K - 11402394820 128,512,1024
ioctlops 0 0K - 238274171 16,32,64,128,256,512,1024,2048,4096
msg 4 30K - 4 2048,4096
sem 4 11K - 4 512,1024
shm 1 20K - 1
tty 20 20K - 32 1024,2048
pts 0 0K - 6 256
mbuf_tag 0 0K - 83 32
shmfd 1 8K - 1
GEOM 175 38K - 757 16,32,64,128,256,512,1024
pcb 92 15K - 6857997 16,32,1024,2048,4096
soname 6 1K - 26965021 16,32,128
acl 0 0K - 20220 4096
biobuf 0 0K - 127 2048
vfscache 1 1024K - 1
cl_savebuf 0 0K - 59724 64,128
export_host 2 1K - 2 256
vfs_hash 1 512K - 1
vnodes 2 1K - 2 256
vnodemarker 0 0K - 294493 512
mount 104 6K - 304 16,32,64,128,256,512
BPF 7 9K - 20 128,256,512,4096
ether_multi 12 1K - 26 16,64
ifaddr 14 7K - 17 32,512,4096
ifnet 3 5K - 3 128,2048
clone 2 8K - 2 4096
arpcom 1 1K - 1 16
lltable 3 2K - 56 256,512
fw_xfer 0 0K - 1 256
firewire 11 35K - 14 64,128,512,1024,2048,4096
scsi_da 0 0K - 16 16
kbdmux 6 10K - 6 16,512,1024,2048,4096
LED 1 1K - 1 128
isadev 5 1K - 5 128
routetbl 14 4K - 170181 32,64,128,256,512
igmp 2 1K - 2 256
CAM dev queue 8 1K - 8 128
CAM queue 43 3K - 148 16,32,64,256
CAM SIM 8 2K - 8 256
ip_moptions 4 1K - 8 64,256
in_multi 3 1K - 5 256
in_mfilter 2 2K - 4 1024
hostcache 1 28K - 1
syncache 1 96K - 1
NFS FHA 1 2K - 339 64,2048
rpc 348 179K - 1137 32,64,128,256,512,2048
audit_evclass 172 6K - 211 32
savedino 0 0K - 37335 256
newdirblk 0 0K - 593 64
dirrem 0 0K - 216550 64
mkdir 0 0K - 328 64
diradd 2 1K - 216733 64
freefile 2 1K - 104463 64
freeblks 2 1K - 104772 256
freefrag 0 0K - 173483 64
allocindir 0 0K - 717813 128
indirdep 0 0K - 13808 64
allocdirect 3 1K - 446982 256
bmsafemap 2 1K - 100597 128
newblk 1 1K - 1164796 64,512
inodedep 7 514K - 238015 256
pagedep 3 129K - 32476 128
ufs_dirhash 325 101K - 621644 16,32,64,128,256,512,1024
ufs_mount 15 127K - 15 512,2048,4096
UMAHash 3 11K - 10 512,1024,2048,4096
ddb_capture 1 48K - 1
acpica 3837 393K - 88615 16,32,64,128,256,512,1024,2048
cdev 8 2K - 8 256
vm_pgdata 2 129K - 2 128
acpidev 78 5K - 78 64
sigio 1 1K - 1 64
filedesc 61 77K - 110149 16,32,64,128,256,512,1024,2048,4096
kenv 78 11K - 82 16,32,64,128
io_apic 1 2K - 1 2048
kqueue 2 13K - 263166 256,2048,4096
memdesc 1 4K - 1 4096
acpitask 1 2K - 1 2048
proc-args 27 2K - 200415 16,32,64,128,256
atkbddev 2 1K - 2 64
ithread 76 12K - 76 32,128,256
entropy 1024 64K - 1024 64
UART 3 2K - 3 16,512,1024
KTRACE 100 13K - 100 128
linker 57 6K - 63 16,32,64,128,512
lockf 53 6K - 6359344 64,128
temp 22 401K - 1410339 16,32,64,128,256,512,1024,2048,4096
devbuf 20230 35933K - 20329 16,32,64,128,256,512,1024,2048,4096
USBdev 47 12K - 47 64,128,1024
nexusdev 3 1K - 3 16
raid5_data 6 5389K - 235416757 16,64,512,4096
<<< vmstat -m
>>> netstat -m
12686/6184/18870 mbufs in use (current/cache/total)
4267/5877/10144/204800 mbuf clusters in use (current/cache/total/max)
4239/5858 mbuf+clusters out of packet secondary zone in use (current/cache)
0/251/251/192000 4k (page size) jumbo clusters in use (current/cache/total/max)
0/0/0/6400 9k jumbo clusters in use (current/cache/total/max)
0/0/0/3200 16k jumbo clusters in use (current/cache/total/max)
11705K/14304K/26009K bytes allocated to network (current/cache/total)
0/0/0 requests for mbufs denied (mbufs/clusters/mbuf+clusters)
0/0/0 requests for jumbo clusters denied (4k/9k/16k)
0/0/0 sfbufs in use (current/peak/max)
0 requests for sfbufs denied
0 requests for sfbufs delayed
0 requests for I/O initiated by sendfile
0 calls to protocol drain routines
<<< netstat -m
>>> top -Snd 1
last pid: 70344; load averages: 0.00, 0.00, 0.00 up 9+17:39:30 16:39:54
114 processes: 3 running, 92 sleeping, 19 waiting
Mem: 93M Active, 1373M Inact, 378M Wired, 76M Cache, 213M Buf, 53M Free
Swap: 4096M Total, 396K Used, 4095M Free
PID USERNAME THR PRI NICE SIZE RES STATE C TIME WCPU COMMAND
11 root 2 171 ki31 0K 32K RUN 0 371.2H 200.00% idle
12 root 19 -60 - 0K 304K WAIT 0 376:47 0.10% intr
35243 rtorrent 3 44 0 98044K 81428K select 1 39.1H 0.00% transmission-daemon
0 root 9 -68 0 0K 128K - 1 78:32 0.00% kernel
14 root 33 -64 - 0K 528K - 1 33:21 0.00% usb
20 root 2 -8 - 0K 32K gr5do 1 31:01 0.00% g_raid5
4 root 1 -8 - 0K 16K - 0 24:42 0.00% g_down
3 root 1 -8 - 0K 16K - 1 18:53 0.00% g_up
17 root 1 44 - 0K 16K syncer 1 16:07 0.00% syncer
13 root 1 -16 - 0K 16K - 1 12:02 0.00% yarrow
7 root 1 44 - 0K 16K psleep 1 6:17 0.00% pagedaemon
799 root 1 44 0 21064K 2760K select 1 0:33 0.00% nmbd
41170 uucp 1 44 0 6920K 1328K select 1 0:33 0.00% megatec
2 root 1 -8 - 0K 16K - 1 0:28 0.00% g_event
871 root 1 44 0 11792K 1988K select 1 0:28 0.00% ntpd
18 root 1 44 - 0K 16K vlruwt 1 0:26 0.00% vnlru
41172 uucp 1 44 0 10932K 2176K select 1 0:14 0.00% upsd
1040 root 1 44 0 12020K 2956K select 1 0:12 0.00% sendmail
<<< top -Snd 1
>>> sysctl dev.em.0
dev.em.0.%desc: Intel(R) PRO/1000 Network Connection 7.1.9
dev.em.0.%driver: em
dev.em.0.%location: slot=25 function=0 handle=\_SB_.PCI0.GBEC
dev.em.0.%pnpinfo: vendor=0x8086 device=0x10bd subvendor=0x1043 subdevice=0x8268 class=0x020000
dev.em.0.%parent: pci0
dev.em.0.nvm: -1
dev.em.0.debug: -1
dev.em.0.rx_int_delay: 200
dev.em.0.tx_int_delay: 200
dev.em.0.rx_abs_int_delay: 4000
dev.em.0.tx_abs_int_delay: 4000
dev.em.0.rx_processing_limit: 4096
dev.em.0.flow_control: 3
dev.em.0.link_irq: 0
dev.em.0.mbuf_alloc_fail: 0
dev.em.0.cluster_alloc_fail: 0
dev.em.0.dropped: 0
dev.em.0.tx_dma_fail: 1
dev.em.0.rx_overruns: 0
dev.em.0.watchdog_timeouts: 4
dev.em.0.device_control: 1074790976
dev.em.0.rx_control: 67141634
dev.em.0.fc_high_water: 8192
dev.em.0.fc_low_water: 6692
dev.em.0.queue0.txd_head: 3339
dev.em.0.queue0.txd_tail: 3302
dev.em.0.queue0.tx_irq: 0
dev.em.0.queue0.no_desc_avail: 0
dev.em.0.queue0.rxd_head: 1856
dev.em.0.queue0.rxd_tail: 1855
dev.em.0.queue0.rx_irq: 0
dev.em.0.mac_stats.excess_coll: 0
dev.em.0.mac_stats.single_coll: 0
dev.em.0.mac_stats.multiple_coll: 0
dev.em.0.mac_stats.late_coll: 0
dev.em.0.mac_stats.collision_count: 0
dev.em.0.mac_stats.symbol_errors: 0
dev.em.0.mac_stats.sequence_errors: 0
dev.em.0.mac_stats.defer_count: 1617
dev.em.0.mac_stats.missed_packets: 18214
dev.em.0.mac_stats.recv_no_buff: 0
dev.em.0.mac_stats.recv_undersize: 0
dev.em.0.mac_stats.recv_fragmented: 5
dev.em.0.mac_stats.recv_oversize: 0
dev.em.0.mac_stats.recv_jabber: 0
dev.em.0.mac_stats.recv_errs: 131
dev.em.0.mac_stats.crc_errs: 126
dev.em.0.mac_stats.alignment_errs: 0
dev.em.0.mac_stats.coll_ext_errs: 1
dev.em.0.mac_stats.xon_recvd: 1739
dev.em.0.mac_stats.xon_txd: 0
dev.em.0.mac_stats.xoff_recvd: 2934
dev.em.0.mac_stats.xoff_txd: 0
dev.em.0.mac_stats.total_pkts_recvd: 541567321
dev.em.0.mac_stats.good_pkts_recvd: 541544290
dev.em.0.mac_stats.bcast_pkts_recvd: 21130
dev.em.0.mac_stats.mcast_pkts_recvd: 6272
dev.em.0.mac_stats.rx_frames_64: 0
dev.em.0.mac_stats.rx_frames_65_127: 0
dev.em.0.mac_stats.rx_frames_128_255: 0
dev.em.0.mac_stats.rx_frames_256_511: 0
dev.em.0.mac_stats.rx_frames_512_1023: 0
dev.em.0.mac_stats.rx_frames_1024_1522: 0
dev.em.0.mac_stats.good_octets_recvd: 58943102225
dev.em.0.mac_stats.good_octets_txd: 1355110814422
dev.em.0.mac_stats.total_pkts_txd: 1042490512
dev.em.0.mac_stats.good_pkts_txd: 1042490512
dev.em.0.mac_stats.bcast_pkts_txd: 4623
dev.em.0.mac_stats.mcast_pkts_txd: 23633
dev.em.0.mac_stats.tx_frames_64: 0
dev.em.0.mac_stats.tx_frames_65_127: 0
dev.em.0.mac_stats.tx_frames_128_255: 0
dev.em.0.mac_stats.tx_frames_256_511: 0
dev.em.0.mac_stats.tx_frames_512_1023: 0
dev.em.0.mac_stats.tx_frames_1024_1522: 0
dev.em.0.mac_stats.tso_txd: 326370620
dev.em.0.mac_stats.tso_ctx_fail: 0
dev.em.0.interrupts.asserts: 350310685
dev.em.0.interrupts.rx_pkt_timer: 0
dev.em.0.interrupts.rx_abs_timer: 0
dev.em.0.interrupts.tx_pkt_timer: 0
dev.em.0.interrupts.tx_abs_timer: 0
dev.em.0.interrupts.tx_queue_empty: 0
dev.em.0.interrupts.tx_queue_min_thresh: 0
dev.em.0.interrupts.rx_desc_min_thresh: 0
dev.em.0.interrupts.rx_overrun: 0
dev.em.0.wake: 0
<<< sysctl dev.em.0
>>> sysctl net.isr
net.isr.numthreads: 1
net.isr.maxprot: 16
net.isr.defaultqlimit: 256
net.isr.maxqlimit: 10240
net.isr.bindthreads: 0
net.isr.maxthreads: 1
net.isr.direct: 1
net.isr.direct_force: 1
<<< sysctl net.isr
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?787079038.20110207004023>
