Skip site navigation (1)Skip section navigation (2)
Date:      Mon, 7 Feb 2011 00:40:23 +0300
From:      Lev Serebryakov <lev@FreeBSD.org>
To:        freebsd-stable@freebsd.org, freebsd-net@freebsd.org
Cc:        "Vogel, Jack" <jack.vogel@intel.com>
Subject:   em0 hangs without any messages like "Watchdog timeout", only down/up reset it.
Message-ID:  <787079038.20110207004023@serebryakov.spb.ru>

next in thread | raw e-mail | index | archive | help

[-- Attachment #1 --]
Hello, Freebsd-stable.


  My em0 (the same, copy'n'paste hardware info from previous
  mnessage):

em0@pci0:0:25:0:        class=0x020000 card=0x82681043 chip=0x10bd8086 rev=0x02 hdr=0x00
    vendor     = 'Intel Corporation'
    device     = 'Intel 82566DM Gigabit Ethernet Adapter (82566DM)'
    class      = network
    subclass   = ethernet
    bar   [10] = type Memory, range 32, base 0xfea40000, size 131072, enabled
    bar   [14] = type Memory, range 32, base 0xfea79000, size 4096, enabled
    bar   [18] = type I/O Port, range 32, base 0xdc00, size 32, enabled
    cap 01[c8] = powerspec 2  supports D0 D3  current D0
    cap 05[d0] = MSI supports 1 message, 64 bit
    cap 09[e0] = vendor (length 6) Intel cap 2 version 0

It is on-board LAN on Q35-based MoBo (ASUS P5E-VM DO)

  It hangs under load without any output. When it works with POLLING, it
prints "Watchdog timeout" and reset automatically several times a day,
but without POLLING it simply hangs with same frequency. It is
8.2-PRERELEASE (from RELENG_8), cvsupped AFTER 22 Jan (last commit to
e1000 drivers family).

  Locally system works, but mbufs are overfilled. "ifconfig em0 down
&& ifconfig em0 up" solves problem.

 Output of different diagnostic tools (vmstat, netstat, ifconfig,
sysctl of dev.em.0 tree, top -S) are attached in one file.

  Early (about half year ago) this sytem works without any problems
 with net.

-- 
// Black Lion AKA Lev Serebryakov <lev@FreeBSD.org>
[-- Attachment #2 --]
>>> ifconfig em0
em0: flags=8c43<UP,BROADCAST,RUNNING,OACTIVE,SIMPLEX,MULTICAST> metric 0 mtu 1500
	options=219b<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,VLAN_HWCSUM,TSO4,WOL_MAGIC>
	ether 00:1e:8c:75:03:0d
	inet 192.168.134.3 netmask 0xffffff00 broadcast 192.168.134.255
	media: Ethernet 1000baseT <full-duplex>
	status: active
<<< ifconfig em0
>>> vmstat -m
         Type InUse MemUse HighUse Requests  Size(s)
       module   152    19K       -      152  128
          USB    76    66K       -       80  16,32,64,128,256,1024,2048,4096
     mtx_pool     2    16K       -        2  
   CAM periph    22     6K       -       44  16,32,64,256
     pci_link    16     2K       -       16  64,128
      acpisem    19     3K       -       19  128
      subproc   489   416K       -    70784  512,4096
         proc     2    16K       -        2  
      session    23     3K       -     4697  128
         pgrp    25     4K       -     4957  128
         cred    62    10K       -  6718272  64,256
      uidinfo     8     3K       -  1120720  128,2048
       plimit    12     3K       -    60379  256
    acpi_perf     2     1K       -        2  128
      CAM XPT   293   425K       -      414  16,32,64,128,256,1024,2048
       DEVFS1   146    73K       -      158  512
    sysctltmp     0     0K       -     1662  16,32,64,128,256
    sysctloid  3535   175K       -     3628  16,32,64,128
       sysctl     0     0K       -    37293  16,32,64
      callout     1   512K       -        1  
         umtx   522    66K       -      522  128
     p1003.1b     1     1K       -        1  16
         SWAP     2   549K       -        2  64
       DEVFS3   172    43K       -      185  256
       bus-sc    71   413K       -     1251  16,32,64,128,256,512,2048,4096
          bus   640    65K       -     4440  16,32,64,128,256,512,1024
      devstat    14    29K       -       14  32,4096
 eventhandler    67     6K       -       67  64,128
         kobj    93   372K       -      115  4096
      Per-cpu     1     1K       -        1  32
        DEVFS    22     1K       -       23  16,128
         rman   202    25K       -      623  16,32,128
       DEVFSP     1     1K       -        3  64
         sbuf     0     0K       -     2144  16,32,64,128,256,512,1024,2048,4096
    pfs_nodes    21     6K       -       21  256
        stack     0     0K       -        6  256
    taskqueue    15     2K       -       15  16,32,128
       Unitno    10     1K       -      100  32,64
          iov     0     0K       -   949301  16,32,64,128,256,512
       select   190    24K       - 11402394820  128,512,1024
     ioctlops     0     0K       - 238274171  16,32,64,128,256,512,1024,2048,4096
          msg     4    30K       -        4  2048,4096
          sem     4    11K       -        4  512,1024
          shm     1    20K       -        1  
          tty    20    20K       -       32  1024,2048
          pts     0     0K       -        6  256
     mbuf_tag     0     0K       -       83  32
        shmfd     1     8K       -        1  
         GEOM   175    38K       -      757  16,32,64,128,256,512,1024
          pcb    92    15K       -  6857997  16,32,1024,2048,4096
       soname     6     1K       - 26965021  16,32,128
          acl     0     0K       -    20220  4096
       biobuf     0     0K       -      127  2048
     vfscache     1  1024K       -        1  
   cl_savebuf     0     0K       -    59724  64,128
  export_host     2     1K       -        2  256
     vfs_hash     1   512K       -        1  
       vnodes     2     1K       -        2  256
  vnodemarker     0     0K       -   294493  512
        mount   104     6K       -      304  16,32,64,128,256,512
          BPF     7     9K       -       20  128,256,512,4096
  ether_multi    12     1K       -       26  16,64
       ifaddr    14     7K       -       17  32,512,4096
        ifnet     3     5K       -        3  128,2048
        clone     2     8K       -        2  4096
       arpcom     1     1K       -        1  16
      lltable     3     2K       -       56  256,512
      fw_xfer     0     0K       -        1  256
     firewire    11    35K       -       14  64,128,512,1024,2048,4096
      scsi_da     0     0K       -       16  16
       kbdmux     6    10K       -        6  16,512,1024,2048,4096
          LED     1     1K       -        1  128
       isadev     5     1K       -        5  128
     routetbl    14     4K       -   170181  32,64,128,256,512
         igmp     2     1K       -        2  256
CAM dev queue     8     1K       -        8  128
    CAM queue    43     3K       -      148  16,32,64,256
      CAM SIM     8     2K       -        8  256
  ip_moptions     4     1K       -        8  64,256
     in_multi     3     1K       -        5  256
   in_mfilter     2     2K       -        4  1024
    hostcache     1    28K       -        1  
     syncache     1    96K       -        1  
      NFS FHA     1     2K       -      339  64,2048
          rpc   348   179K       -     1137  32,64,128,256,512,2048
audit_evclass   172     6K       -      211  32
     savedino     0     0K       -    37335  256
    newdirblk     0     0K       -      593  64
       dirrem     0     0K       -   216550  64
        mkdir     0     0K       -      328  64
       diradd     2     1K       -   216733  64
     freefile     2     1K       -   104463  64
     freeblks     2     1K       -   104772  256
     freefrag     0     0K       -   173483  64
   allocindir     0     0K       -   717813  128
     indirdep     0     0K       -    13808  64
  allocdirect     3     1K       -   446982  256
    bmsafemap     2     1K       -   100597  128
       newblk     1     1K       -  1164796  64,512
     inodedep     7   514K       -   238015  256
      pagedep     3   129K       -    32476  128
  ufs_dirhash   325   101K       -   621644  16,32,64,128,256,512,1024
    ufs_mount    15   127K       -       15  512,2048,4096
      UMAHash     3    11K       -       10  512,1024,2048,4096
  ddb_capture     1    48K       -        1  
       acpica  3837   393K       -    88615  16,32,64,128,256,512,1024,2048
         cdev     8     2K       -        8  256
    vm_pgdata     2   129K       -        2  128
      acpidev    78     5K       -       78  64
        sigio     1     1K       -        1  64
     filedesc    61    77K       -   110149  16,32,64,128,256,512,1024,2048,4096
         kenv    78    11K       -       82  16,32,64,128
      io_apic     1     2K       -        1  2048
       kqueue     2    13K       -   263166  256,2048,4096
      memdesc     1     4K       -        1  4096
     acpitask     1     2K       -        1  2048
    proc-args    27     2K       -   200415  16,32,64,128,256
     atkbddev     2     1K       -        2  64
      ithread    76    12K       -       76  32,128,256
      entropy  1024    64K       -     1024  64
         UART     3     2K       -        3  16,512,1024
       KTRACE   100    13K       -      100  128
       linker    57     6K       -       63  16,32,64,128,512
        lockf    53     6K       -  6359344  64,128
         temp    22   401K       -  1410339  16,32,64,128,256,512,1024,2048,4096
       devbuf 20230 35933K       -    20329  16,32,64,128,256,512,1024,2048,4096
       USBdev    47    12K       -       47  64,128,1024
     nexusdev     3     1K       -        3  16
   raid5_data     6  5389K       - 235416757  16,64,512,4096
<<< vmstat -m
>>> netstat -m
12686/6184/18870 mbufs in use (current/cache/total)
4267/5877/10144/204800 mbuf clusters in use (current/cache/total/max)
4239/5858 mbuf+clusters out of packet secondary zone in use (current/cache)
0/251/251/192000 4k (page size) jumbo clusters in use (current/cache/total/max)
0/0/0/6400 9k jumbo clusters in use (current/cache/total/max)
0/0/0/3200 16k jumbo clusters in use (current/cache/total/max)
11705K/14304K/26009K bytes allocated to network (current/cache/total)
0/0/0 requests for mbufs denied (mbufs/clusters/mbuf+clusters)
0/0/0 requests for jumbo clusters denied (4k/9k/16k)
0/0/0 sfbufs in use (current/peak/max)
0 requests for sfbufs denied
0 requests for sfbufs delayed
0 requests for I/O initiated by sendfile
0 calls to protocol drain routines
<<< netstat -m
>>> top -Snd 1
last pid: 70344;  load averages:  0.00,  0.00,  0.00  up 9+17:39:30    16:39:54
114 processes: 3 running, 92 sleeping, 19 waiting

Mem: 93M Active, 1373M Inact, 378M Wired, 76M Cache, 213M Buf, 53M Free
Swap: 4096M Total, 396K Used, 4095M Free


  PID USERNAME      THR PRI NICE   SIZE    RES STATE   C   TIME   WCPU COMMAND
   11 root            2 171 ki31     0K    32K RUN     0 371.2H 200.00% idle
   12 root           19 -60    -     0K   304K WAIT    0 376:47  0.10% intr
35243 rtorrent        3  44    0 98044K 81428K select  1  39.1H  0.00% transmission-daemon
    0 root            9 -68    0     0K   128K -       1  78:32  0.00% kernel
   14 root           33 -64    -     0K   528K -       1  33:21  0.00% usb
   20 root            2  -8    -     0K    32K gr5do   1  31:01  0.00% g_raid5
    4 root            1  -8    -     0K    16K -       0  24:42  0.00% g_down
    3 root            1  -8    -     0K    16K -       1  18:53  0.00% g_up
   17 root            1  44    -     0K    16K syncer  1  16:07  0.00% syncer
   13 root            1 -16    -     0K    16K -       1  12:02  0.00% yarrow
    7 root            1  44    -     0K    16K psleep  1   6:17  0.00% pagedaemon
  799 root            1  44    0 21064K  2760K select  1   0:33  0.00% nmbd
41170 uucp            1  44    0  6920K  1328K select  1   0:33  0.00% megatec
    2 root            1  -8    -     0K    16K -       1   0:28  0.00% g_event
  871 root            1  44    0 11792K  1988K select  1   0:28  0.00% ntpd
   18 root            1  44    -     0K    16K vlruwt  1   0:26  0.00% vnlru
41172 uucp            1  44    0 10932K  2176K select  1   0:14  0.00% upsd
 1040 root            1  44    0 12020K  2956K select  1   0:12  0.00% sendmail

<<< top -Snd 1
>>> sysctl dev.em.0
dev.em.0.%desc: Intel(R) PRO/1000 Network Connection 7.1.9
dev.em.0.%driver: em
dev.em.0.%location: slot=25 function=0 handle=\_SB_.PCI0.GBEC
dev.em.0.%pnpinfo: vendor=0x8086 device=0x10bd subvendor=0x1043 subdevice=0x8268 class=0x020000
dev.em.0.%parent: pci0
dev.em.0.nvm: -1
dev.em.0.debug: -1
dev.em.0.rx_int_delay: 200
dev.em.0.tx_int_delay: 200
dev.em.0.rx_abs_int_delay: 4000
dev.em.0.tx_abs_int_delay: 4000
dev.em.0.rx_processing_limit: 4096
dev.em.0.flow_control: 3
dev.em.0.link_irq: 0
dev.em.0.mbuf_alloc_fail: 0
dev.em.0.cluster_alloc_fail: 0
dev.em.0.dropped: 0
dev.em.0.tx_dma_fail: 1
dev.em.0.rx_overruns: 0
dev.em.0.watchdog_timeouts: 4
dev.em.0.device_control: 1074790976
dev.em.0.rx_control: 67141634
dev.em.0.fc_high_water: 8192
dev.em.0.fc_low_water: 6692
dev.em.0.queue0.txd_head: 3339
dev.em.0.queue0.txd_tail: 3302
dev.em.0.queue0.tx_irq: 0
dev.em.0.queue0.no_desc_avail: 0
dev.em.0.queue0.rxd_head: 1856
dev.em.0.queue0.rxd_tail: 1855
dev.em.0.queue0.rx_irq: 0
dev.em.0.mac_stats.excess_coll: 0
dev.em.0.mac_stats.single_coll: 0
dev.em.0.mac_stats.multiple_coll: 0
dev.em.0.mac_stats.late_coll: 0
dev.em.0.mac_stats.collision_count: 0
dev.em.0.mac_stats.symbol_errors: 0
dev.em.0.mac_stats.sequence_errors: 0
dev.em.0.mac_stats.defer_count: 1617
dev.em.0.mac_stats.missed_packets: 18214
dev.em.0.mac_stats.recv_no_buff: 0
dev.em.0.mac_stats.recv_undersize: 0
dev.em.0.mac_stats.recv_fragmented: 5
dev.em.0.mac_stats.recv_oversize: 0
dev.em.0.mac_stats.recv_jabber: 0
dev.em.0.mac_stats.recv_errs: 131
dev.em.0.mac_stats.crc_errs: 126
dev.em.0.mac_stats.alignment_errs: 0
dev.em.0.mac_stats.coll_ext_errs: 1
dev.em.0.mac_stats.xon_recvd: 1739
dev.em.0.mac_stats.xon_txd: 0
dev.em.0.mac_stats.xoff_recvd: 2934
dev.em.0.mac_stats.xoff_txd: 0
dev.em.0.mac_stats.total_pkts_recvd: 541567321
dev.em.0.mac_stats.good_pkts_recvd: 541544290
dev.em.0.mac_stats.bcast_pkts_recvd: 21130
dev.em.0.mac_stats.mcast_pkts_recvd: 6272
dev.em.0.mac_stats.rx_frames_64: 0
dev.em.0.mac_stats.rx_frames_65_127: 0
dev.em.0.mac_stats.rx_frames_128_255: 0
dev.em.0.mac_stats.rx_frames_256_511: 0
dev.em.0.mac_stats.rx_frames_512_1023: 0
dev.em.0.mac_stats.rx_frames_1024_1522: 0
dev.em.0.mac_stats.good_octets_recvd: 58943102225
dev.em.0.mac_stats.good_octets_txd: 1355110814422
dev.em.0.mac_stats.total_pkts_txd: 1042490512
dev.em.0.mac_stats.good_pkts_txd: 1042490512
dev.em.0.mac_stats.bcast_pkts_txd: 4623
dev.em.0.mac_stats.mcast_pkts_txd: 23633
dev.em.0.mac_stats.tx_frames_64: 0
dev.em.0.mac_stats.tx_frames_65_127: 0
dev.em.0.mac_stats.tx_frames_128_255: 0
dev.em.0.mac_stats.tx_frames_256_511: 0
dev.em.0.mac_stats.tx_frames_512_1023: 0
dev.em.0.mac_stats.tx_frames_1024_1522: 0
dev.em.0.mac_stats.tso_txd: 326370620
dev.em.0.mac_stats.tso_ctx_fail: 0
dev.em.0.interrupts.asserts: 350310685
dev.em.0.interrupts.rx_pkt_timer: 0
dev.em.0.interrupts.rx_abs_timer: 0
dev.em.0.interrupts.tx_pkt_timer: 0
dev.em.0.interrupts.tx_abs_timer: 0
dev.em.0.interrupts.tx_queue_empty: 0
dev.em.0.interrupts.tx_queue_min_thresh: 0
dev.em.0.interrupts.rx_desc_min_thresh: 0
dev.em.0.interrupts.rx_overrun: 0
dev.em.0.wake: 0
<<< sysctl dev.em.0
>>> sysctl net.isr
net.isr.numthreads: 1
net.isr.maxprot: 16
net.isr.defaultqlimit: 256
net.isr.maxqlimit: 10240
net.isr.bindthreads: 0
net.isr.maxthreads: 1
net.isr.direct: 1
net.isr.direct_force: 1
<<< sysctl net.isr

Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?787079038.20110207004023>