Date: Thu, 5 Jun 2014 09:46:51 +0300 From: =?UTF-8?B?w5Z6a2FuIEtJUklL?= <ozkan.kirik@gmail.com> To: "freebsd-net@freebsd.org" <freebsd-net@freebsd.org>, Jack Vogel <jfvogel@gmail.com> Subject: FreeBSD 10 - ixgbe packet drop Message-ID: <CAAcX-AGNgtv4iE0HfdiCcmx2NFhb66OQHPACiJnW7yehCGP-Jg@mail.gmail.com>
next in thread | raw e-mail | index | archive | help
Hi
I'm using FreeBSD 10.
My ix0 is connected to my backbone switch.
Traffic is about 90Mbit/s.
But after 3 minutes it stops working.
ifconfig ix0 down ; ifconfig ix0 up solves problem temprorarily.
It's strange that, dev.ix.0.dropped is 0 but, netstat's Idrop counter is
growing.
How can i debug this situation?
Regards
Outputs :
# sysctl dev.ix.0
dev.ix.0.%desc: Intel(R) PRO/10GbE PCI-Express Network Driver, Version -
2.5.15
dev.ix.0.%driver: ix
dev.ix.0.%location: slot=0 function=0 handle=\_SB_.PCI0.PT1A.SLT0
dev.ix.0.%pnpinfo: vendor=0x8086 device=0x10fb subvendor=0x8086
subdevice=0x0003 class=0x020000
dev.ix.0.%parent: pci7
dev.ix.0.fc: 3
dev.ix.0.enable_aim: 1
dev.ix.0.advertise_speed: 0
dev.ix.0.dropped: 0
dev.ix.0.mbuf_defrag_failed: 0
dev.ix.0.watchdog_events: 0
dev.ix.0.link_irq: 1972
dev.ix.0.queue0.interrupt_rate: 62500
dev.ix.0.queue0.irqs: 2548180
dev.ix.0.queue0.txd_head: 1880
dev.ix.0.queue0.txd_tail: 1880
dev.ix.0.queue0.tso_tx: 0
dev.ix.0.queue0.no_tx_dma_setup: 0
dev.ix.0.queue0.no_desc_avail: 0
dev.ix.0.queue0.tx_packets: 1702224
dev.ix.0.queue0.rxd_head: 801
dev.ix.0.queue0.rxd_tail: 800
dev.ix.0.queue0.rx_packets: 1388687
dev.ix.0.queue0.rx_bytes: 763445
dev.ix.0.queue0.rx_copies: 4245
dev.ix.0.queue0.lro_queued: 0
dev.ix.0.queue0.lro_flushed: 0
dev.ix.0.queue1.interrupt_rate: 83333
dev.ix.0.queue1.irqs: 2189570
dev.ix.0.queue1.txd_head: 587
dev.ix.0.queue1.txd_tail: 587
dev.ix.0.queue1.tso_tx: 0
dev.ix.0.queue1.no_tx_dma_setup: 0
dev.ix.0.queue1.no_desc_avail: 0
dev.ix.0.queue1.tx_packets: 1765976
dev.ix.0.queue1.rxd_head: 1349
dev.ix.0.queue1.rxd_tail: 1348
dev.ix.0.queue1.rx_packets: 1003258
dev.ix.0.queue1.rx_bytes: 907093
dev.ix.0.queue1.rx_copies: 4741
dev.ix.0.queue1.lro_queued: 0
dev.ix.0.queue1.lro_flushed: 0
dev.ix.0.queue2.interrupt_rate: 83333
dev.ix.0.queue2.irqs: 6122648
dev.ix.0.queue2.txd_head: 238
dev.ix.0.queue2.txd_tail: 238
dev.ix.0.queue2.tso_tx: 0
dev.ix.0.queue2.no_tx_dma_setup: 0
dev.ix.0.queue2.no_desc_avail: 0
dev.ix.0.queue2.tx_packets: 4626026
dev.ix.0.queue2.rxd_head: 219
dev.ix.0.queue2.rxd_tail: 218
dev.ix.0.queue2.rx_packets: 3109132
dev.ix.0.queue2.rx_bytes: 701344
dev.ix.0.queue2.rx_copies: 3641
dev.ix.0.queue2.lro_queued: 0
dev.ix.0.queue2.lro_flushed: 0
dev.ix.0.queue3.interrupt_rate: 22727
dev.ix.0.queue3.irqs: 1809645
dev.ix.0.queue3.txd_head: 807
dev.ix.0.queue3.txd_tail: 807
dev.ix.0.queue3.tso_tx: 0
dev.ix.0.queue3.no_tx_dma_setup: 0
dev.ix.0.queue3.no_desc_avail: 0
dev.ix.0.queue3.tx_packets: 1684602
dev.ix.0.queue3.rxd_head: 1870
dev.ix.0.queue3.rxd_tail: 1869
dev.ix.0.queue3.rx_packets: 805931
dev.ix.0.queue3.rx_bytes: 768700
dev.ix.0.queue3.rx_copies: 3153
dev.ix.0.queue3.lro_queued: 0
dev.ix.0.queue3.lro_flushed: 0
dev.ix.0.queue4.interrupt_rate: 83333
dev.ix.0.queue4.irqs: 2332359
dev.ix.0.queue4.txd_head: 10
dev.ix.0.queue4.txd_tail: 10
dev.ix.0.queue4.tso_tx: 0
dev.ix.0.queue4.no_tx_dma_setup: 0
dev.ix.0.queue4.no_desc_avail: 0
dev.ix.0.queue4.tx_packets: 1964932
dev.ix.0.queue4.rxd_head: 593
dev.ix.0.queue4.rxd_tail: 592
dev.ix.0.queue4.rx_packets: 982226
dev.ix.0.queue4.rx_bytes: 651351
dev.ix.0.queue4.rx_copies: 4139
dev.ix.0.queue4.lro_queued: 0
dev.ix.0.queue4.lro_flushed: 0
dev.ix.0.queue5.interrupt_rate: 62500
dev.ix.0.queue5.irqs: 2387496
dev.ix.0.queue5.txd_head: 1023
dev.ix.0.queue5.txd_tail: 1023
dev.ix.0.queue5.tso_tx: 0
dev.ix.0.queue5.no_tx_dma_setup: 0
dev.ix.0.queue5.no_desc_avail: 0
dev.ix.0.queue5.tx_packets: 2392009
dev.ix.0.queue5.rxd_head: 66
dev.ix.0.queue5.rxd_tail: 65
dev.ix.0.queue5.rx_packets: 1411126
dev.ix.0.queue5.rx_bytes: 1031757
dev.ix.0.queue5.rx_copies: 5320
dev.ix.0.queue5.lro_queued: 0
dev.ix.0.queue5.lro_flushed: 0
dev.ix.0.queue6.interrupt_rate: 100000
dev.ix.0.queue6.irqs: 2137407
dev.ix.0.queue6.txd_head: 1559
dev.ix.0.queue6.txd_tail: 1559
dev.ix.0.queue6.tso_tx: 0
dev.ix.0.queue6.no_tx_dma_setup: 0
dev.ix.0.queue6.no_desc_avail: 0
dev.ix.0.queue6.tx_packets: 2110680
dev.ix.0.queue6.rxd_head: 1310
dev.ix.0.queue6.rxd_tail: 1309
dev.ix.0.queue6.rx_packets: 1152477
dev.ix.0.queue6.rx_bytes: 638730
dev.ix.0.queue6.rx_copies: 2744
dev.ix.0.queue6.lro_queued: 0
dev.ix.0.queue6.lro_flushed: 0
dev.ix.0.queue7.interrupt_rate: 27777
dev.ix.0.queue7.irqs: 2313122
dev.ix.0.queue7.txd_head: 1956
dev.ix.0.queue7.txd_tail: 1956
dev.ix.0.queue7.tso_tx: 0
dev.ix.0.queue7.no_tx_dma_setup: 0
dev.ix.0.queue7.no_desc_avail: 0
dev.ix.0.queue7.tx_packets: 1901071
dev.ix.0.queue7.rxd_head: 669
dev.ix.0.queue7.rxd_tail: 668
dev.ix.0.queue7.rx_packets: 1080747
dev.ix.0.queue7.rx_bytes: 649663
dev.ix.0.queue7.rx_copies: 4163
dev.ix.0.queue7.lro_queued: 0
dev.ix.0.queue7.lro_flushed: 0
dev.ix.0.queue8.interrupt_rate: 5208
dev.ix.0.queue8.irqs: 1297927
dev.ix.0.queue8.txd_head: 800
dev.ix.0.queue8.txd_tail: 800
dev.ix.0.queue8.tso_tx: 0
dev.ix.0.queue8.no_tx_dma_setup: 0
dev.ix.0.queue8.no_desc_avail: 0
dev.ix.0.queue8.tx_packets: 531043
dev.ix.0.queue8.rxd_head: 762
dev.ix.0.queue8.rxd_tail: 761
dev.ix.0.queue8.rx_packets: 956856
dev.ix.0.queue8.rx_bytes: 4104502
dev.ix.0.queue8.rx_copies: 3760
dev.ix.0.queue8.lro_queued: 0
dev.ix.0.queue8.lro_flushed: 0
dev.ix.0.queue9.interrupt_rate: 62500
dev.ix.0.queue9.irqs: 1223043
dev.ix.0.queue9.txd_head: 263
dev.ix.0.queue9.txd_tail: 263
dev.ix.0.queue9.tso_tx: 0
dev.ix.0.queue9.no_tx_dma_setup: 0
dev.ix.0.queue9.no_desc_avail: 0
dev.ix.0.queue9.tx_packets: 1905309
dev.ix.0.queue9.rxd_head: 1672
dev.ix.0.queue9.rxd_tail: 1671
dev.ix.0.queue9.rx_packets: 1535904
dev.ix.0.queue9.rx_bytes: 833210
dev.ix.0.queue9.rx_copies: 5066
dev.ix.0.queue9.lro_queued: 0
dev.ix.0.queue9.lro_flushed: 0
dev.ix.0.queue10.interrupt_rate: 5208
dev.ix.0.queue10.irqs: 1333160
dev.ix.0.queue10.txd_head: 569
dev.ix.0.queue10.txd_tail: 569
dev.ix.0.queue10.tso_tx: 0
dev.ix.0.queue10.no_tx_dma_setup: 0
dev.ix.0.queue10.no_desc_avail: 0
dev.ix.0.queue10.tx_packets: 541056
dev.ix.0.queue10.rxd_head: 1099
dev.ix.0.queue10.rxd_tail: 1098
dev.ix.0.queue10.rx_packets: 992037
dev.ix.0.queue10.rx_bytes: 683236
dev.ix.0.queue10.rx_copies: 2498
dev.ix.0.queue10.lro_queued: 0
dev.ix.0.queue10.lro_flushed: 0
dev.ix.0.queue11.interrupt_rate: 25000
dev.ix.0.queue11.irqs: 1167328
dev.ix.0.queue11.txd_head: 897
dev.ix.0.queue11.txd_tail: 897
dev.ix.0.queue11.tso_tx: 0
dev.ix.0.queue11.no_tx_dma_setup: 0
dev.ix.0.queue11.no_desc_avail: 0
dev.ix.0.queue11.tx_packets: 628343
dev.ix.0.queue11.rxd_head: 440
dev.ix.0.queue11.rxd_tail: 439
dev.ix.0.queue11.rx_packets: 807500
dev.ix.0.queue11.rx_bytes: 887029
dev.ix.0.queue11.rx_copies: 5733
dev.ix.0.queue11.lro_queued: 0
dev.ix.0.queue11.lro_flushed: 0
dev.ix.0.queue12.interrupt_rate: 31250
dev.ix.0.queue12.irqs: 1428643
dev.ix.0.queue12.txd_head: 356
dev.ix.0.queue12.txd_tail: 356
dev.ix.0.queue12.tso_tx: 0
dev.ix.0.queue12.no_tx_dma_setup: 0
dev.ix.0.queue12.no_desc_avail: 0
dev.ix.0.queue12.tx_packets: 2217914
dev.ix.0.queue12.rxd_head: 2047
dev.ix.0.queue12.rxd_tail: 2047
dev.ix.0.queue12.rx_packets: 1020147
dev.ix.0.queue12.rx_bytes: 0
dev.ix.0.queue12.rx_copies: 0
dev.ix.0.queue12.lro_queued: 0
dev.ix.0.queue12.lro_flushed: 0
dev.ix.0.queue13.interrupt_rate: 5434
dev.ix.0.queue13.irqs: 1079537
dev.ix.0.queue13.txd_head: 1037
dev.ix.0.queue13.txd_tail: 1037
dev.ix.0.queue13.tso_tx: 0
dev.ix.0.queue13.no_tx_dma_setup: 0
dev.ix.0.queue13.no_desc_avail: 0
dev.ix.0.queue13.tx_packets: 587585
dev.ix.0.queue13.rxd_head: 1551
dev.ix.0.queue13.rxd_tail: 1550
dev.ix.0.queue13.rx_packets: 899834
dev.ix.0.queue13.rx_bytes: 801311
dev.ix.0.queue13.rx_copies: 4854
dev.ix.0.queue13.lro_queued: 0
dev.ix.0.queue13.lro_flushed: 0
dev.ix.0.queue14.interrupt_rate: 25000
dev.ix.0.queue14.irqs: 1484788
dev.ix.0.queue14.txd_head: 173
dev.ix.0.queue14.txd_tail: 173
dev.ix.0.queue14.tso_tx: 0
dev.ix.0.queue14.no_tx_dma_setup: 0
dev.ix.0.queue14.no_desc_avail: 0
dev.ix.0.queue14.tx_packets: 1009215
dev.ix.0.queue14.rxd_head: 334
dev.ix.0.queue14.rxd_tail: 333
dev.ix.0.queue14.rx_packets: 1736273
dev.ix.0.queue14.rx_bytes: 842627
dev.ix.0.queue14.rx_copies: 3571
dev.ix.0.queue14.lro_queued: 0
dev.ix.0.queue14.lro_flushed: 0
dev.ix.0.queue15.interrupt_rate: 31250
dev.ix.0.queue15.irqs: 1230363
dev.ix.0.queue15.txd_head: 726
dev.ix.0.queue15.txd_tail: 726
dev.ix.0.queue15.tso_tx: 0
dev.ix.0.queue15.no_tx_dma_setup: 0
dev.ix.0.queue15.no_desc_avail: 0
dev.ix.0.queue15.tx_packets: 594232
dev.ix.0.queue15.rxd_head: 697
dev.ix.0.queue15.rxd_tail: 696
dev.ix.0.queue15.rx_packets: 933871
dev.ix.0.queue15.rx_bytes: 4919560
dev.ix.0.queue15.rx_copies: 5556
dev.ix.0.queue15.lro_queued: 0
dev.ix.0.queue15.lro_flushed: 0
dev.ix.0.mac_stats.crc_errs: 1
dev.ix.0.mac_stats.ill_errs: 0
dev.ix.0.mac_stats.byte_errs: 0
dev.ix.0.mac_stats.short_discards: 0
dev.ix.0.mac_stats.local_faults: 33864
dev.ix.0.mac_stats.remote_faults: 18168
dev.ix.0.mac_stats.rec_len_errs: 0
dev.ix.0.mac_stats.xon_txd: 8
dev.ix.0.mac_stats.xon_recvd: 0
dev.ix.0.mac_stats.xoff_txd: 839470
dev.ix.0.mac_stats.xoff_recvd: 0
dev.ix.0.mac_stats.total_octets_rcvd: 8015310767
dev.ix.0.mac_stats.good_octets_rcvd: 7951220250
dev.ix.0.mac_stats.total_pkts_rcvd: 21287239
dev.ix.0.mac_stats.good_pkts_rcvd: 19916695
dev.ix.0.mac_stats.mcast_pkts_rcvd: 3035980
dev.ix.0.mac_stats.bcast_pkts_rcvd: 681566
dev.ix.0.mac_stats.rx_frames_64: 10512769
dev.ix.0.mac_stats.rx_frames_65_127: 3981208
dev.ix.0.mac_stats.rx_frames_128_255: 585704
dev.ix.0.mac_stats.rx_frames_256_511: 1549673
dev.ix.0.mac_stats.rx_frames_512_1023: 518172
dev.ix.0.mac_stats.rx_frames_1024_1522: 4019518
dev.ix.0.mac_stats.recv_undersized: 0
dev.ix.0.mac_stats.recv_fragmented: 0
dev.ix.0.mac_stats.recv_oversized: 0
dev.ix.0.mac_stats.recv_jabberd: 0
dev.ix.0.mac_stats.management_pkts_rcvd: 0
dev.ix.0.mac_stats.management_pkts_drpd: 0
dev.ix.0.mac_stats.checksum_errs: 20381
dev.ix.0.mac_stats.good_octets_txd: 28143082408
dev.ix.0.mac_stats.total_pkts_txd: 26968378
dev.ix.0.mac_stats.good_pkts_txd: 26128899
dev.ix.0.mac_stats.bcast_pkts_txd: 16314
dev.ix.0.mac_stats.mcast_pkts_txd: 2654
dev.ix.0.mac_stats.management_pkts_txd: 0
dev.ix.0.mac_stats.tx_frames_64: 4904275
dev.ix.0.mac_stats.tx_frames_65_127: 1427985
dev.ix.0.mac_stats.tx_frames_128_255: 523084
dev.ix.0.mac_stats.tx_frames_256_511: 725365
dev.ix.0.mac_stats.tx_frames_512_1023: 657348
dev.ix.0.mac_stats.tx_frames_1024_1522: 17890843
# ifconfig ix0
ix0: flags=8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> metric 0
mtu 1500
description: Ethernet: LAN1
options=8407bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,TSO6,LRO,VLAN_HWTSO>
ether 90:e2:ba:37:e5:94
inet6 fe80::92e2:baff:fe37:e594%ix0 prefixlen 64 scopeid 0x1
inet 10.0.0.1 netmask 0xffffff00 broadcast 10.0.0.255
inet 1.1.106.254 netmask 0xffffff00 broadcast 1.1.106.255
inet6 2001:a98:890:1::ffff prefixlen 64
nd6 options=21<PERFORMNUD,AUTO_LINKLOCAL>
media: Ethernet autoselect (10Gbase-SR <full-duplex>)
status: active
# netstat -nI ix0
Name Mtu Network Address Ipkts Ierrs Idrop Opkts
Oerrs Coll
ix0 1500 <Link#1> 90:e2:ba:37:e5:94 20693324 1 1337299 27184636
0 0
ix0 1500 fe80::92e2:ba fe80::92e2:baff:f 0 - - 45
- -
ix0 1500 10.0.0.0/24 10.0.0.1 17534 - - 1784
- -
ix0 1500 1.1.106.0/24 1.1.106.254 0 - - 0
- -
ix0 1500 2001:a98:890: 2001:a98:890:1::f 0 - - 0
- -
# netstat -m
166263/17757/184020 mbufs in use (current/cache/total)
165169/8835/174004/1048576 mbuf clusters in use (current/cache/total/max)
165169/8796 mbuf+clusters out of packet secondary zone in use
(current/cache)
309/626/935/65536 4k (page size) jumbo clusters in use
(current/cache/total/max)
0/0/0/19418 9k jumbo clusters in use (current/cache/total/max)
0/0/0/10922 16k jumbo clusters in use (current/cache/total/max)
373140K/24613K/397753K bytes allocated to network (current/cache/total)
3293/44053/173965 requests for mbufs denied (mbufs/clusters/mbuf+clusters)
0/0/0 requests for mbufs delayed (mbufs/clusters/mbuf+clusters)
0/0/0 requests for jumbo clusters delayed (4k/9k/16k)
125/0/0 requests for jumbo clusters denied (4k/9k/16k)
0 requests for sfbufs denied
0 requests for sfbufs delayed
307 requests for I/O initiated by sendfile
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?CAAcX-AGNgtv4iE0HfdiCcmx2NFhb66OQHPACiJnW7yehCGP-Jg>