Skip site navigation (1)Skip section navigation (2)
Date:      Fri, 10 Aug 2018 16:43:01 -0500
From:      David Powers <dnpowers@me.com>
To:        "Patrick M. Hausen" <hausen@punkt.de>
Cc:        freebsd-virtualization@freebsd.org
Subject:   Re: Bhyve Guest Network Troubles
Message-ID:  <9077F63C-56B6-47EA-B981-91BC4B8ACC9B@me.com>
In-Reply-To: <1F38BF1A-AF14-49D6-95C9-F475F661959C@punkt.de>
References:  <D988CD62-4A3D-4474-ADB9-73A07B2AD36F@me.com> <1F38BF1A-AF14-49D6-95C9-F475F661959C@punkt.de>

next in thread | previous in thread | raw e-mail | index | archive | help
Good afternoon,

Both the host and guest are freebsd 11.2.
The guest is actually a live CD boot to work out the configuration.
The host does have connectivity to the Internet via its default route.

Host
=E2=80=94=E2=80=94=E2=80=94=E2=80=94=E2=80=94=E2=80=94
root@FreeBSDHost:~ # uname -a
FreeBSD FreeBSDHost.davehome.local 11.2-RELEASE-p1 FreeBSD =
11.2-RELEASE-p1 #0: Sun Aug  5 12:04:13 UTC 2018     =
root@amd64-builder.daemonology.net:/usr/obj/usr/src/sys/GENERIC  amd64
root@FreeBSDHost:~ # ifconfig -a
igb0: flags=3D8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> =
metric 0 mtu 1500
	=
options=3D6403bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCS=
UM,TSO4,TSO6,VLAN_HWTSO,RXCSUM_IPV6,TXCSUM_IPV6>
	ether 00:25:90:f4:74:56
	hwaddr 00:25:90:f4:74:56
	inet 192.168.1.75 netmask 0xffffff00 broadcast 192.168.1.255=20
	nd6 options=3D29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
	media: Ethernet autoselect (1000baseT <full-duplex>)
	status: active
igb1: flags=3D8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> =
metric 0 mtu 1500
	=
options=3D6403bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCS=
UM,TSO4,TSO6,VLAN_HWTSO,RXCSUM_IPV6,TXCSUM_IPV6>
	ether 00:25:90:f4:74:57
	hwaddr 00:25:90:f4:74:57
	inet 192.168.10.200 netmask 0xffffff00 broadcast 192.168.10.255=20=

	nd6 options=3D29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
	media: Ethernet autoselect (1000baseT <full-duplex>)
	status: active
igb2: flags=3D8c02<BROADCAST,OACTIVE,SIMPLEX,MULTICAST> metric 0 mtu =
1500
	=
options=3D6403bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCS=
UM,TSO4,TSO6,VLAN_HWTSO,RXCSUM_IPV6,TXCSUM_IPV6>
	ether 00:25:90:f4:74:58
	hwaddr 00:25:90:f4:74:58
	nd6 options=3D29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
	media: Ethernet autoselect
	status: no carrier
igb3: flags=3D8c02<BROADCAST,OACTIVE,SIMPLEX,MULTICAST> metric 0 mtu =
1500
	=
options=3D6403bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCS=
UM,TSO4,TSO6,VLAN_HWTSO,RXCSUM_IPV6,TXCSUM_IPV6>
	ether 00:25:90:f4:74:59
	hwaddr 00:25:90:f4:74:59
	nd6 options=3D29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
	media: Ethernet autoselect
	status: no carrier
lo0: flags=3D8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
	options=3D600003<RXCSUM,TXCSUM,RXCSUM_IPV6,TXCSUM_IPV6>
	inet6 ::1 prefixlen 128=20
	inet6 fe80::1%lo0 prefixlen 64 scopeid 0x5=20
	inet 127.0.0.1 netmask 0xff000000=20
	nd6 options=3D21<PERFORMNUD,AUTO_LINKLOCAL>
	groups: lo=20
vm-snet3: flags=3D8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 =
mtu 1500
	ether fa:59:16:f5:07:43
	inet 192.168.3.1 netmask 0xffffff00 broadcast 192.168.3.255=20
	nd6 options=3D1<PERFORMNUD>
	groups: bridge vm-switch viid-04c92@=20
	id 00:00:00:00:00:00 priority 32768 hellotime 2 fwddelay 15
	maxage 20 holdcnt 6 proto rstp maxaddr 2000 timeout 1200
	root id 00:00:00:00:00:00 priority 32768 ifcost 0 port 0
	member: igb1.3 flags=3D143<LEARNING,DISCOVER,AUTOEDGE,AUTOPTP>
	        ifmaxaddr 0 port 7 priority 128 path cost 55
	member: tap0 flags=3D143<LEARNING,DISCOVER,AUTOEDGE,AUTOPTP>
	        ifmaxaddr 0 port 12 priority 128 path cost 2000000
vm-cnet2: flags=3D8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 =
mtu 1500
	ether 2e:19:74:e4:3e:dd
	inet 192.168.2.1 netmask 0xffffff00 broadcast 192.168.2.255=20
	nd6 options=3D1<PERFORMNUD>
	groups: bridge vm-switch viid-1e291@=20
	id 00:00:00:00:00:00 priority 32768 hellotime 2 fwddelay 15
	maxage 20 holdcnt 6 proto rstp maxaddr 2000 timeout 1200
	root id 00:00:00:00:00:00 priority 32768 ifcost 0 port 0
	member: igb1.2 flags=3D143<LEARNING,DISCOVER,AUTOEDGE,AUTOPTP>
	        ifmaxaddr 0 port 9 priority 128 path cost 20000
igb1.2: flags=3D8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> =
metric 0 mtu 1500
	description: vm-vlan-cnet2-igb1.2
	options=3D600303<RXCSUM,TXCSUM,TSO4,TSO6,RXCSUM_IPV6,TXCSUM_IPV6>
	ether 00:25:90:f4:74:57
	inet6 fe80::225:90ff:fef4:7457%igb1.2 prefixlen 64 scopeid 0x9=20=

	nd6 options=3D21<PERFORMNUD,AUTO_LINKLOCAL>
	media: Ethernet autoselect (1000baseT <full-duplex>)
	status: active
	vlan: 2 vlanpcp: 0 parent interface: igb1
	groups: vlan vm-vlan viid-dd265@=20
vm-gnet5: flags=3D8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 =
mtu 1500
	ether 02:48:27:ed:e7:d2
	inet 192.168.5.1 netmask 0xffffff00 broadcast 192.168.5.255=20
	nd6 options=3D1<PERFORMNUD>
	groups: bridge vm-switch viid-13459@=20
	id 00:00:00:00:00:00 priority 32768 hellotime 2 fwddelay 15
	maxage 20 holdcnt 6 proto rstp maxaddr 2000 timeout 1200
	root id 00:00:00:00:00:00 priority 32768 ifcost 0 port 0
	member: igb1.5 flags=3D143<LEARNING,DISCOVER,AUTOEDGE,AUTOPTP>
	        ifmaxaddr 0 port 11 priority 128 path cost 20000
igb1.5: flags=3D8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> =
metric 0 mtu 1500
	description: vm-vlan-gnet5-igb1.5
	options=3D600303<RXCSUM,TXCSUM,TSO4,TSO6,RXCSUM_IPV6,TXCSUM_IPV6>
	ether 00:25:90:f4:74:57
	inet6 fe80::225:90ff:fef4:7457%igb1.5 prefixlen 64 scopeid 0xb=20=

	nd6 options=3D21<PERFORMNUD,AUTO_LINKLOCAL>
	media: Ethernet autoselect (1000baseT <full-duplex>)
	status: active
	vlan: 5 vlanpcp: 0 parent interface: igb1
	groups: vlan vm-vlan viid-2eab2@=20
tap0: flags=3D8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> =
metric 0 mtu 1500
	description: vmnet-testvm-0-snet3
	options=3D80000<LINKSTATE>
	ether 00:bd:69:70:fb:00
	hwaddr 00:bd:69:70:fb:00
	inet6 fe80::2bd:69ff:fe70:fb00%tap0 prefixlen 64 tentative =
scopeid 0xc=20
	nd6 options=3D29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
	media: Ethernet autoselect
	status: active
	groups: tap vm-port=20
	Opened by PID 3343
igb1.3: flags=3D8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> =
metric 0 mtu 1500
	description: vm-vlan-snet3-igb1.3
	options=3D200001<RXCSUM,RXCSUM_IPV6>
	ether 00:25:90:f4:74:57
	inet6 fe80::225:90ff:fef4:7457%igb1.3 prefixlen 64 scopeid 0x7=20=

	nd6 options=3D21<PERFORMNUD,AUTO_LINKLOCAL>
	media: Ethernet autoselect (1000baseT <full-duplex>)
	status: active
	vlan: 3 vlanpcp: 0 parent interface: igb1
	groups: vlan vm-vlan viid-20a6f@=20
vm-inet1: flags=3D8843<UP,BROADCAST,RUNNING,SIMPLEX,MULTICAST> metric 0 =
mtu 1500
	ether 86:21:60:0f:9c:f1
	inet 192.168.1.1 netmask 0xffffff00 broadcast 192.168.1.255=20
	nd6 options=3D1<PERFORMNUD>
	groups: bridge vm-switch viid-40cd9@=20
	id 00:00:00:00:00:00 priority 32768 hellotime 2 fwddelay 15
	maxage 20 holdcnt 6 proto rstp maxaddr 2000 timeout 1200
	root id 00:00:00:00:00:00 priority 32768 ifcost 0 port 0
	member: igb0 flags=3D143<LEARNING,DISCOVER,AUTOEDGE,AUTOPTP>
	        ifmaxaddr 0 port 1 priority 128 path cost 20000
root@FreeBSDHost:~ # netstat -rn
Routing tables

Internet:
Destination        Gateway            Flags     Netif Expire
default            192.168.1.254      UGS        igb0
127.0.0.1          link#5             UH          lo0
192.168.1.0/24     link#1             U          igb0
192.168.1.1        link#13            UHS         lo0
192.168.1.75       link#1             UHS         lo0
192.168.2.0/24     link#8             U      vm-cnet2
192.168.2.1        link#8             UHS         lo0
192.168.3.0/24     link#6             U      vm-snet3
192.168.3.1        link#6             UHS         lo0
192.168.5.0/24     link#10            U      vm-gnet5
192.168.5.1        link#10            UHS         lo0
192.168.10.0/24    link#2             U          igb1
192.168.10.200     link#2             UHS         lo0

Internet6:
Destination                       Gateway                       Flags    =
 Netif Expire
::/96                             ::1                           UGRS     =
   lo0
::1                               link#5                        UH       =
   lo0
::ffff:0.0.0.0/96                 ::1                           UGRS     =
   lo0
fe80::/10                         ::1                           UGRS     =
   lo0
fe80::%lo0/64                     link#5                        U        =
   lo0
fe80::1%lo0                       link#5                        UHS      =
   lo0
fe80::%igb1.3/64                  link#7                        U        =
igb1.3
fe80::225:90ff:fef4:7457%igb1.3   link#7                        UHS      =
   lo0
fe80::%igb1.2/64                  link#9                        U        =
igb1.2
fe80::225:90ff:fef4:7457%igb1.2   link#9                        UHS      =
   lo0
fe80::%igb1.5/64                  link#11                       U        =
igb1.5
fe80::225:90ff:fef4:7457%igb1.5   link#11                       UHS      =
   lo0
fe80::%tap0/64                    link#12                       U        =
  tap0
fe80::2bd:69ff:fe70:fb00%tap0     link#12                       UHS      =
   lo0
ff02::/16                         ::1                           UGRS     =
   lo0
root@FreeBSDHost:~ #=20




Guest
=E2=80=94=E2=80=94=E2=80=94=E2=80=94=E2=80=94-
root@testvm:~ # uname -a
FreeBSD testvm.dvaehome.local 11.2-RELEASE FreeBSD 11.2-RELEASE #0 =
r335510: Fri Jun 22 04:32:14 UTC 2018     =
root@releng2.nyi.freebsd.org:/usr/obj/usr/src/sys/GENERIC  amd64
root@testvm:~ # ifconfig -a
vtnet0: flags=3D8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> =
metric 0 mtu 1500
        options=3D80028<VLAN_MTU,JUMBO_MTU,LINKSTATE>
        ether 58:9c:fc:0e:2e:4b
        hwaddr 58:9c:fc:0e:2e:4b
        inet 192.168.3.254 netmask 0xffffff00 broadcast 192.168.3.255=20
        nd6 options=3D29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
        media: Ethernet 10Gbase-T <full-duplex>
        status: active
lo0: flags=3D8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
        options=3D600003<RXCSUM,TXCSUM,RXCSUM_IPV6,TXCSUM_IPV6>
        inet6 ::1 prefixlen 128=20
        inet6 fe80::1%lo0 prefixlen 64 scopeid 0x2=20
        inet 127.0.0.1 netmask 0xff000000=20
        nd6 options=3D21<PERFORMNUD,AUTO_LINKLOCAL>
        groups: lo=20
root@testvm:~ # netstat -rn
Routing tables

Internet:
Destination        Gateway            Flags     Netif Expire
default            192.168.3.1        UGS      vtnet0
127.0.0.1          link#2             UH          lo0
192.168.3.0/24     link#1             U        vtnet0
192.168.3.254      link#1             UHS         lo0

Internet6:
Destination                       Gateway                       Flags    =
 Netif Expire
::/96                             ::1                           UGRS     =
   lo0
::1                               link#2                        UH       =
   lo0
::ffff:0.0.0.0/96                 ::1                           UGRS     =
   lo0
fe80::/10                         ::1                           UGRS     =
   lo0
fe80::%lo0/64                     link#2                        U        =
   lo0
fe80::1%lo0                       link#2                        UHS      =
   lo0
ff02::/16                         ::1                           UGRS     =
   lo0
root@testvm:~ #=20







> On Aug 10, 2018, at 5:43 AM, Patrick M. Hausen <hausen@punkt.de> =
wrote:
>=20
> Hi,
>=20
>> Am 10.08.2018 um 11:29 schrieb David Powers via =
freebsd-virtualization <freebsd-virtualization@freebsd.org>:
>> I have a test vm running in Bhyve that is able to reach all =
interfaces on its host via icmp.
>> However, the guest is unable to reach the default route of the host, =
and thus no Internet.
>> I was hoping that someone might be able to help take a look at my =
config and spot the potential issue(s), but not sure what information =
would be most helpful.
>=20
> What OS is the guest running?
>=20
> Please provide
>=20
> 	ifconfig -a
> 	netstat -rn
>=20
> of both host and guest.
>=20
> Kind regards,
> Patrick
> --=20
> punkt.de GmbH			Internet - Dienstleistungen - Beratung
> Kaiserallee 13a			Tel.: 0721 9109-0 Fax: -100
> 76133 Karlsruhe			info@punkt.de	http://punkt.de
> AG Mannheim 108285		Gf: Juergen Egeling
>=20




Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?9077F63C-56B6-47EA-B981-91BC4B8ACC9B>