Date: Fri, 27 Jan 2023 01:54:49 +0100 From: Mario Marietto <marietto2008@gmail.com> To: FreeBSD virtualization <freebsd-virtualization@freebsd.org> Subject: devctl: Failed to detach pci0:1:0:0: Device not configured Message-ID: <CA%2B1FSihjcsbJ3tm%2B3Ge0jmrBfa94WR5vFhFGwzUhFaPDdSBf2Q@mail.gmail.com>
index | next in thread | raw e-mail
[-- Attachment #1 --]
Hello FreeBSD Virtualization Team.
I've created this bhyve script that suits my needs,but unfortunately it
does not work properly. Can someone help me to understand where the error
is ?
*./20-Ubuntu-2004-Focal-Stable-Diffusion-vm20.sh*
#!/bin/sh
vms="$(ls /dev/vmm/*)"
vncs="vm$(ps ax | awk '/vncviewer [0]/{print $6}')"
echo "*** checkpoint 1"
echo "*** checkpoint 1"
echo "*** checkpoint 1"
ls /dev/vmm
pciconf -l | grep 0:1:0:
for vm in $vms; do
session="${vm##*/}"
echo "bhyve session = $session"
echo "vnc session = $vncs"
if ! printf '%s\n' "${vncs}" | grep "${session}"; then
printf 'VNC session not found,destroying
ghost vms\n'
bhyvectl --vm=$session --destroy
#devctl detach pci0:1:0:0
#devctl detach pci0:1:0:1
#devctl set driver pci0:1:0:0 ppt
#devctl set driver pci0:1:0:1 ppt
echo "*** checkpoint 2"
echo "*** checkpoint 2"
echo "*** checkpoint 2"
ls /dev/vmm
pciconf -l | grep 0:1:0:
#sleep 999
else
printf 'Found VNC session %s\n'
"${session},no ghost vms found,not destroying them"
#devctl detach pci0:1:0:0
#devctl detach pci0:1:0:1
#devctl set driver pci0:1:0:0 ppt
#devctl set driver pci0:1:0:1 ppt
echo "*** checkpoint 3"
echo "*** checkpoint 3"
echo "*** checkpoint 3"
ls /dev/vmm
pciconf -l | grep 0:1:0:
#sleep 999
fi
done
echo "*** checkpoint 4"
echo "*** checkpoint 4"
echo "*** checkpoint 4"
ls /dev/vmm
pciconf -l | grep 0:1:0:
vmdisk0=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (NM13N4CZ)/
&& d{print d}'`
echo "Seagate M3 Portable 1.8 TB ; $vmdisk0"
vmdisk1=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident:
(2015020204055E)/ && d{print d}'`
echo "TOSHIBA External USB 1.8 TB ; $vmdisk1"
vmdisk2=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident:
(2022285F1175)/ && d{print d}'`
echo "CT1000P1SSD8 ; $vmdisk2"
vmdisk3=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident:
(20130506005976F)/ && d{print d}'`
echo "TOSHIBA External USB 932GB ; echo $vmdisk3"
vmdisk4=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident:
(BE0191500218)/ && d{print d}'`
echo "G-DISK ; $vmdisk4"
vmdisk5=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident:
(38434B4237354B45)/ && d{print d}'`
echo "Elements ; $vmdisk5"
vmdisk6=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident:
(WD-WCAV2X597309)/ && d{print d}'`
echo "WDC WD3200AAJS-00L7A0-298GB ; $vmdisk6"
vmdisk7=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident:
(0774911DDC4200A6)/ && d{print d}'`
echo "SanDisk Cruzer-15GB ; $vmdisk7"
vmdisk8=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident:
(60A44C4138D8F311190A0149)/ && d{print d}'`
echo "Kingston DataTraveler 2.0 ; $vmdisk8"
vmdisk9=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident:
(20140100006C)/ && d{print d}'`
echo "SAMSUNG HM320JI ; $vmdisk9"
vmdisk10=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident:
(1924E20B2AE5)/ && d{print d}'`
echo "CT500MX500SSD4 ; $vmdisk10"
mount -t ufs /dev/$vmdisk1'p2' /mnt/$vmdisk1'p2'
echo "*** checkpoint 5"
echo "*** checkpoint 5"
echo "*** checkpoint 5"
ls /dev/vmm
pciconf -l | grep 0:1:0:
devctl detach pci0:1:0:0
devctl detach pci0:1:0:1
devctl set driver pci0:1:0:0 ppt
devctl set driver pci0:1:0:1 ppt
bhyve -S -c sockets=2,cores=2,threads=2 -m 4G -w -H -A \
-s 0,hostbridge \
-s
1,virtio-blk,/mnt/$vmdisk0'p2'/bhyve/img/Linux/focal-stable-diffusion.img,bootindex=1
\
-s 2,virtio-blk,/dev/$vmdisk3 \
-s 8:0,passthru,1/0/0 \
-s 8:1,passthru,1/0/1 \
-s 11,virtio-net,tap20 \
-s 12,virtio-9p,sharename=/ \
-s 13,hda,play=/dev/dsp,rec=/dev/dsp \
-s 29,fbuf,tcp=0.0.0.0:5920,w=1600,h=950 \
-s 30,xhci,tablet \
-s 31,lpc \
-l bootrom,/usr/local/share/uefi-firmware/BHYVE_BHF_CODE.fd \
vm0:20 < /dev/null & sleep 2 && vncviewer 0:20
echo "*** checkpoint 6"
echo "*** checkpoint 6"
echo "*** checkpoint 6"
ls /dev/vmm
pciconf -l | grep 0:1:0:
sleep 999
This is what happens when I launch it,regularly,but not always :
root@marietto:/usr/home/marietto/bhyve #
./20-Ubuntu-2004-Focal-Stable-Diffusion-vm20.sh
*** checkpoint 1
*** checkpoint 1
*** checkpoint 1
vm0:20
pcib1@pci0:0:1:0: class=0x060400 rev=0x0d hdr=0x01 vendor=0x8086
device=0x1901 subvendor=0x1458 subdevice=0x5000
ppt0@pci0:1:0:0: class=0x030000 rev=0xa1 hdr=0x00 vendor=0x10de
device=0x1c02 subvendor=0x19da subdevice=0x2438
ppt1@pci0:1:0:1: class=0x040300 rev=0xa1 hdr=0x00 vendor=0x10de
device=0x10f1 subvendor=0x19da subdevice=0x2438
bhyve session = vm0:20
vnc session = vm
VNC session not found,destroying ghost vms
*** checkpoint 2
*** checkpoint 2
*** checkpoint 2
ls: /dev/vmm: No such file or directory
pcib1@pci0:0:1:0: class=0x060400 rev=0x0d hdr=0x01 vendor=0x8086
device=0x1901 subvendor=0x1458 subdevice=0x5000
ppt0@pci0:1:0:0: class=0x030000 rev=0xa1 hdr=0x00 vendor=0x10de
device=0x1c02 subvendor=0x19da subdevice=0x2438
ppt1@pci0:1:0:1: class=0x040300 rev=0xa1 hdr=0x00 vendor=0x10de
device=0x10f1 subvendor=0x19da subdevice=0x2438
*** checkpoint 4
*** checkpoint 4
*** checkpoint 4
ls: /dev/vmm: No such file or directory
pcib1@pci0:0:1:0: class=0x060400 rev=0x0d hdr=0x01 vendor=0x8086
device=0x1901 subvendor=0x1458 subdevice=0x5000
ppt0@pci0:1:0:0: class=0x030000 rev=0xa1 hdr=0x00 vendor=0x10de
device=0x1c02 subvendor=0x19da subdevice=0x2438
ppt1@pci0:1:0:1: class=0x040300 rev=0xa1 hdr=0x00 vendor=0x10de
device=0x10f1 subvendor=0x19da subdevice=0x2438
Seagate M3 Portable 1.8 TB ; da5
TOSHIBA External USB 1.8 TB ; da4
CT1000P1SSD8 ; nvd0
TOSHIBA External USB 932GB ; echo da2
G-DISK ;
Elements ; da3
WDC WD3200AAJS-00L7A0-298GB ; ada2
SanDisk Cruzer-15GB ;
Kingston DataTraveler 2.0 ;
SAMSUNG HM320JI ;
CT500MX500SSD4 ; ada0
mount: /dev/da4p2: Device busy
*** checkpoint 5
*** checkpoint 5
*** checkpoint 5
ls: /dev/vmm: No such file or directory
pcib1@pci0:0:1:0: class=0x060400 rev=0x0d hdr=0x01 vendor=0x8086
device=0x1901 subvendor=0x1458 subdevice=0x5000
ppt0@pci0:1:0:0: class=0x030000 rev=0xa1 hdr=0x00 vendor=0x10de
device=0x1c02 subvendor=0x19da subdevice=0x2438
ppt1@pci0:1:0:1: class=0x040300 rev=0xa1 hdr=0x00 vendor=0x10de
device=0x10f1 subvendor=0x19da subdevice=0x2438
-----> devctl: Failed to detach pci0:1:0:0: Device not configured
-----> devctl: Failed to detach pci0:1:0:1: Device not configured
-----> bhyve: PCI device at 1/0/0 is not using the ppt(4) driver
device emulation initialization error: No such file or directory
TigerVNC Viewer 64-bit v1.12.0
Built on: 2021-11-23 05:59
Copyright (C) 1999-2021 TigerVNC Team and many others (see README.rst)
See https://www.tigervnc.org for information on TigerVNC.
Fri Jan 27 01:38:17 2023
DecodeManager: Detected 16 CPU core(s)
DecodeManager: Creating 4 decoder thread(s)
CConn: unable to connect to socket: Connection refused (61)
*** checkpoint 6
*** checkpoint 6
*** checkpoint 6
vm0:20
pcib1@pci0:0:1:0: class=0x060400 rev=0x0d hdr=0x01 vendor=0x8086
device=0x1901 subvendor=0x1458 subdevice=0x5000
ppt0@pci0:1:0:0: class=0x030000 rev=0xa1 hdr=0x00 vendor=0x10de
device=0x1c02 subvendor=0x19da subdevice=0x2438
ppt1@pci0:1:0:1: class=0x040300 rev=0xa1 hdr=0x00 vendor=0x10de
device=0x10f1 subvendor=0x19da subdevice=0x2438
^C = sleep 999
As you can see this error : "devctl: Failed to detach pci0:1:0:0: Device
not configured" is preventing me from running the VM. I've also tried to
don't detach pci0:1:0:0 and detach pci0:1:0:1,but in this case,the error is
: "bhyve: PCI device at 1/0/0 is not using the ppt(4) driver". I'm sure
that you will understand fast and that you can know how to replicate the
experiment using the values according to your system.
Thanks.
--
Mario.
[-- Attachment #2 --]
<div dir="ltr"><div>Hello FreeBSD Virtualization Team.</div><div><br></div><div>I've created this bhyve script that suits my needs,but unfortunately it does not work properly. Can someone help me to understand where the error is ? <br></div><div><span style="font-family:monospace"><span style="color:rgb(0,0,0);background-color:rgb(255,255,255)"><br></span></span></div><div><span style="font-family:monospace"><font size="6"><b><span style="color:rgb(0,0,0);background-color:rgb(255,255,255)">./20-Ubuntu-2004-Focal-Stable-Diffusion-vm20.sh</span></b></font><br></span></div><div><br></div><div>#!/bin/sh<br><br>vms="$(ls /dev/vmm/*)"<br>vncs="vm$(ps ax | awk '/vncviewer [0]/{print $6}')"<br>echo "*** checkpoint 1"<br>echo "*** checkpoint 1"<br>echo "*** checkpoint 1"<br>ls /dev/vmm<br>pciconf -l | grep 0:1:0:<br>for vm in $vms; do<br> session="${vm##*/}" <br> echo "bhyve session = $session"<br> echo "vnc session = $vncs"<br> if ! printf '%s\n' "${vncs}" | grep "${session}"; then<br> printf 'VNC session not found,destroying ghost vms\n'<br> bhyvectl --vm=$session --destroy<br> #devctl detach pci0:1:0:0<br> #devctl detach pci0:1:0:1<br> #devctl set driver pci0:1:0:0 ppt<br> #devctl set driver pci0:1:0:1 ppt<br> echo "*** checkpoint 2"<br> echo "*** checkpoint 2"<br> echo "*** checkpoint 2" <br> ls /dev/vmm <br> pciconf -l | grep 0:1:0: <br> #sleep 999 <br> else<br> printf 'Found VNC session %s\n' "${session},no ghost vms found,not destroying them"<br> #devctl detach pci0:1:0:0<br> #devctl detach pci0:1:0:1<br> #devctl set driver pci0:1:0:0 ppt<br> #devctl set driver pci0:1:0:1 ppt<br> echo "*** checkpoint 3"<br> echo "*** checkpoint 3"<br> echo "*** checkpoint 3"<br> ls /dev/vmm<br> pciconf -l | grep 0:1:0:<br> #sleep 999<br> fi<br>done<br><br>echo "*** checkpoint 4"<br>echo "*** checkpoint 4"<br>echo "*** checkpoint 4"<br>ls /dev/vmm<br>pciconf -l | grep 0:1:0:<br><br>vmdisk0=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (NM13N4CZ)/ && d{print d}'`<br>echo "Seagate M3 Portable 1.8 TB ; $vmdisk0"<br><br>vmdisk1=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (2015020204055E)/ && d{print d}'`<br>echo "TOSHIBA External USB 1.8 TB ; $vmdisk1"<br><br>vmdisk2=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (2022285F1175)/ && d{print d}'`<br>echo "CT1000P1SSD8 ; $vmdisk2"<br><br>vmdisk3=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (20130506005976F)/ && d{print d}'`<br>echo "TOSHIBA External USB 932GB ; echo $vmdisk3"<br><br>vmdisk4=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (BE0191500218)/ && d{print d}'`<br>echo "G-DISK ; $vmdisk4"<br><br>vmdisk5=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (38434B4237354B45)/ && d{print d}'`<br>echo "Elements ; $vmdisk5"<br><br>vmdisk6=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (WD-WCAV2X597309)/ && d{print d}'`<br>echo "WDC WD3200AAJS-00L7A0-298GB ; $vmdisk6"<br><br>vmdisk7=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (0774911DDC4200A6)/ && d{print d}'`<br>echo "SanDisk Cruzer-15GB ; $vmdisk7"<br><br>vmdisk8=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (60A44C4138D8F311190A0149)/ && d{print d}'`<br>echo "Kingston DataTraveler 2.0 ; $vmdisk8"<br><br>vmdisk9=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (20140100006C)/ && d{print d}'`<br>echo "SAMSUNG HM320JI ; $vmdisk9"<br><br>vmdisk10=`geom disk list | awk '/^Geom name: /{d=$NF} /^ *ident: (1924E20B2AE5)/ && d{print d}'`<br>echo "CT500MX500SSD4 ; $vmdisk10"<br><br>mount -t ufs /dev/$vmdisk1'p2' /mnt/$vmdisk1'p2'<br><br>echo "*** checkpoint 5"<br>echo "*** checkpoint 5"<br>echo "*** checkpoint 5"<br>ls /dev/vmm<br>pciconf -l | grep 0:1:0:<br>devctl detach pci0:1:0:0<br>devctl detach pci0:1:0:1<br>devctl set driver pci0:1:0:0 ppt<br>devctl set driver pci0:1:0:1 ppt<br><br>bhyve -S -c sockets=2,cores=2,threads=2 -m 4G -w -H -A \<br>-s 0,hostbridge \<br>-s 1,virtio-blk,/mnt/$vmdisk0'p2'/bhyve/img/Linux/focal-stable-diffusion.img,bootindex=1 \<br>-s 2,virtio-blk,/dev/$vmdisk3 \<br>-s 8:0,passthru,1/0/0 \<br>-s 8:1,passthru,1/0/1 \<br>-s 11,virtio-net,tap20 \<br>-s 12,virtio-9p,sharename=/ \<br>-s 13,hda,play=/dev/dsp,rec=/dev/dsp \<br>-s 29,fbuf,tcp=<a href="http://0.0.0.0:5920">0.0.0.0:5920</a>,w=1600,h=950 \<br>-s 30,xhci,tablet \<br>-s 31,lpc \<br>-l bootrom,/usr/local/share/uefi-firmware/BHYVE_BHF_CODE.fd \<br>vm0:20 < /dev/null & sleep 2 && vncviewer 0:20<br><br>echo "*** checkpoint 6"<br>echo "*** checkpoint 6"<br>echo "*** checkpoint 6"<br>ls /dev/vmm<br>pciconf -l | grep 0:1:0:<br>sleep 999<br><br></div><div>This is what happens when I launch it,regularly,but not always :<br></div><div><br></div><div>root@marietto:/usr/home/marietto/bhyve # ./20-Ubuntu-2004-Focal-Stable-Diffusion-vm20.sh</div><br>*** checkpoint 1<br>*** checkpoint 1<br>*** checkpoint 1<br><br>vm0:20<br>pcib1@pci0:0:1:0: class=0x060400 rev=0x0d hdr=0x01 vendor=0x8086 device=0x1901 subvendor=0x1458 subdevice=0x5000<br>ppt0@pci0:1:0:0: class=0x030000 rev=0xa1 hdr=0x00 vendor=0x10de device=0x1c02 subvendor=0x19da subdevice=0x2438<br>ppt1@pci0:1:0:1: class=0x040300 rev=0xa1 hdr=0x00 vendor=0x10de device=0x10f1 subvendor=0x19da subdevice=0x2438<br>bhyve session = vm0:20<br>vnc session = vm<br>VNC session not found,destroying ghost vms<br><br>*** checkpoint 2<br>*** checkpoint 2<br>*** checkpoint 2<br><br>ls: /dev/vmm: No such file or directory<br>pcib1@pci0:0:1:0: class=0x060400 rev=0x0d hdr=0x01 vendor=0x8086 device=0x1901 subvendor=0x1458 subdevice=0x5000<br>ppt0@pci0:1:0:0: class=0x030000 rev=0xa1 hdr=0x00 vendor=0x10de device=0x1c02 subvendor=0x19da subdevice=0x2438<br>ppt1@pci0:1:0:1: class=0x040300 rev=0xa1 hdr=0x00 vendor=0x10de device=0x10f1 subvendor=0x19da subdevice=0x2438<br><br>*** checkpoint 4<br>*** checkpoint 4<br>*** checkpoint 4<br><br>ls: /dev/vmm: No such file or directory<br>pcib1@pci0:0:1:0: class=0x060400 rev=0x0d hdr=0x01 vendor=0x8086 device=0x1901 subvendor=0x1458 subdevice=0x5000<br>ppt0@pci0:1:0:0: class=0x030000 rev=0xa1 hdr=0x00 vendor=0x10de device=0x1c02 subvendor=0x19da subdevice=0x2438<br>ppt1@pci0:1:0:1: class=0x040300 rev=0xa1 hdr=0x00 vendor=0x10de device=0x10f1 subvendor=0x19da subdevice=0x2438<br><div><br></div><div>Seagate M3 Portable 1.8 TB ; da5</div>TOSHIBA External USB 1.8 TB ; da4<br>CT1000P1SSD8 ; nvd0<br>TOSHIBA External USB 932GB ; echo da2<br>G-DISK ; <br>Elements ; da3<br>WDC WD3200AAJS-00L7A0-298GB ; ada2<br>SanDisk Cruzer-15GB ; <br>Kingston DataTraveler 2.0 ; <br>SAMSUNG HM320JI ; <br>CT500MX500SSD4 ; ada0<br>mount: /dev/da4p2: Device busy<br><br>*** checkpoint 5<br>*** checkpoint 5<br>*** checkpoint 5<br><br>ls: /dev/vmm: No such file or directory<br>pcib1@pci0:0:1:0: class=0x060400 rev=0x0d hdr=0x01 vendor=0x8086 device=0x1901 subvendor=0x1458 subdevice=0x5000<br>ppt0@pci0:1:0:0: class=0x030000 rev=0xa1 hdr=0x00 vendor=0x10de device=0x1c02 subvendor=0x19da subdevice=0x2438<br>ppt1@pci0:1:0:1: class=0x040300 rev=0xa1 hdr=0x00 vendor=0x10de device=0x10f1 subvendor=0x19da subdevice=0x2438<br><br>-----> devctl: Failed to detach pci0:1:0:0: Device not configured<br>-----> devctl: Failed to detach pci0:1:0:1: Device not configured<br>-----> bhyve: PCI device at 1/0/0 is not using the ppt(4) driver<br><br>device emulation initialization error: No such file or directory<br><br>TigerVNC Viewer 64-bit v1.12.0<br>Built on: 2021-11-23 05:59<br>Copyright (C) 1999-2021 TigerVNC Team and many others (see README.rst)<br>See <a href="https://www.tigervnc.org">https://www.tigervnc.org</a>; for information on TigerVNC.<br><br>Fri Jan 27 01:38:17 2023<br> DecodeManager: Detected 16 CPU core(s)<br> DecodeManager: Creating 4 decoder thread(s)<br> CConn: unable to connect to socket: Connection refused (61)<br><br>*** checkpoint 6<br>*** checkpoint 6<br>*** checkpoint 6<br><br>vm0:20<br>pcib1@pci0:0:1:0: class=0x060400 rev=0x0d hdr=0x01 vendor=0x8086 device=0x1901 subvendor=0x1458 subdevice=0x5000<br>ppt0@pci0:1:0:0: class=0x030000 rev=0xa1 hdr=0x00 vendor=0x10de device=0x1c02 subvendor=0x19da subdevice=0x2438<br>ppt1@pci0:1:0:1: class=0x040300 rev=0xa1 hdr=0x00 vendor=0x10de device=0x10f1 subvendor=0x19da subdevice=0x2438<br><br><div>^C = sleep 999<br></div><br><div>As you can see this error : "devctl: Failed to detach pci0:1:0:0: Device not configured" is preventing me from running the VM. I've also tried to don't detach pci0:1:0:0 and detach pci0:1:0:1,but in this case,the error is : "bhyve: PCI device at 1/0/0 is not using the ppt(4) driver". I'm sure that you will understand fast and that you can know how to replicate the experiment using the values according to your system. <br></div><div><br></div><div>Thanks.</div><div><br></div><div>-- </div><div dir="ltr" class="gmail_signature" data-smartmail="gmail_signature">Mario.<br></div></div>
help
Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?CA%2B1FSihjcsbJ3tm%2B3Ge0jmrBfa94WR5vFhFGwzUhFaPDdSBf2Q>