VM Stopped booting

[slughappy1]

Hello all,

 

My Ubuntu VM has stopped booting up and I have no idea how to fix it. I was passing through a USB Controller, GPU, and my on board audio. But I started having issues with the on board audio and it relying upon another IOMMU group. So I decided to use the new VFIO_PCI on the latest beta and pass that group through. When I did that, the VM's hard crashed and when I rebooted, the VM option wasn't even there. So I removed it from the VM template, unbound that group, which only had one item in it, and rebooted.

[1022:1485] 0c:00.0 Non-Essential Instrumentation [1300]: Advanced Micro Devices, Inc. [AMD] Starship/Matisse Reserved SPP

After I rebooted with that no longer passed through, the VM no longer boots up. If I try and put the onboard audio back, I get this far in the log file and no further:

ErrorWarningSystemArrayLogin

-boot strict=on \
-device pcie-root-port,port=0x8,chassis=1,id=pci.1,bus=pcie.0,multifunction=on,addr=0x1 \
-device pcie-pci-bridge,id=pci.2,bus=pci.1,addr=0x0 \
-device pcie-root-port,port=0x9,chassis=3,id=pci.3,bus=pcie.0,addr=0x1.0x1 \
-device pcie-root-port,port=0xa,chassis=4,id=pci.4,bus=pcie.0,addr=0x1.0x2 \
-device pcie-root-port,port=0xb,chassis=5,id=pci.5,bus=pcie.0,addr=0x1.0x3 \
-device pcie-root-port,port=0xc,chassis=6,id=pci.6,bus=pcie.0,addr=0x1.0x4 \
-device pcie-root-port,port=0xd,chassis=7,id=pci.7,bus=pcie.0,addr=0x1.0x5 \
-device pcie-root-port,port=0xe,chassis=8,id=pci.8,bus=pcie.0,addr=0x1.0x6 \
-device pcie-root-port,port=0xf,chassis=9,id=pci.9,bus=pcie.0,addr=0x1.0x7 \
-device pcie-root-port,port=0x10,chassis=10,id=pci.10,bus=pcie.0,multifunction=on,addr=0x2 \
-device pcie-root-port,port=0x11,chassis=11,id=pci.11,bus=pcie.0,addr=0x2.0x1 \
-device qemu-xhci,p2=15,p3=15,id=usb,bus=pcie.0,addr=0x7 \
-device virtio-serial-pci,id=virtio-serial0,bus=pci.3,addr=0x0 \
-blockdev '{"driver":"file","filename":"/mnt/user/domains/Ubuntu/vdisk1.img","node-name":"libvirt-2-storage","cache":{"direct":false,"no-flush":false},"auto-read-only":true,"discard":"unmap"}' \
-blockdev '{"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":false,"no-flush":false},"driver":"raw","file":"libvirt-2-storage"}' \
-device virtio-blk-pci,bus=pci.5,addr=0x0,drive=libvirt-2-format,id=virtio-disk2,bootindex=1,write-cache=on \
-blockdev '{"driver":"host_device","filename":"/dev/disk/by-id/ata-Crucial_CT240M500SSD1_XXXXXXXXXXXX","node-name":"libvirt-1-storage","cache":{"direct":false,"no-flush":false},"auto-read-only":true,"discard":"unmap"}' \
-blockdev '{"node-name":"libvirt-1-format","read-only":false,"cache":{"direct":false,"no-flush":false},"driver":"raw","file":"libvirt-1-storage"}' \
-device ide-hd,bus=ide.3,drive=libvirt-1-format,id=sata0-0-3,write-cache=on \
-netdev tap,fd=33,id=hostnet0 \
-device virtio-net,netdev=hostnet0,id=net0,mac=52:54:00:7b:9d:fe,bus=pci.4,addr=0x0 \
-chardev pty,id=charserial0 \
-device isa-serial,chardev=charserial0,id=serial0 \
-chardev socket,id=charchannel0,fd=34,server,nowait \
-device virtserialport,bus=virtio-serial0.0,nr=1,chardev=charchannel0,id=channel0,name=org.qemu.guest_agent.0 \
-device usb-tablet,id=input0,bus=usb.0,port=1 \
-device vfio-pci,host=0000:03:00.0,id=hostdev0,bus=pci.6,addr=0x0 \
-device vfio-pci,host=0000:03:00.1,id=hostdev1,bus=pci.7,addr=0x0 \
-device vfio-pci,host=0000:0c:00.4,id=hostdev2,bus=pci.8,addr=0x0 \
-device vfio-pci,host=0000:06:00.0,id=hostdev3,bus=pci.9,addr=0x0 \
-device vfio-pci,host=0000:06:00.1,id=hostdev4,bus=pci.10,addr=0x0 \
-device vfio-pci,host=0000:06:00.3,id=hostdev5,bus=pci.11,addr=0x0 \
-sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny \
-msg timestamp=on
2020-10-10 20:51:41.519+0000: Domain id=7 is tainted: high-privileges
2020-10-10 20:51:41.519+0000: Domain id=7 is tainted: host-cpu
char device redirected to /dev/pts/0 (label charserial0)
2020-10-10T20:51:47.856882Z qemu-system-x86_64: vfio: Cannot reset device 0000:0c:00.4, depends on group 29 which is not owned.
2020-10-10T20:51:48.912866Z qemu-system-x86_64: vfio: Cannot reset device 0000:0c:00.4, depends on group 29 which is not owned.

When I remove the onboard audio, it still doesn't boot up and the log only goes this far:

ErrorWarningSystemArrayLogin

-global kvm-pit.lost_tick_policy=delay \
-no-hpet \
-no-shutdown \
-boot strict=on \
-device pcie-root-port,port=0x8,chassis=1,id=pci.1,bus=pcie.0,multifunction=on,addr=0x1 \
-device pcie-pci-bridge,id=pci.2,bus=pci.1,addr=0x0 \
-device pcie-root-port,port=0x9,chassis=3,id=pci.3,bus=pcie.0,addr=0x1.0x1 \
-device pcie-root-port,port=0xa,chassis=4,id=pci.4,bus=pcie.0,addr=0x1.0x2 \
-device pcie-root-port,port=0xb,chassis=5,id=pci.5,bus=pcie.0,addr=0x1.0x3 \
-device pcie-root-port,port=0xc,chassis=6,id=pci.6,bus=pcie.0,addr=0x1.0x4 \
-device pcie-root-port,port=0xd,chassis=7,id=pci.7,bus=pcie.0,addr=0x1.0x5 \
-device pcie-root-port,port=0xe,chassis=8,id=pci.8,bus=pcie.0,addr=0x1.0x6 \
-device pcie-root-port,port=0xf,chassis=9,id=pci.9,bus=pcie.0,addr=0x1.0x7 \
-device pcie-root-port,port=0x10,chassis=10,id=pci.10,bus=pcie.0,multifunction=on,addr=0x2 \
-device pcie-root-port,port=0x11,chassis=11,id=pci.11,bus=pcie.0,addr=0x2.0x1 \
-device qemu-xhci,p2=15,p3=15,id=usb,bus=pcie.0,addr=0x7 \
-device virtio-serial-pci,id=virtio-serial0,bus=pci.3,addr=0x0 \
-blockdev '{"driver":"file","filename":"/mnt/user/domains/Ubuntu/vdisk1.img","node-name":"libvirt-2-storage","cache":{"direct":false,"no-flush":false},"auto-read-only":true,"discard":"unmap"}' \
-blockdev '{"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":false,"no-flush":false},"driver":"raw","file":"libvirt-2-storage"}' \
-device virtio-blk-pci,bus=pci.5,addr=0x0,drive=libvirt-2-format,id=virtio-disk2,bootindex=1,write-cache=on \
-blockdev '{"driver":"host_device","filename":"/dev/disk/by-id/ata-Crucial_CT240M500SSD1_XXXXXXXXXXXX","node-name":"libvirt-1-storage","cache":{"direct":false,"no-flush":false},"auto-read-only":true,"discard":"unmap"}' \
-blockdev '{"node-name":"libvirt-1-format","read-only":false,"cache":{"direct":false,"no-flush":false},"driver":"raw","file":"libvirt-1-storage"}' \
-device ide-hd,bus=ide.3,drive=libvirt-1-format,id=sata0-0-3,write-cache=on \
-netdev tap,fd=33,id=hostnet0 \
-device virtio-net,netdev=hostnet0,id=net0,mac=52:54:00:7b:9d:fe,bus=pci.4,addr=0x0 \
-chardev pty,id=charserial0 \
-device isa-serial,chardev=charserial0,id=serial0 \
-chardev socket,id=charchannel0,fd=34,server,nowait \
-device virtserialport,bus=virtio-serial0.0,nr=1,chardev=charchannel0,id=channel0,name=org.qemu.guest_agent.0 \
-device usb-tablet,id=input0,bus=usb.0,port=1 \
-device vfio-pci,host=0000:03:00.0,id=hostdev0,bus=pci.6,addr=0x0 \
-device vfio-pci,host=0000:03:00.1,id=hostdev1,bus=pci.7,addr=0x0 \
-device vfio-pci,host=0000:06:00.0,id=hostdev2,bus=pci.8,addr=0x0 \
-device vfio-pci,host=0000:06:00.1,id=hostdev3,bus=pci.9,addr=0x0 \
-device vfio-pci,host=0000:06:00.3,id=hostdev4,bus=pci.10,addr=0x0 \
-sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny \
-msg timestamp=on
2020-10-10 20:58:58.056+0000: Domain id=9 is tainted: high-privileges
2020-10-10 20:58:58.056+0000: Domain id=9 is tainted: host-cpu
char device redirected to /dev/pts/0 (label charserial0)

I even tried removing the GPU and using VNC, but I never get the option to view the VM through VNC. Any idea what I broke and how to fix it?