Hi guys, i just installed my proxmox server. I have set up 2 vms, running CentOS-8 and Windows 10. I tried to passthrough PCIE nic to CentOS-8 and GPU to Windows. It runs perfectly if i only start one of the vm. But when I start both the CentOS and Windows VM, the host network latency start to rise and finally crash. I found that it will also work if i just passthrough both nic and gpu to the same VM, which i am currently doing. Below are the iommu groups.
root@*****:~# lspci
00:00.0 Host bridge: Intel Corporation Xeon E3-1200 v6/7th Gen Core Processor Host Bridge/DRAM Registers (rev 05)
00:01.0 PCI bridge: Intel Corporation 6th-10th Gen Core Processor PCIe Controller (x16) (rev 05)
00:02.0 VGA compatible controller: Intel Corporation HD Graphics 630 (rev 04)
00:14.0 USB controller: Intel Corporation 100 Series/C230 Series Chipset Family USB 3.0 xHCI Controller (rev 31)
00:16.0 Communication controller: Intel Corporation 100 Series/C230 Series Chipset Family MEI Controller #1 (rev 31)
00:17.0 SATA controller: Intel Corporation Q170/Q150/B150/H170/H110/Z170/CM236 Chipset SATA Controller [AHCI Mode] (rev 31)
00:1b.0 PCI bridge: Intel Corporation 100 Series/C230 Series Chipset Family PCI Express Root Port #17 (rev f1)
00:1b.3 PCI bridge: Intel Corporation 100 Series/C230 Series Chipset Family PCI Express Root Port #20 (rev f1)
00:1c.0 PCI bridge: Intel Corporation 100 Series/C230 Series Chipset Family PCI Express Root Port #1 (rev f1)
00:1d.0 PCI bridge: Intel Corporation 100 Series/C230 Series Chipset Family PCI Express Root Port #9 (rev f1)
00:1f.0 ISA bridge: Intel Corporation Z170 Chipset LPC/eSPI Controller (rev 31)
00:1f.2 Memory controller: Intel Corporation 100 Series/C230 Series Chipset Family Power Management Controller (rev 31)
00:1f.3 Audio device: Intel Corporation 100 Series/C230 Series Chipset Family HD Audio Controller (rev 31)
00:1f.4 SMBus: Intel Corporation 100 Series/C230 Series Chipset Family SMBus (rev 31)
00:1f.6 Ethernet controller: Intel Corporation Ethernet Connection (2) I219-V (rev 31)
01:00.0 VGA compatible controller: NVIDIA Corporation GP107 [GeForce GTX 1050] (rev a1)
01:00.1 Audio device: NVIDIA Corporation GP107GL High Definition Audio Controller (rev a1)
03:00.0 Ethernet controller: Intel Corporation I210 Gigabit Network Connection (rev 03)
root@*****:~# find /sys/kernel/iommu_groups/ -type l
/sys/kernel/iommu_groups/7/devices/0000:00:1b.3
/sys/kernel/iommu_groups/5/devices/0000:00:17.0
/sys/kernel/iommu_groups/3/devices/0000:00:14.0
/sys/kernel/iommu_groups/11/devices/0000:00:1f.6
/sys/kernel/iommu_groups/1/devices/0000:00:01.0
/sys/kernel/iommu_groups/1/devices/0000:01:00.0
/sys/kernel/iommu_groups/1/devices/0000:01:00.1
/sys/kernel/iommu_groups/8/devices/0000:00:1c.0
/sys/kernel/iommu_groups/6/devices/0000:00:1b.0
/sys/kernel/iommu_groups/4/devices/0000:00:16.0
/sys/kernel/iommu_groups/12/devices/0000:03:00.0
/sys/kernel/iommu_groups/2/devices/0000:00:02.0
/sys/kernel/iommu_groups/10/devices/0000:00:1f.2
/sys/kernel/iommu_groups/10/devices/0000:00:1f.0
/sys/kernel/iommu_groups/10/devices/0000:00:1f.3
/sys/kernel/iommu_groups/10/devices/0000:00:1f.4
/sys/kernel/iommu_groups/0/devices/0000:00:00.0
/sys/kernel/iommu_groups/9/devices/0000:00:1d.0
I also attach the config for the vms:
root@*****:~# cat /etc/pve/qemu-server/101.conf
agent: 1,fstrim_cloned_disks=1
boot: order=scsi0;ide2;net0
cores: 4
cpu: host
ide2: local:iso/CentOS-8.5.2111-x86_64-dvd1.iso,media=cdrom
machine: q35
memory: 8192
meta: creation-qemu=6.1.0,ctime=1639417288
name: CentOS-8
net0: virtio=AA:94:29:40:84:0F,bridge=vmbr0,firewall=1
numa: 0
onboot: 1
ostype: l26
scsi0: local-lvm:vm-101-disk-0,discard=on,size=117187806K,ssd=1
scsi1: local-hdd:vm-101-disk-0,size=7812500423K
scsihw: virtio-scsi-pci
smbios1: uuid=6180a847-ff19-4cb8-9dc5-d252402c35ae
sockets: 1
vmgenid: e149b412-87a2-42d7-8bb8-73ecbd083492
hostpci1: 0000:03:00.0,pcie=1
root@*****:~# cat /etc/pve/qemu-server/102.conf
agent: 1,fstrim_cloned_disks=1
bios: ovmf
boot: order=sata0;ide2
cores: 4
cpu: host
hostpci0: 0000:01:00,pcie=1,x-vga=1
ide2: local:iso/Windows10_21H1.iso,media=cdrom,size=4512000K
machine: pc-q35-6.1
memory: 24576
meta: creation-qemu=6.1.0,ctime=1639399686
name: Windows-10
net0: virtio=56:E3:0F:EA:EF:2F,bridge=vmbr0,firewall=1
numa: 1
onboot: 1
ostype: win11
sata0: local-lvm:vm-102-disk-0,discard=on,size=117187806K,ssd=1
sata1: local-hdd1:vm-102-disk-0,size=1872546072887
scsihw: virtio-scsi-pci
smbios1: uuid=3b8f1844-d501-4d39-bc0a-dcb8f92ccb26
sockets: 1
vga: none
vmgenid: f6908c16-724d-416e-99ec-f7f507d6ab98
Specs of the server
CPU:Intel Core i7-7700T
Ram: 32GB DDR4
MB: ASUS Z170M-PLUS
GPU: ASUS PHOENIX GTX 1050
Additional NIC: Intel i210
Please let me know what else i should provide! Many Thanks!
root@*****:~# lspci
00:00.0 Host bridge: Intel Corporation Xeon E3-1200 v6/7th Gen Core Processor Host Bridge/DRAM Registers (rev 05)
00:01.0 PCI bridge: Intel Corporation 6th-10th Gen Core Processor PCIe Controller (x16) (rev 05)
00:02.0 VGA compatible controller: Intel Corporation HD Graphics 630 (rev 04)
00:14.0 USB controller: Intel Corporation 100 Series/C230 Series Chipset Family USB 3.0 xHCI Controller (rev 31)
00:16.0 Communication controller: Intel Corporation 100 Series/C230 Series Chipset Family MEI Controller #1 (rev 31)
00:17.0 SATA controller: Intel Corporation Q170/Q150/B150/H170/H110/Z170/CM236 Chipset SATA Controller [AHCI Mode] (rev 31)
00:1b.0 PCI bridge: Intel Corporation 100 Series/C230 Series Chipset Family PCI Express Root Port #17 (rev f1)
00:1b.3 PCI bridge: Intel Corporation 100 Series/C230 Series Chipset Family PCI Express Root Port #20 (rev f1)
00:1c.0 PCI bridge: Intel Corporation 100 Series/C230 Series Chipset Family PCI Express Root Port #1 (rev f1)
00:1d.0 PCI bridge: Intel Corporation 100 Series/C230 Series Chipset Family PCI Express Root Port #9 (rev f1)
00:1f.0 ISA bridge: Intel Corporation Z170 Chipset LPC/eSPI Controller (rev 31)
00:1f.2 Memory controller: Intel Corporation 100 Series/C230 Series Chipset Family Power Management Controller (rev 31)
00:1f.3 Audio device: Intel Corporation 100 Series/C230 Series Chipset Family HD Audio Controller (rev 31)
00:1f.4 SMBus: Intel Corporation 100 Series/C230 Series Chipset Family SMBus (rev 31)
00:1f.6 Ethernet controller: Intel Corporation Ethernet Connection (2) I219-V (rev 31)
01:00.0 VGA compatible controller: NVIDIA Corporation GP107 [GeForce GTX 1050] (rev a1)
01:00.1 Audio device: NVIDIA Corporation GP107GL High Definition Audio Controller (rev a1)
03:00.0 Ethernet controller: Intel Corporation I210 Gigabit Network Connection (rev 03)
root@*****:~# find /sys/kernel/iommu_groups/ -type l
/sys/kernel/iommu_groups/7/devices/0000:00:1b.3
/sys/kernel/iommu_groups/5/devices/0000:00:17.0
/sys/kernel/iommu_groups/3/devices/0000:00:14.0
/sys/kernel/iommu_groups/11/devices/0000:00:1f.6
/sys/kernel/iommu_groups/1/devices/0000:00:01.0
/sys/kernel/iommu_groups/1/devices/0000:01:00.0
/sys/kernel/iommu_groups/1/devices/0000:01:00.1
/sys/kernel/iommu_groups/8/devices/0000:00:1c.0
/sys/kernel/iommu_groups/6/devices/0000:00:1b.0
/sys/kernel/iommu_groups/4/devices/0000:00:16.0
/sys/kernel/iommu_groups/12/devices/0000:03:00.0
/sys/kernel/iommu_groups/2/devices/0000:00:02.0
/sys/kernel/iommu_groups/10/devices/0000:00:1f.2
/sys/kernel/iommu_groups/10/devices/0000:00:1f.0
/sys/kernel/iommu_groups/10/devices/0000:00:1f.3
/sys/kernel/iommu_groups/10/devices/0000:00:1f.4
/sys/kernel/iommu_groups/0/devices/0000:00:00.0
/sys/kernel/iommu_groups/9/devices/0000:00:1d.0
I also attach the config for the vms:
root@*****:~# cat /etc/pve/qemu-server/101.conf
agent: 1,fstrim_cloned_disks=1
boot: order=scsi0;ide2;net0
cores: 4
cpu: host
ide2: local:iso/CentOS-8.5.2111-x86_64-dvd1.iso,media=cdrom
machine: q35
memory: 8192
meta: creation-qemu=6.1.0,ctime=1639417288
name: CentOS-8
net0: virtio=AA:94:29:40:84:0F,bridge=vmbr0,firewall=1
numa: 0
onboot: 1
ostype: l26
scsi0: local-lvm:vm-101-disk-0,discard=on,size=117187806K,ssd=1
scsi1: local-hdd:vm-101-disk-0,size=7812500423K
scsihw: virtio-scsi-pci
smbios1: uuid=6180a847-ff19-4cb8-9dc5-d252402c35ae
sockets: 1
vmgenid: e149b412-87a2-42d7-8bb8-73ecbd083492
hostpci1: 0000:03:00.0,pcie=1
root@*****:~# cat /etc/pve/qemu-server/102.conf
agent: 1,fstrim_cloned_disks=1
bios: ovmf
boot: order=sata0;ide2
cores: 4
cpu: host
hostpci0: 0000:01:00,pcie=1,x-vga=1
ide2: local:iso/Windows10_21H1.iso,media=cdrom,size=4512000K
machine: pc-q35-6.1
memory: 24576
meta: creation-qemu=6.1.0,ctime=1639399686
name: Windows-10
net0: virtio=56:E3:0F:EA:EF:2F,bridge=vmbr0,firewall=1
numa: 1
onboot: 1
ostype: win11
sata0: local-lvm:vm-102-disk-0,discard=on,size=117187806K,ssd=1
sata1: local-hdd1:vm-102-disk-0,size=1872546072887
scsihw: virtio-scsi-pci
smbios1: uuid=3b8f1844-d501-4d39-bc0a-dcb8f92ccb26
sockets: 1
vga: none
vmgenid: f6908c16-724d-416e-99ec-f7f507d6ab98
Specs of the server
CPU:Intel Core i7-7700T
Ram: 32GB DDR4
MB: ASUS Z170M-PLUS
GPU: ASUS PHOENIX GTX 1050
Additional NIC: Intel i210
Please let me know what else i should provide! Many Thanks!
