PVE 8.2.7 + Ubuntu 22.04 Desktop
Randomly freeze after running for a period of time. The CPU is in a state of single core occupancy (due to the allocation of 8 cores, the utilization rate is 12.5%). I suspect it's an error with 'recvfrom', but how can I further investigate? The VNC desktop of the console can be opened, but it will be stuck in the frozen state (determined by the time displayed on the desktop)
Note:
1. 'pveversion' was output after upgrading from 8.2.7 to 8.3.0 and is not accurate
2. hostpci0: ASMedia Technology Inc. ASM1166 Serial ATA Controller
3. balloon was disabled.
4. H610m-A D4 + CPU 12300T + Intel i225V
Randomly freeze after running for a period of time. The CPU is in a state of single core occupancy (due to the allocation of 8 cores, the utilization rate is 12.5%). I suspect it's an error with 'recvfrom', but how can I further investigate? The VNC desktop of the console can be opened, but it will be stuck in the frozen state (determined by the time displayed on the desktop)
Note:
1. 'pveversion' was output after upgrading from 8.2.7 to 8.3.0 and is not accurate
2. hostpci0: ASMedia Technology Inc. ASM1166 Serial ATA Controller
3. balloon was disabled.
4. H610m-A D4 + CPU 12300T + Intel i225V
Bash:
root@pve:~# qm config 101
balloon: 0
boot: order=scsi0;net0
cores: 8
cpu: host
hostpci0: 0000:01:00.0
memory: 6144
meta: creation-qemu=9.0.2,ctime=1727668781
name: Ubuntu22.04
net0: virtio=BC:24:11:DD:3F:AC,bridge=vmbr0,firewall=1
numa: 0
ostype: l26
scsi0: local-lvm:vm-101-disk-0,iothread=1,size=256G
scsihw: virtio-scsi-single
smbios1: uuid=7e2379ad-6637-4c39-9b09-7c17e1243f94
sockets: 1
usb0: host=18d1:4ee7
usb1: host=1058:25a1
vmgenid: 7a5fa5bb-3119-46b1-821b-901b8957bb30
root@pve:~# strace -c -p $(cat /var/run/qemu-server/101.pid)
strace: Process 1397379 attached
^Cstrace: Process 1397379 detached
% time seconds usecs/call calls errors syscall
------ ----------- ----------- --------- --------- ----------------
0.00 0.000000 0 13775 read
0.00 0.000000 0 27442 write
0.00 0.000000 0 54 close
0.00 0.000000 0 137 137 recvfrom
0.00 0.000000 0 270 sendmsg
0.00 0.000000 0 13073 recvmsg
0.00 0.000000 0 54 getsockname
0.00 0.000000 0 108 fcntl
0.00 0.000000 0 14513 ppoll
0.00 0.000000 0 54 accept4
------ ----------- ----------- --------- --------- ----------------
100.00 0.000000 0 69480 137 total
root@pve:~# gdb --batch --ex 't a a bt' -p $(cat /var/run/qemu-server/101.pid)
[New LWP 1397380]
[New LWP 1397381]
[New LWP 1397432]
[New LWP 1397433]
[New LWP 1397434]
[New LWP 1397435]
[New LWP 1397436]
[New LWP 1397437]
[New LWP 1397438]
[New LWP 1397439]
[New LWP 1397440]
[New LWP 1397442]
[New LWP 1397448]
[New LWP 4087470]
warning: Could not load vsyscall page because no executable was specified
0x0000702ab57552d6 in ?? ()
Thread 15 (LWP 4087470 "iou-wrk-1397381"):
#0 0x0000000000000000 in ?? ()
Backtrace stopped: Cannot access memory at address 0x0
Thread 14 (LWP 1397448 "vnc_worker"):
#0 0x0000702ab56def16 in ?? ()
#1 0x0000000000000800 in ?? ()
#2 0x00005e4600000189 in ?? ()
#3 0x00005e462b67c278 in ?? ()
#4 0x0000000000000000 in ?? ()
Thread 13 (LWP 1397442 "libusb_event"):
#0 0x0000702ab57551df in ?? ()
#1 0x0000702ab76d9520 in ?? ()
#2 0x000070291e9fb160 in ?? ()
#3 0x0000000000000002 in ?? ()
#4 0xffffffff5c15e380 in ?? ()
#5 0x000070291e200000 in ?? ()
#6 0x0000702ab76ce497 in ?? ()
#7 0x0000000100000033 in ?? ()
#8 0x0000000100000032 in ?? ()
#9 0x0000000000000000 in ?? ()
Thread 12 (LWP 1397440 "CPU 7/KVM"):
#0 0x0000702ab5756cdb in ?? ()
#1 0x0000702900000010 in ?? ()
#2 0x000070291fbfaf40 in ?? ()
#3 0x000070291fbfaf00 in ?? ()
#4 0x85a6233d7c459700 in ?? ()
#5 0x000070291f400000 in ?? ()
#6 0x00005e46283c242d in ?? ()
#7 0x0000000000000000 in ?? ()
Thread 11 (LWP 1397439 "CPU 6/KVM"):
#0 0x0000702ab5756cdb in ?? ()
#1 0x0000702a00000010 in ?? ()
#2 0x0000702aa8bfaf40 in ?? ()
#3 0x0000702aa8bfaf00 in ?? ()
#4 0x85a6233d7c459700 in ?? ()
#5 0x0000702aa8400000 in ?? ()
#6 0x00005e46283c242d in ?? ()
#7 0x0000000000000000 in ?? ()
Thread 10 (LWP 1397438 "CPU 5/KVM"):
#0 0x0000702ab5756cdb in ?? ()
#1 0x0000702a00000010 in ?? ()
#2 0x0000702aa95faf40 in ?? ()
#3 0x0000702aa95faf00 in ?? ()
#4 0x85a6233d7c459700 in ?? ()
#5 0x0000702aa8e00000 in ?? ()
#6 0x00005e46283c242d in ?? ()
#7 0x0000000000000000 in ?? ()
Thread 9 (LWP 1397437 "CPU 4/KVM"):
#0 0x0000702ab5756cdb in ?? ()
#1 0x0000702a00000010 in ?? ()
#2 0x0000702aa9ffaf40 in ?? ()
#3 0x0000702aa9ffaf00 in ?? ()
#4 0x85a6233d7c459700 in ?? ()
#5 0x0000702aa9800000 in ?? ()
#6 0x00005e46283c242d in ?? ()
#7 0x0000000000000000 in ?? ()
Thread 8 (LWP 1397436 "CPU 3/KVM"):
#0 0x0000702ab5756cdb in ?? ()
#1 0x0000702a00000010 in ?? ()
#2 0x0000702aaa9faf40 in ?? ()
#3 0x0000702aaa9faf00 in ?? ()
#4 0x85a6233d7c459700 in ?? ()
#5 0x0000702aaa200000 in ?? ()
#6 0x00005e46283c242d in ?? ()
#7 0x0000000000000000 in ?? ()
Thread 7 (LWP 1397435 "CPU 2/KVM"):
#0 0x0000702ab5756cdb in ?? ()
#1 0x0000702a00000010 in ?? ()
#2 0x0000702aab3faf40 in ?? ()
#3 0x0000702aab3faf00 in ?? ()
#4 0x85a6233d7c459700 in ?? ()
#5 0x0000702aaac00000 in ?? ()
#6 0x00005e46283c242d in ?? ()
#7 0x0000000000000000 in ?? ()
Thread 6 (LWP 1397434 "CPU 1/KVM"):
#0 0x0000702ab5756cdb in ?? ()
#1 0x0000702a00000010 in ?? ()
#2 0x0000702aabdfaf40 in ?? ()
#3 0x0000702aabdfaf00 in ?? ()
#4 0x85a6233d7c459700 in ?? ()
#5 0x0000702aab600000 in ?? ()
#6 0x00005e46283c242d in ?? ()
#7 0x0000000000000000 in ?? ()
Thread 5 (LWP 1397433 "CPU 0/KVM"):
#0 0x0000702ab5756cdb in ?? ()
#1 0x0000702a00000010 in ?? ()
#2 0x0000702ab13faf40 in ?? ()
#3 0x0000702ab13faf00 in ?? ()
#4 0x85a6233d7c459700 in ?? ()
#5 0x0000702ab0c00000 in ?? ()
#6 0x00005e46283c242d in ?? ()
#7 0x0000000000000000 in ?? ()
Thread 4 (LWP 1397432 "vhost-1397379"):
#0 0x0000000000000000 in ?? ()
Backtrace stopped: Cannot access memory at address 0x0
Thread 3 (LWP 1397381 "kvm"):
#0 0x0000702ab57552d6 in ?? ()
#1 0x0000702aa4003c00 in ?? ()
#2 0x0000702aa4003160 in ?? ()
#3 0x000000000000000c in ?? ()
#4 0x0000000000000000 in ?? ()
Thread 2 (LWP 1397380 "call_rcu"):
#0 0x0000702ab575a799 in ?? ()
#1 0x00005e46283b08ca in ?? ()
#2 0x0000000000000000 in ?? ()
Thread 1 (LWP 1397379 "kvm"):
#0 0x0000702ab57552d6 in ?? ()
#1 0xffffffff674b4fc4 in ?? ()
#2 0x00005e462b5cf360 in ?? ()
#3 0x000000000000000f in ?? ()
#4 0x0000000000000000 in ?? ()
[Inferior 1 (process 1397379) detached]
root@pve:~# pveversion -v
proxmox-ve: 8.3.0 (running kernel: 6.8.12-4-pve)
pve-manager: 8.3.0 (running version: 8.3.0/c1689ccb1065a83b)
proxmox-kernel-helper: 8.1.0
proxmox-kernel-6.8: 6.8.12-4
proxmox-kernel-6.8.12-4-pve-signed: 6.8.12-4
proxmox-kernel-6.8.12-2-pve-signed: 6.8.12-2
proxmox-kernel-6.8.4-2-pve-signed: 6.8.4-2
ceph-fuse: 17.2.7-pve3
corosync: 3.1.7-pve3
criu: 3.17.1-2
glusterfs-client: 10.3-5
ifupdown2: 3.2.0-1+pmx11
intel-microcode: 3.20240910.1~deb12u1
ksm-control-daemon: 1.5-1
libjs-extjs: 7.0.0-5
libknet1: 1.28-pve1
libproxmox-acme-perl: 1.5.1
libproxmox-backup-qemu0: 1.4.1
libproxmox-rs-perl: 0.3.4
libpve-access-control: 8.2.0
libpve-apiclient-perl: 3.3.2
libpve-cluster-api-perl: 8.0.10
libpve-cluster-perl: 8.0.10
libpve-common-perl: 8.2.9
libpve-guest-common-perl: 5.1.6
libpve-http-server-perl: 5.1.2
libpve-network-perl: 0.10.0
libpve-rs-perl: 0.9.1
libpve-storage-perl: 8.2.9
libspice-server1: 0.15.1-1
lvm2: 2.03.16-2
lxc-pve: 6.0.0-1
lxcfs: 6.0.0-pve2
novnc-pve: 1.5.0-1
proxmox-backup-client: 3.3.0-1
proxmox-backup-file-restore: 3.3.0-1
proxmox-firewall: 0.6.0
proxmox-kernel-helper: 8.1.0
proxmox-mail-forward: 0.3.1
proxmox-mini-journalreader: 1.4.0
proxmox-offline-mirror-helper: 0.6.7
proxmox-widget-toolkit: 4.3.3
pve-cluster: 8.0.10
pve-container: 5.2.2
pve-docs: 8.3.1
pve-edk2-firmware: 4.2023.08-4
pve-esxi-import-tools: 0.7.2
pve-firewall: 5.1.0
pve-firmware: 3.14-1
pve-ha-manager: 4.0.6
pve-i18n: 3.3.2
pve-qemu-kvm: 9.0.2-4
pve-xtermjs: 5.3.0-3
qemu-server: 8.3.0
smartmontools: 7.3-pve1
spiceterm: 3.3.0
swtpm: 0.8.0+pve1
vncterm: 1.8.0
zfsutils-linux: 2.2.6-pve1
Last edited: