root@rpgsrv:~# pct start 101 -debug
run_buffer: 571 Script exited with status 32
lxc_init: 845 Failed to run lxc.hook.pre-start for container "101"
__lxc_start: 2047 Failed to initialize container "101"
0 hostid 100000 range 65536
INFO lsm - ../src/lxc/lsm/lsm.c:lsm_init_static:38 - Initialized LSM security driver AppArmor
INFO utils - ../src/lxc/utils.c:run_script_argv:587 - Executing script "/usr/share/lxc/hooks/lxc-pve-prestart-hook" for container "101", config section "lxc"
DEBUG utils - ../src/lxc/utils.c:run_buffer:560 - Script exec /usr/share/lxc/hooks/lxc-pve-prestart-hook 101 lxc pre-start produced output: mount: /var/lib/lxc/.pve-staged-mounts/rootfs: /dev/mapper/data_SSD512-vm--101--disk--0 already mounted or mount point busy.
dmesg(1) may have more information after failed mount system call.
DEBUG utils - ../src/lxc/utils.c:run_buffer:560 - Script exec /usr/share/lxc/hooks/lxc-pve-prestart-hook 101 lxc pre-start produced output: command 'mount /dev/dm-10 /var/lib/lxc/.pve-staged-mounts/rootfs' failed: exit code 32
ERROR utils - ../src/lxc/utils.c:run_buffer:571 - Script exited with status 32
ERROR start - ../src/lxc/start.c:lxc_init:845 - Failed to run lxc.hook.pre-start for container "101"
ERROR start - ../src/lxc/start.c:__lxc_start:2047 - Failed to initialize container "101"
INFO utils - ../src/lxc/utils.c:run_script_argv:587 - Executing script "/usr/share/lxcfs/lxc.reboot.hook" for container "101", config section "lxc"
startup for container '101' failed
root@rpgsrv:~# journalctl -f
Nov 28 17:56:33 rpgsrv systemd[1]: Started user@1000.service - User Manager for UID 1000.
Nov 28 17:56:33 rpgsrv systemd[1]: Started session-27.scope - Session 27 of User rpgadmin.
Nov 28 17:56:41 rpgsrv su[190200]: (to root) rpgadmin on pts/0
Nov 28 17:56:41 rpgsrv su[190200]: pam_unix(su-l:session): session opened for user root(uid=0) by rpgadmin(uid=1000)
Nov 28 17:57:01 rpgsrv sshd-session[190263]: Accepted password for rpgadmin from 192.168.0.188 port 56880 ssh2
Nov 28 17:57:01 rpgsrv sshd-session[190263]: pam_unix(sshd:session): session opened for user rpgadmin(uid=1000) by rpgadmin(uid=0)
Nov 28 17:57:01 rpgsrv systemd-logind[995]: New session 29 of user rpgadmin.
Nov 28 17:57:01 rpgsrv systemd[1]: Started session-29.scope - Session 29 of User rpgadmin.
Nov 28 17:57:07 rpgsrv su[190297]: (to root) rpgadmin on pts/1
Nov 28 17:57:07 rpgsrv su[190297]: pam_unix(su-l:session): session opened for user root(uid=0) by rpgadmin(uid=1000)
Nov 28 17:57:37 rpgsrv pct[190382]: <root@pam> starting task UPID:rpgsrv:0002E7B3:006D2FB6:69299C41:vzstart:101:root@pam:
Nov 28 17:57:37 rpgsrv pct[190387]: starting CT 101: UPID:rpgsrv:0002E7B3:006D2FB6:69299C41:vzstart:101:root@pam:
Nov 28 17:57:37 rpgsrv systemd[1]: Created slice system-pve\x2dcontainer\x2ddebug.slice - Slice /system/pve-container-debug.
Nov 28 17:57:37 rpgsrv systemd[1]: Started pve-container-debug@101.service - PVE LXC Container: 101.
Nov 28 17:57:38 rpgsrv kernel: audit: type=1400 audit(1764334658.510:131): apparmor="DENIED" operation="getattr" class="posix_mqueue" profile="/usr/bin/lxc-start" name="/" pid=190396 comm="vgs" requested="getattr" denied="getattr" class="posix_mqueue" fsuid=0 ouid=0 olabel="unconfined"
Nov 28 17:57:38 rpgsrv kernel: audit: type=1400 audit(1764334658.563:132): apparmor="DENIED" operation="getattr" class="posix_mqueue" profile="/usr/bin/lxc-start" name="/" pid=190397 comm="lvs" requested="getattr" denied="getattr" class="posix_mqueue" fsuid=0 ouid=0 olabel="unconfined"
Nov 28 17:57:38 rpgsrv kernel: EXT4-fs warning (device dm-10): ext4_multi_mount_protect:328: MMP interval 42 higher than expected, please wait.
Nov 28 17:58:21 rpgsrv kernel: EXT4-fs warning (device dm-10): ext4_multi_mount_protect:377: Device is already active on another node.
Nov 28 17:58:21 rpgsrv kernel: EXT4-fs warning (device dm-10): ext4_multi_mount_protect:377: MMP failure info: last update time: 1763929640, last update node: rpgsrv, last update device: dm-10
Nov 28 17:58:21 rpgsrv pvestatd[1360]: unable to get PID for CT 101 (not running?)
Nov 28 17:58:21 rpgsrv pct[190387]: startup for container '101' failed
Nov 28 17:58:21 rpgsrv pct[190382]: <root@pam> end task UPID:rpgsrv:0002E7B3:006D2FB6:69299C41:vzstart:101:root@pam: startup for container '101' failed
Nov 28 17:58:21 rpgsrv pvestatd[1360]: status update time (35.689 seconds)
Nov 28 17:58:21 rpgsrv pmxcfs[1187]: [status] notice: RRDC update error /var/lib/rrdcached/db/pve-storage-9.0/rpgsrv/local-lvm-SSD256: -1
Nov 28 17:58:21 rpgsrv pmxcfs[1187]: [status] notice: RRDC update error /var/lib/rrdcached/db/pve-storage-9.0/rpgsrv/local-lvm-SSD512: -1
Nov 28 17:58:21 rpgsrv pmxcfs[1187]: [status] notice: RRDC update error /var/lib/rrdcached/db/pve-storage-9.0/rpgsrv/local: -1
Nov 28 17:58:22 rpgsrv systemd[1]: pve-container-debug@101.service: Main process exited, code=exited, status=1/FAILURE
Nov 28 17:58:22 rpgsrv systemd[1]: pve-container-debug@101.service: Failed with result 'exit-code'.
Nov 28 17:58:22 rpgsrv systemd[1]: pve-container-debug@101.service: Consumed 1.312s CPU time, 88.9M memory peak.
root@rpgsrv:~# lvs
LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert
thin_pool data_SSD512 twi-aotz-- 476.00g 5.01 11.94
vm-101-disk-0 data_SSD512 Vwi-a-tz-- 128.00g thin_pool 18.62
data pve twi-aotz-- 140.87g 17.61 1.69
root pve -wi-ao---- <69.25g
swap pve -wi-ao---- 8.00g
vm-100-disk-0 pve Vwi---tz-- 8.00g data
vm-102-disk-0 pve Vwi---tz-- 50.00g data
root@rpgsrv:~# findmnt
TARGET SOURCE FSTYPE OPTIONS
/ /dev/mapper/pve-root ext4 rw,relatime,errors=remount-ro
├─/sys sysfs sysfs rw,nosuid,nodev,noexec,relatime
│ ├─/sys/kernel/security securityfs securityfs rw,nosuid,nodev,noexec,relatime
│ ├─/sys/fs/cgroup cgroup2 cgroup2 rw,nosuid,nodev,noexec,relatime
│ ├─/sys/fs/pstore none pstore rw,nosuid,nodev,noexec,relatime
│ ├─/sys/firmware/efi/efivars efivarfs efivarfs rw,nosuid,nodev,noexec,relatime
│ ├─/sys/fs/bpf bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700
│ ├─/sys/kernel/debug debugfs debugfs rw,nosuid,nodev,noexec,relatime
│ ├─/sys/kernel/tracing tracefs tracefs rw,nosuid,nodev,noexec,relatime
│ ├─/sys/fs/fuse/connections fusectl fusectl rw,nosuid,nodev,noexec,relatime
│ └─/sys/kernel/config configfs configfs rw,nosuid,nodev,noexec,relatime
├─/proc proc proc rw,relatime
│ └─/proc/sys/fs/binfmt_misc systemd-1 autofs rw,relatime,fd=37,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=7217
│ └─/proc/sys/fs/binfmt_misc binfmt_misc binfmt_misc rw,nosuid,nodev,noexec,relatime
├─/dev udev devtmpfs rw,nosuid,relatime,size=65829492k,nr_inodes=16457373,mode=755,inode64
│ ├─/dev/pts devpts devpts rw,nosuid,noexec,relatime,gid=5,mode=600,ptmxmode=000
│ ├─/dev/shm tmpfs tmpfs rw,nosuid,nodev,inode64
│ ├─/dev/mqueue mqueue mqueue rw,nosuid,nodev,noexec,relatime
│ └─/dev/hugepages hugetlbfs hugetlbfs rw,nosuid,nodev,relatime,pagesize=2M
├─/run tmpfs tmpfs rw,nosuid,nodev,noexec,relatime,size=13175316k,mode=755,inode64
│ ├─/run/lock tmpfs tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k,inode64
│ ├─/run/rpc_pipefs sunrpc rpc_pipefs rw,relatime
│ ├─/run/credentials/systemd-journald.service tmpfs tmpfs ro,nosuid,nodev,noexec,relatime,nosymfollow,size=1024k,nr_inodes=1024,mode=700,inode64,noswap
│ ├─/run/user/1000 tmpfs tmpfs rw,nosuid,nodev,relatime,size=13175312k,nr_inodes=3293828,mode=700,uid=1000,gid=1000,inode64
│ └─/run/credentials/getty@tty1.service tmpfs tmpfs ro,nosuid,nodev,noexec,relatime,nosymfollow,size=1024k,nr_inodes=1024,mode=700,inode64,noswap
├─/tmp tmpfs tmpfs rw,nosuid,nodev,nr_inodes=1048576,inode64
├─/boot/efi /dev/nvme0n1p2 vfat rw,relatime,fmask=0022,dmask=0022,codepage=437,iocharset=iso8859-1,shortname=mixed,errors=remount-ro
├─/var/lib/lxcfs lxcfs fuse.lxcfs rw,nosuid,nodev,relatime,user_id=0,group_id=0,allow_other
└─/etc/pve /dev/fuse fuse rw,nosuid,nodev,relatime,user_id=0,group_id=0,default_permissions,allow_other
root@rpgsrv:~# pvesm status
Name Type Status Total (KiB) Used (KiB) Available (KiB) %
local dir active 70892712 6995320 60250520 9.87%
local-lvm-SSD256 lvmthin active 147714048 26012443 121701604 17.61%
local-lvm-SSD512 lvmthin active 499122176 25006021 474116154 5.01%
re_start_hook
