root@proxmox:/etc# pveversion
pve-manager/8.1.11/cb1653fdade58a8b (running kernel: 6.5.11-8-pve)
scratching my head on this one,
So after a restart (and possibly some upgrades since last restart), none of my lxc containers will start.
root@proxmox:/etc# pct start 113
lxc_spawn: 1738 Operation not permitted - Failed to clone a new set of namespaces
__lxc_start: 2114 Failed to spawn container "113"
startup for container '113' failed
root@proxmox:/etc#
lxcfs.service fails to start complaining of fuse,
root@proxmox:/etc# systemctl status lxcfs.service
× lxcfs.service - FUSE filesystem for LXC
Loaded: loaded (/lib/systemd/system/lxcfs.service; enabled; preset: enabled)
Active: failed (Result: exit-code) since Mon 2024-04-22 14:40:05 BST; 1min 38s ago
Duration: 5ms
Docs: man:lxcfs(1)
Process: 17797 ExecStartPre=/bin/mkdir -p /var/lib/lxcfs (code=exited, status=0/SUCCESS)
Process: 17798 ExecStart=/usr/bin/lxcfs /var/lib/lxcfs (code=exited, status=1/FAILURE)
Process: 17799 ExecStopPost=/bin/fusermount -u /var/lib/lxcfs (code=exited, status=1/FAILURE)
Main PID: 17798 (code=exited, status=1/FAILURE)
CPU: 8ms
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Scheduled restart job, restart counter is at 5.
Apr 22 14:40:05 proxmox systemd[1]: Stopped lxcfs.service - FUSE filesystem for LXC.
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Start request repeated too quickly.
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Failed with result 'exit-code'.
Apr 22 14:40:05 proxmox systemd[1]: Failed to start lxcfs.service - FUSE filesystem for LXC.
Apr 22 14:40:05 proxmox systemd[1]: Starting lxcfs.service - FUSE filesystem for LXC...
Apr 22 14:40:05 proxmox systemd[1]: Started lxcfs.service - FUSE filesystem for LXC.
Apr 22 14:40:05 proxmox lxcfs[17798]: Starting LXCFS at /usr/bin/lxcfs
Apr 22 14:40:05 proxmox lxcfs[17798]: Running constructor lxcfs_init to reload liblxcfs
Apr 22 14:40:05 proxmox lxcfs[17798]: mount namespace: 5
Apr 22 14:40:05 proxmox lxcfs[17798]: hierarchies:
Apr 22 14:40:05 proxmox lxcfs[17798]: 0: fd: 6: cpuset,cpu,io,memory,hugetlb,pids,rdma,misc
Apr 22 14:40:05 proxmox lxcfs[17798]: Kernel supports pidfds
Apr 22 14:40:05 proxmox lxcfs[17798]: Kernel does not support swap accounting
Apr 22 14:40:05 proxmox lxcfs[17798]: api_extensions:
Apr 22 14:40:05 proxmox lxcfs[17798]: - cgroups
Apr 22 14:40:05 proxmox lxcfs[17798]: - sys_cpu_online
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_cpuinfo
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_diskstats
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_loadavg
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_meminfo
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_stat
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_swaps
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_uptime
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_slabinfo
Apr 22 14:40:05 proxmox lxcfs[17798]: - shared_pidns
Apr 22 14:40:05 proxmox lxcfs[17798]: - cpuview_daemon
Apr 22 14:40:05 proxmox lxcfs[17798]: - loadavg_daemon
Apr 22 14:40:05 proxmox lxcfs[17798]: - pidfds
Apr 22 14:40:05 proxmox lxcfs[17798]: Failed to retrieve host personality
Apr 22 14:40:05 proxmox lxcfs[17798]: Failed to run constructor lxcfs_init to reload liblxcfs
Apr 22 14:40:05 proxmox lxcfs[17798]: fuse: device not found, try 'modprobe fuse' first
Apr 22 14:40:05 proxmox lxcfs[17798]: Running destructor lxcfs_exit
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Main process exited, code=exited, status=1/FAILURE
Apr 22 14:40:05 proxmox fusermount[17799]: /bin/fusermount: failed to unmount /var/lib/lxcfs: Invalid argument
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Failed with result 'exit-code'.
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Scheduled restart job, restart counter is at 5.
Apr 22 14:40:05 proxmox systemd[1]: Stopped lxcfs.service - FUSE filesystem for LXC.
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Start request repeated too quickly.
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Failed with result 'exit-code'.
Apr 22 14:40:05 proxmox systemd[1]: Failed to start lxcfs.service - FUSE filesystem for LXC.
however fuse is builtin into the kernel and not as a module.
root@proxmox:/etc# grep fuse /lib/modules/$(uname -r)/modules.builtin
kernel/fs/fuse/fuse.ko
pve-manager/8.1.11/cb1653fdade58a8b (running kernel: 6.5.11-8-pve)
scratching my head on this one,
So after a restart (and possibly some upgrades since last restart), none of my lxc containers will start.
root@proxmox:/etc# pct start 113
lxc_spawn: 1738 Operation not permitted - Failed to clone a new set of namespaces
__lxc_start: 2114 Failed to spawn container "113"
startup for container '113' failed
root@proxmox:/etc#
lxcfs.service fails to start complaining of fuse,
root@proxmox:/etc# systemctl status lxcfs.service
× lxcfs.service - FUSE filesystem for LXC
Loaded: loaded (/lib/systemd/system/lxcfs.service; enabled; preset: enabled)
Active: failed (Result: exit-code) since Mon 2024-04-22 14:40:05 BST; 1min 38s ago
Duration: 5ms
Docs: man:lxcfs(1)
Process: 17797 ExecStartPre=/bin/mkdir -p /var/lib/lxcfs (code=exited, status=0/SUCCESS)
Process: 17798 ExecStart=/usr/bin/lxcfs /var/lib/lxcfs (code=exited, status=1/FAILURE)
Process: 17799 ExecStopPost=/bin/fusermount -u /var/lib/lxcfs (code=exited, status=1/FAILURE)
Main PID: 17798 (code=exited, status=1/FAILURE)
CPU: 8ms
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Scheduled restart job, restart counter is at 5.
Apr 22 14:40:05 proxmox systemd[1]: Stopped lxcfs.service - FUSE filesystem for LXC.
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Start request repeated too quickly.
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Failed with result 'exit-code'.
Apr 22 14:40:05 proxmox systemd[1]: Failed to start lxcfs.service - FUSE filesystem for LXC.
Apr 22 14:40:05 proxmox systemd[1]: Starting lxcfs.service - FUSE filesystem for LXC...
Apr 22 14:40:05 proxmox systemd[1]: Started lxcfs.service - FUSE filesystem for LXC.
Apr 22 14:40:05 proxmox lxcfs[17798]: Starting LXCFS at /usr/bin/lxcfs
Apr 22 14:40:05 proxmox lxcfs[17798]: Running constructor lxcfs_init to reload liblxcfs
Apr 22 14:40:05 proxmox lxcfs[17798]: mount namespace: 5
Apr 22 14:40:05 proxmox lxcfs[17798]: hierarchies:
Apr 22 14:40:05 proxmox lxcfs[17798]: 0: fd: 6: cpuset,cpu,io,memory,hugetlb,pids,rdma,misc
Apr 22 14:40:05 proxmox lxcfs[17798]: Kernel supports pidfds
Apr 22 14:40:05 proxmox lxcfs[17798]: Kernel does not support swap accounting
Apr 22 14:40:05 proxmox lxcfs[17798]: api_extensions:
Apr 22 14:40:05 proxmox lxcfs[17798]: - cgroups
Apr 22 14:40:05 proxmox lxcfs[17798]: - sys_cpu_online
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_cpuinfo
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_diskstats
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_loadavg
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_meminfo
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_stat
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_swaps
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_uptime
Apr 22 14:40:05 proxmox lxcfs[17798]: - proc_slabinfo
Apr 22 14:40:05 proxmox lxcfs[17798]: - shared_pidns
Apr 22 14:40:05 proxmox lxcfs[17798]: - cpuview_daemon
Apr 22 14:40:05 proxmox lxcfs[17798]: - loadavg_daemon
Apr 22 14:40:05 proxmox lxcfs[17798]: - pidfds
Apr 22 14:40:05 proxmox lxcfs[17798]: Failed to retrieve host personality
Apr 22 14:40:05 proxmox lxcfs[17798]: Failed to run constructor lxcfs_init to reload liblxcfs
Apr 22 14:40:05 proxmox lxcfs[17798]: fuse: device not found, try 'modprobe fuse' first
Apr 22 14:40:05 proxmox lxcfs[17798]: Running destructor lxcfs_exit
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Main process exited, code=exited, status=1/FAILURE
Apr 22 14:40:05 proxmox fusermount[17799]: /bin/fusermount: failed to unmount /var/lib/lxcfs: Invalid argument
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Failed with result 'exit-code'.
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Scheduled restart job, restart counter is at 5.
Apr 22 14:40:05 proxmox systemd[1]: Stopped lxcfs.service - FUSE filesystem for LXC.
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Start request repeated too quickly.
Apr 22 14:40:05 proxmox systemd[1]: lxcfs.service: Failed with result 'exit-code'.
Apr 22 14:40:05 proxmox systemd[1]: Failed to start lxcfs.service - FUSE filesystem for LXC.
however fuse is builtin into the kernel and not as a module.
root@proxmox:/etc# grep fuse /lib/modules/$(uname -r)/modules.builtin
kernel/fs/fuse/fuse.ko