Hello
I have an issue with one node, / is full and df show incorrect values ( I have 3 disks x 500 Go )
So I canot start VMs anymore or do anything (file system full error)
E: Write error - write (28: No space left on device)
what could be the issue ?
root@proxmox02:~# df -h
Filesystem Size Used Avail Use% Mounted on
udev 32G 0 32G 0% /dev
tmpfs 6.3G 9.2M 6.3G 1% /run
rpool/ROOT/pve-1 2.0G 2.0G 24M 99% /
tmpfs 32G 0 32G 0% /dev/shm
tmpfs 5.0M 0 5.0M 0% /run/lock
tmpfs 32G 0 32G 0% /sys/fs/cgroup
rpool 24M 256K 24M 2% /rpool
rpool/ROOT 24M 128K 24M 1% /rpool/ROOT
rpool/data 24M 128K 24M 1% /rpool/data
rpool is showing 1.4 To
zfs list
NAME USED AVAIL REFER MOUNTPOINT
rpool 919G 36.4M 139K /rpool
rpool/ROOT 67.5G 36.4M 128K /rpool/ROOT
rpool/ROOT/pve-1 67.5G 36.4M 1.94G /
rpool/data 850G 36.4M 128K /rpool/data
rpool/data/vm-100-disk-0 39.5G 36.4M 35.3G -
rpool/data/vm-102-disk-0 58.9G 36.4M 28.7G -
rpool/data/vm-102-state-avantupgrade 2.41G 36.4M 2.41G -
rpool/data/vm-103-disk-0 31.4G 36.4M 22.8G -
rpool/data/vm-104-disk-0 139G 36.4M 121G -
rpool/data/vm-107-disk-0 134G 36.4M 131G -
rpool/data/vm-110-disk-0 7.79G 36.4M 7.79G -
rpool/data/vm-111-disk-0 15.4G 36.4M 11.1G -
rpool/data/vm-112-disk-0 245G 36.4M 173G -
rpool/data/vm-112-state-NOMINATIM 28.8G 36.4M 28.8G -
rpool/data/vm-112-state-OSRM_BACK 29.9G 36.4M 29.9G -
rpool/data/vm-112-state-OSRM_FRONT 29.6G 36.4M 29.6G -
rpool/data/vm-112-state-nominatimOK 25.3G 36.4M 25.3G -
rpool/data/vm-112-state-postgres 1.61G 36.4M 1.61G -
rpool/data/vm-114-disk-0 58.4G 36.4M 40.5G -
rpool/data/vm-116-disk-0 2.43G 36.4M 2.43G -
zfs list -o space
NAME AVAIL USED USEDSNAP USEDDS USEDREFRESERV USEDCHILD
rpool 2.86M 919G 0B 139K 0B 919G
rpool/ROOT 2.86M 67.5G 0B 128K 0B 67.5G
rpool/ROOT/pve-1 2.86M 67.5G 65.6G 1.97G 0B 0B
rpool/data 2.86M 850G 0B 128K 0B 850G
rpool/data/vm-100-disk-0 2.86M 39.5G 4.23G 35.3G 0B 0B
rpool/data/vm-102-disk-0 2.86M 58.9G 30.3G 28.7G 0B 0B
rpool/data/vm-102-state-avantupgrade 2.86M 2.41G 0B 2.41G 0B 0B
rpool/data/vm-103-disk-0 2.86M 31.4G 8.64G 22.8G 0B 0B
rpool/data/vm-104-disk-0 2.86M 139G 17.7G 121G 0B 0B
rpool/data/vm-107-disk-0 2.86M 134G 3.01G 131G 0B 0B
rpool/data/vm-110-disk-0 2.86M 7.79G 10.7K 7.79G 0B 0B
rpool/data/vm-111-disk-0 2.86M 15.4G 4.30G 11.1G 0B 0B
rpool/data/vm-112-disk-0 2.86M 245G 72.4G 173G 0B 0B
rpool/data/vm-112-state-NOMINATIM 2.86M 28.8G 10.7K 28.8G 0B 0B
rpool/data/vm-112-state-OSRM_BACK 2.86M 29.9G 10.7K 29.9G 0B 0B
rpool/data/vm-112-state-OSRM_FRONT 2.86M 29.6G 10.7K 29.6G 0B 0B
rpool/data/vm-112-state-nominatimOK 2.86M 25.3G 0B 25.3G 0B 0B
rpool/data/vm-112-state-postgres 2.86M 1.61G 0B 1.61G 0B 0B
rpool/data/vm-114-disk-0 2.86M 58.4G 17.9G 40.5G 0B 0B
rpool/data/vm-116-disk-0 2.86M 2.43G 0B 2.43G 0B 0B
I have an issue with one node, / is full and df show incorrect values ( I have 3 disks x 500 Go )
So I canot start VMs anymore or do anything (file system full error)
E: Write error - write (28: No space left on device)
what could be the issue ?
root@proxmox02:~# df -h
Filesystem Size Used Avail Use% Mounted on
udev 32G 0 32G 0% /dev
tmpfs 6.3G 9.2M 6.3G 1% /run
rpool/ROOT/pve-1 2.0G 2.0G 24M 99% /
tmpfs 32G 0 32G 0% /dev/shm
tmpfs 5.0M 0 5.0M 0% /run/lock
tmpfs 32G 0 32G 0% /sys/fs/cgroup
rpool 24M 256K 24M 2% /rpool
rpool/ROOT 24M 128K 24M 1% /rpool/ROOT
rpool/data 24M 128K 24M 1% /rpool/data
rpool is showing 1.4 To
zfs list
NAME USED AVAIL REFER MOUNTPOINT
rpool 919G 36.4M 139K /rpool
rpool/ROOT 67.5G 36.4M 128K /rpool/ROOT
rpool/ROOT/pve-1 67.5G 36.4M 1.94G /
rpool/data 850G 36.4M 128K /rpool/data
rpool/data/vm-100-disk-0 39.5G 36.4M 35.3G -
rpool/data/vm-102-disk-0 58.9G 36.4M 28.7G -
rpool/data/vm-102-state-avantupgrade 2.41G 36.4M 2.41G -
rpool/data/vm-103-disk-0 31.4G 36.4M 22.8G -
rpool/data/vm-104-disk-0 139G 36.4M 121G -
rpool/data/vm-107-disk-0 134G 36.4M 131G -
rpool/data/vm-110-disk-0 7.79G 36.4M 7.79G -
rpool/data/vm-111-disk-0 15.4G 36.4M 11.1G -
rpool/data/vm-112-disk-0 245G 36.4M 173G -
rpool/data/vm-112-state-NOMINATIM 28.8G 36.4M 28.8G -
rpool/data/vm-112-state-OSRM_BACK 29.9G 36.4M 29.9G -
rpool/data/vm-112-state-OSRM_FRONT 29.6G 36.4M 29.6G -
rpool/data/vm-112-state-nominatimOK 25.3G 36.4M 25.3G -
rpool/data/vm-112-state-postgres 1.61G 36.4M 1.61G -
rpool/data/vm-114-disk-0 58.4G 36.4M 40.5G -
rpool/data/vm-116-disk-0 2.43G 36.4M 2.43G -
zfs list -o space
NAME AVAIL USED USEDSNAP USEDDS USEDREFRESERV USEDCHILD
rpool 2.86M 919G 0B 139K 0B 919G
rpool/ROOT 2.86M 67.5G 0B 128K 0B 67.5G
rpool/ROOT/pve-1 2.86M 67.5G 65.6G 1.97G 0B 0B
rpool/data 2.86M 850G 0B 128K 0B 850G
rpool/data/vm-100-disk-0 2.86M 39.5G 4.23G 35.3G 0B 0B
rpool/data/vm-102-disk-0 2.86M 58.9G 30.3G 28.7G 0B 0B
rpool/data/vm-102-state-avantupgrade 2.86M 2.41G 0B 2.41G 0B 0B
rpool/data/vm-103-disk-0 2.86M 31.4G 8.64G 22.8G 0B 0B
rpool/data/vm-104-disk-0 2.86M 139G 17.7G 121G 0B 0B
rpool/data/vm-107-disk-0 2.86M 134G 3.01G 131G 0B 0B
rpool/data/vm-110-disk-0 2.86M 7.79G 10.7K 7.79G 0B 0B
rpool/data/vm-111-disk-0 2.86M 15.4G 4.30G 11.1G 0B 0B
rpool/data/vm-112-disk-0 2.86M 245G 72.4G 173G 0B 0B
rpool/data/vm-112-state-NOMINATIM 2.86M 28.8G 10.7K 28.8G 0B 0B
rpool/data/vm-112-state-OSRM_BACK 2.86M 29.9G 10.7K 29.9G 0B 0B
rpool/data/vm-112-state-OSRM_FRONT 2.86M 29.6G 10.7K 29.6G 0B 0B
rpool/data/vm-112-state-nominatimOK 2.86M 25.3G 0B 25.3G 0B 0B
rpool/data/vm-112-state-postgres 2.86M 1.61G 0B 1.61G 0B 0B
rpool/data/vm-114-disk-0 2.86M 58.4G 17.9G 40.5G 0B 0B
rpool/data/vm-116-disk-0 2.86M 2.43G 0B 2.43G 0B 0B
Last edited: