Hi
I'm having some issues with some "missing" diskspace.
I'm running a cluster with 2 nodes. Node1 have 2 drives, and i have used the second drive to expand the data volume.
Today i tried migrate a VM to node2 and the migration failed. When the migration failed the VM disappeared from node1, however it doesn't seem that the diskspace was released.
If I run "pvs" im told i only have 15gb free space, however i should have more than 200gb.
I hope someone can help me spot the problem.
I'm having some issues with some "missing" diskspace.
I'm running a cluster with 2 nodes. Node1 have 2 drives, and i have used the second drive to expand the data volume.
Today i tried migrate a VM to node2 and the migration failed. When the migration failed the VM disappeared from node1, however it doesn't seem that the diskspace was released.
If I run "pvs" im told i only have 15gb free space, however i should have more than 200gb.
I hope someone can help me spot the problem.
Code:
root@proxMJD:/dev# pvdisplay
--- Physical volume ---
PV Name /dev/sda3
VG Name pve
PV Size 232.60 GiB / not usable 2.92 MiB
Allocatable yes (but full)
PE Size 4.00 MiB
Total PE 59545
Free PE 0
Allocated PE 59545
PV UUID TbM9Wo-WDxR-e8Zq-6Y4m-siyJ-MwtW-rWcnD1
--- Physical volume ---
PV Name /dev/sdb1
VG Name pve
PV Size 558.88 GiB / not usable 4.96 MiB
Allocatable yes
PE Size 4.00 MiB
Total PE 143072
Free PE 4057
Allocated PE 139015
PV UUID f5FEic-GQu0-5p9s-aJ4K-DYzm-mm9Z-IKhN97
Code:
root@proxMJD:/dev# pvs
PV VG Fmt Attr PSize PFree
/dev/sda3 pve lvm2 a-- 232.60g 0
/dev/sdb1 pve lvm2 a-- 558.88g 15.85g
Code:
root@proxMJD:/dev# lvdisplay
--- Logical volume ---
LV Path /dev/pve/swap
LV Name swap
VG Name pve
LV UUID a397kd-Qu41-8xbK-s2Pj-1f2N-tjMm-j53B8I
LV Write Access read/write
LV Creation host, time proxmox, 2017-10-10 16:01:36 +0200
LV Status available
# open 2
LV Size 8.00 GiB
Current LE 2048
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:1
--- Logical volume ---
LV Path /dev/pve/root
LV Name root
VG Name pve
LV UUID cRsKGc-CLW5-rxBi-iHup-6aE0-nVMw-Nf0Gj1
LV Write Access read/write
LV Creation host, time proxmox, 2017-10-10 16:01:37 +0200
LV Status available
# open 1
LV Size 58.00 GiB
Current LE 14848
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:0
--- Logical volume ---
LV Name data
VG Name pve
LV UUID 01OyTs-aKDb-Wk4R-cNA5-sgwv-75wY-xofoAQ
LV Write Access read/write
LV Creation host, time proxmox, 2017-10-10 16:01:37 +0200
LV Pool metadata data_tmeta
LV Pool data data_tdata
LV Status available
# open 3
LV Size 709.48 GiB
Allocated pool data 41.06%
Allocated metadata 99.93%
Current LE 181626
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:4
--- Logical volume ---
LV Path /dev/pve/vm-100-disk-1
LV Name vm-100-disk-1
VG Name pve
LV UUID sMYfxG-c8I4-2kfr-A1d9-I5B4-JMg8-SIW5BA
LV Write Access read/write
LV Creation host, time proxMJD, 2017-10-10 18:11:05 +0200
LV Pool name data
LV Status available
# open 1
LV Size 60.00 GiB
Mapped size 53.47%
Current LE 15360
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:6
--- Logical volume ---
LV Path /dev/pve/vm-101-disk-1
LV Name vm-101-disk-1
VG Name pve
LV UUID AS4L1a-bDxF-P6Kg-vOyU-OVo6-JrRD-TxwfxN
LV Write Access read/write
LV Creation host, time proxMJD, 2017-10-11 21:48:16 +0200
LV Pool name data
LV Status available
# open 0
LV Size 437.00 GiB
Mapped size 30.29%
Current LE 111872
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:7
root@proxMJD:/dev# lvs
LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert
data pve twi-aotz-- 709.48g 41.06 99.93
root pve -wi-ao---- 58.00g
swap pve -wi-ao---- 8.00g
vm-100-disk-1 pve Vwi-aotz-- 60.00g data 53.47
vm-101-disk-1 pve Vwi-a-tz-- 437.00g data 30.29
root@proxMJD:/dev# pvs
PV VG Fmt Attr PSize PFree
/dev/sda3 pve lvm2 a-- 232.60g 0
/dev/sdb1 pve lvm2 a-- 558.88g 15.85g
root@proxMJD:/dev# pvdisplay
--- Physical volume ---
PV Name /dev/sda3
VG Name pve
PV Size 232.60 GiB / not usable 2.92 MiB
Allocatable yes (but full)
PE Size 4.00 MiB
Total PE 59545
Free PE 0
Allocated PE 59545
PV UUID TbM9Wo-WDxR-e8Zq-6Y4m-siyJ-MwtW-rWcnD1
--- Physical volume ---
PV Name /dev/sdb1
VG Name pve
PV Size 558.88 GiB / not usable 4.96 MiB
Allocatable yes
PE Size 4.00 MiB
Total PE 143072
Free PE 4057
Allocated PE 139015
PV UUID f5FEic-GQu0-5p9s-aJ4K-DYzm-mm9Z-IKhN97
root@proxMJD:/dev# ^C
root@proxMJD:/dev# ^C
root@proxMJD:/dev# ^C
root@proxMJD:/dev# ^C
root@proxMJD:/dev# ^C
root@proxMJD:/dev# ^C
root@proxMJD:/dev# ^C
root@proxMJD:/dev# lvdisplay
--- Logical volume ---
LV Path /dev/pve/swap
LV Name swap
VG Name pve
LV UUID a397kd-Qu41-8xbK-s2Pj-1f2N-tjMm-j53B8I
LV Write Access read/write
LV Creation host, time proxmox, 2017-10-10 16:01:36 +0200
LV Status available
# open 2
LV Size 8.00 GiB
Current LE 2048
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:1
--- Logical volume ---
LV Path /dev/pve/root
LV Name root
VG Name pve
LV UUID cRsKGc-CLW5-rxBi-iHup-6aE0-nVMw-Nf0Gj1
LV Write Access read/write
LV Creation host, time proxmox, 2017-10-10 16:01:37 +0200
LV Status available
# open 1
LV Size 58.00 GiB
Current LE 14848
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:0
--- Logical volume ---
LV Name data
VG Name pve
LV UUID 01OyTs-aKDb-Wk4R-cNA5-sgwv-75wY-xofoAQ
LV Write Access read/write
LV Creation host, time proxmox, 2017-10-10 16:01:37 +0200
LV Pool metadata data_tmeta
LV Pool data data_tdata
LV Status available
# open 3
LV Size 709.48 GiB
Allocated pool data 41.06%
Allocated metadata 99.93%
Current LE 181626
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:4
--- Logical volume ---
LV Path /dev/pve/vm-100-disk-1
LV Name vm-100-disk-1
VG Name pve
LV UUID sMYfxG-c8I4-2kfr-A1d9-I5B4-JMg8-SIW5BA
LV Write Access read/write
LV Creation host, time proxMJD, 2017-10-10 18:11:05 +0200
LV Pool name data
LV Status available
# open 1
LV Size 60.00 GiB
Mapped size 53.47%
Current LE 15360
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:6
--- Logical volume ---
LV Path /dev/pve/vm-101-disk-1
LV Name vm-101-disk-1
VG Name pve
LV UUID AS4L1a-bDxF-P6Kg-vOyU-OVo6-JrRD-TxwfxN
LV Write Access read/write
LV Creation host, time proxMJD, 2017-10-11 21:48:16 +0200
LV Pool name data
LV Status available
# open 0
LV Size 437.00 GiB
Mapped size 30.29%
Current LE 111872
Segments 1
Allocation inherit
Read ahead sectors auto
- currently set to 256
Block device 253:7
Code:
root@proxMJD:/dev# mount
sysfs on /sys type sysfs (rw,nosuid,nodev,noexec,relatime)
proc on /proc type proc (rw,relatime)
udev on /dev type devtmpfs (rw,nosuid,relatime,size=10241220k,nr_inodes=2560305,mode=755)
devpts on /dev/pts type devpts (rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000)
tmpfs on /run type tmpfs (rw,nosuid,noexec,relatime,size=2051512k,mode=755)
/dev/mapper/pve-root on / type ext4 (rw,relatime,errors=remount-ro,stripe=64,data=ordered)
securityfs on /sys/kernel/security type securityfs (rw,nosuid,nodev,noexec,relatime)
tmpfs on /dev/shm type tmpfs (rw,nosuid,nodev)
tmpfs on /run/lock type tmpfs (rw,nosuid,nodev,noexec,relatime,size=5120k)
tmpfs on /sys/fs/cgroup type tmpfs (ro,nosuid,nodev,noexec,mode=755)
cgroup on /sys/fs/cgroup/systemd type cgroup (rw,nosuid,nodev,noexec,relatime,xattr,release_agent=/lib/systemd/systemd-cgroups-agent,name=systemd)
pstore on /sys/fs/pstore type pstore (rw,nosuid,nodev,noexec,relatime)
cgroup on /sys/fs/cgroup/memory type cgroup (rw,nosuid,nodev,noexec,relatime,memory)
cgroup on /sys/fs/cgroup/blkio type cgroup (rw,nosuid,nodev,noexec,relatime,blkio)
cgroup on /sys/fs/cgroup/cpuset type cgroup (rw,nosuid,nodev,noexec,relatime,cpuset)
cgroup on /sys/fs/cgroup/net_cls,net_prio type cgroup (rw,nosuid,nodev,noexec,relatime,net_cls,net_prio)
cgroup on /sys/fs/cgroup/cpu,cpuacct type cgroup (rw,nosuid,nodev,noexec,relatime,cpu,cpuacct)
cgroup on /sys/fs/cgroup/pids type cgroup (rw,nosuid,nodev,noexec,relatime,pids)
cgroup on /sys/fs/cgroup/freezer type cgroup (rw,nosuid,nodev,noexec,relatime,freezer)
cgroup on /sys/fs/cgroup/hugetlb type cgroup (rw,nosuid,nodev,noexec,relatime,hugetlb)
cgroup on /sys/fs/cgroup/perf_event type cgroup (rw,nosuid,nodev,noexec,relatime,perf_event)
cgroup on /sys/fs/cgroup/devices type cgroup (rw,nosuid,nodev,noexec,relatime,devices)
systemd-1 on /proc/sys/fs/binfmt_misc type autofs (rw,relatime,fd=39,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=87)
mqueue on /dev/mqueue type mqueue (rw,relatime)
debugfs on /sys/kernel/debug type debugfs (rw,relatime)
hugetlbfs on /dev/hugepages type hugetlbfs (rw,relatime)
sunrpc on /run/rpc_pipefs type rpc_pipefs (rw,relatime)
configfs on /sys/kernel/config type configfs (rw,relatime)
fusectl on /sys/fs/fuse/connections type fusectl (rw,relatime)
lxcfs on /var/lib/lxcfs type fuse.lxcfs (rw,nosuid,nodev,relatime,user_id=0,group_id=0,allow_other)
/dev/fuse on /etc/pve type fuse (rw,nosuid,nodev,relatime,user_id=0,group_id=0,default_permissions,allow_other)
tmpfs on /run/user/0 type tmpfs (rw,nosuid,nodev,relatime,size=2051508k,mode=700)
binfmt_misc on /proc/sys/fs/binfmt_misc type binfmt_misc (rw,relatime)
tracefs on /sys/kernel/debug/tracing type tracefs (rw,relatime)
Code:
--- Volume group ---
VG Name pve
System ID
Format lvm2
Metadata Areas 2
Metadata Sequence No 20
VG Access read/write
VG Status resizable
MAX LV 0
Cur LV 5
Open LV 3
Max PV 0
Cur PV 2
Act PV 2
VG Size 791.47 GiB
PE Size 4.00 MiB
Total PE 202617
Alloc PE / Size 198560 / 775.62 GiB
Free PE / Size 4057 / 15.85 GiB
VG UUID 6cBdRV-BHka-q5yO-KPR8-dd5W-WST7-pdmwM8