Hi,
Storage has 8 disks:
- 1 SSD for GPU Machine
The rest are used by the Freenas vm as zfs pools - inside the VM (and thus that's why they show nearly full)
From 98% to 100%
First VM (FreeNAS):
##########
root@prox4:~# qm status 100 --verbose
balloon: 33554432000
ballooninfo:
max_mem: 33554432000
actual: 33554432000
blockstat:
virtio5:
flush_operations: 740
failed_wr_operations: 0
timed_stats:
wr_highest_offset: 5798205652992
rd_total_time_ns: 407358124767
wr_merged: 1068
invalid_rd_operations: 0
failed_flush_operations: 0
rd_bytes: 1214873088
wr_operations: 221094
rd_merged: 1092
invalid_flush_operations: 0
wr_total_time_ns: 139040025286
invalid_wr_operations: 0
failed_rd_operations: 0
rd_operations: 28599
idle_time_ns: 106753367104209
flush_total_time_ns: 195889986931
wr_bytes: 2087962624
virtio2:
wr_highest_offset: 5798205652992
timed_stats:
flush_operations: 740
failed_wr_operations: 0
failed_flush_operations: 0
invalid_rd_operations: 0
rd_total_time_ns: 405002447458
wr_merged: 1079
rd_bytes: 1211065856
wr_operations: 219610
rd_merged: 1094
idle_time_ns: 109395010704041
failed_rd_operations: 0
rd_operations: 28581
wr_bytes: 2088062976
flush_total_time_ns: 197356784284
invalid_wr_operations: 0
invalid_flush_operations: 0
wr_total_time_ns: 145658953380
virtio1:
timed_stats:
wr_highest_offset: 5798205652992
flush_operations: 740
failed_wr_operations: 0
invalid_rd_operations: 0
failed_flush_operations: 0
rd_total_time_ns: 419883115952
wr_merged: 1077
rd_bytes: 1209669632
rd_merged: 1107
wr_operations: 219179
failed_rd_operations: 0
rd_operations: 28591
idle_time_ns: 150569857292777
flush_total_time_ns: 201091592253
wr_bytes: 2086914560
wr_total_time_ns: 159067651269
invalid_flush_operations: 0
invalid_wr_operations: 0
virtio4:
rd_merged: 1093
wr_operations: 219645
rd_bytes: 1217904640
flush_total_time_ns: 196624596430
wr_bytes: 2088122880
rd_operations: 28769
failed_rd_operations: 0
idle_time_ns: 109395220995365
wr_total_time_ns: 157425359160
invalid_flush_operations: 0
invalid_wr_operations: 0
timed_stats:
wr_highest_offset: 5798205652992
flush_operations: 740
failed_wr_operations: 0
invalid_rd_operations: 0
failed_flush_operations: 0
wr_merged: 1072
rd_total_time_ns: 416213022737
virtio3:
invalid_wr_operations: 0
invalid_flush_operations: 0
wr_total_time_ns: 139650704978
idle_time_ns: 106753363498497
failed_rd_operations: 0
rd_operations: 28737
wr_bytes: 2087859712
flush_total_time_ns: 197374774789
rd_bytes: 1218160640
wr_operations: 222130
rd_merged: 1057
rd_total_time_ns: 411224644333
wr_merged: 1074
failed_flush_operations: 0
invalid_rd_operations: 0
failed_wr_operations: 0
flush_operations: 740
wr_highest_offset: 5798205652992
timed_stats:
ide0:
failed_flush_operations: 0
invalid_rd_operations: 0
wr_merged: 0
rd_total_time_ns: 28631212465
wr_highest_offset: 107373940736
timed_stats:
failed_wr_operations: 0
flush_operations: 5283
wr_bytes: 3788649472
flush_total_time_ns: 1093989818067
idle_time_ns: 21115508450
rd_operations: 100656
failed_rd_operations: 0
invalid_wr_operations: 0
invalid_flush_operations: 0
wr_total_time_ns: 73854147055
wr_operations: 328294
rd_merged: 0
rd_bytes: 170229760
virtio6:
failed_wr_operations: 0
flush_operations: 0
wr_highest_offset: 0
timed_stats:
rd_total_time_ns: 22138970
wr_merged: 0
failed_flush_operations: 0
invalid_rd_operations: 0
rd_bytes: 1525760
wr_operations: 0
rd_merged: 0
invalid_wr_operations: 0
wr_total_time_ns: 0
invalid_flush_operations: 0
idle_time_ns: 156627569771034
rd_operations: 236
failed_rd_operations: 0
wr_bytes: 0
flush_total_time_ns: 0
cpus: 2
disk: 0
diskread: 6243429376
diskwrite: 14227572224
maxdisk: 107374182400
maxmem: 33554432000
mem: 31966096986
name: labnas
netin: 615260151
netout: 6359577217
nics:
tap100i0:
netout: 6359577217
netin: 615260151
pid: 25535
qmpstatus: running
status: running
template:
uptime: 156708
vmid: 100
######
Second VM (GPU)
######
root@prox4:~# qm status 103 --verbose
blockstat:
virtio3:
rd_bytes: 273832389120
timed_stats:
wr_total_time_ns: 27376269100931
rd_operations: 5123337
idle_time_ns: 6427725922587
invalid_wr_operations: 0
flush_total_time_ns: 33268640774
wr_merged: 193864
rd_total_time_ns: 2651625666858
invalid_flush_operations: 0
wr_bytes: 149046317568
flush_operations: 31231
rd_merged: 727963
invalid_rd_operations: 0
wr_operations: 1607039
failed_rd_operations: 0
failed_flush_operations: 0
failed_wr_operations: 0
wr_highest_offset: 2267905425408
virtio1:
rd_bytes: 9873920
wr_total_time_ns: 349343
timed_stats:
idle_time_ns: 356525089889476
rd_operations: 713
invalid_wr_operations: 0
flush_total_time_ns: 44479793
wr_merged: 0
rd_total_time_ns: 3579080449
invalid_flush_operations: 0
rd_merged: 374
invalid_rd_operations: 0
wr_operations: 3
wr_bytes: 8704
flush_operations: 3
failed_flush_operations: 0
failed_wr_operations: 0
wr_highest_offset: 101067001856
failed_rd_operations: 0
ide2:
failed_rd_operations: 0
failed_wr_operations: 0
wr_highest_offset: 0
failed_flush_operations: 0
flush_operations: 0
wr_bytes: 0
invalid_rd_operations: 0
wr_operations: 0
rd_merged: 0
rd_total_time_ns: 4260094
invalid_flush_operations: 0
wr_merged: 0
flush_total_time_ns: 0
invalid_wr_operations: 0
rd_operations: 31
idle_time_ns: 421709647094818
timed_stats:
wr_total_time_ns: 0
rd_bytes: 98528
virtio2:
failed_wr_operations: 0
wr_highest_offset: 101067001856
failed_flush_operations: 0
failed_rd_operations: 0
invalid_rd_operations: 0
wr_operations: 3
rd_merged: 527
flush_operations: 3
wr_bytes: 8704
rd_total_time_ns: 3875743145
invalid_flush_operations: 0
wr_merged: 0
flush_total_time_ns: 39725220
invalid_wr_operations: 0
idle_time_ns: 356524601426443
rd_operations: 1344
wr_total_time_ns: 332449
timed_stats:
rd_bytes: 12458496
scsi0:
wr_total_time_ns: 1643289257414
timed_stats:
rd_bytes: 5499833856
rd_operations: 425630
idle_time_ns: 3622188282
invalid_wr_operations: 0
flush_total_time_ns: 387816238867
wr_merged: 0
invalid_flush_operations: 0
rd_total_time_ns: 1572071115981
flush_operations: 20097
wr_bytes: 3004784640
invalid_rd_operations: 0
wr_operations: 83417
rd_merged: 0
failed_rd_operations: 0
failed_wr_operations: 0
wr_highest_offset: 192516268032
failed_flush_operations: 0
virtio0:
flush_total_time_ns: 29451853
invalid_wr_operations: 0
idle_time_ns: 356525306297910
rd_operations: 7134
wr_total_time_ns: 343660
timed_stats:
rd_bytes: 36174336
wr_highest_offset: 94624550912
failed_wr_operations: 0
failed_flush_operations: 0
failed_rd_operations: 0
invalid_rd_operations: 0
wr_operations: 3
rd_merged: 5906
flush_operations: 3
wr_bytes: 8704
invalid_flush_operations: 0
rd_total_time_ns: 40399984855
wr_merged: 0
cpus: 8
disk: 0
diskread: 279390828256
diskwrite: 152051128320
maxdisk: 193273528320
maxmem: 100663296000
mem: 98735997991
name: gpu-v2
netin: 2219256593
netout: 2719739754
nics:
tap103i0:
netin: 2219256593
netout: 2719739754
pid: 2441
qmpstatus: running
serial: 1
status: running
template:
uptime: 421783
vmid: 103