the problem is moving the disk from nfs to iscsi, installed multipath tools started, moved one disk stopped working again, also online migration and reservation does not work
log
3 hosts in cluster pveversion pve-manager/5.0-30/5ab26bc (running kernel: 4.10.17-2-pve)
multipath -ll
lsblk -f
lvs
storage.cfg
log
create full clone of drive ide1 (nfs3:108/vm-108-disk-1.vmdk)
WARNING: PV 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn on /dev/sdb was already found on /dev/mapper/360014053b32f732a93d48d4a1e57f1a9.
WARNING: PV 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn prefers device /dev/sdb because device is used by LV.
WARNING: PV 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn on /dev/sdb was already found on /dev/mapper/360014053b32f732a93d48d4a1e57f1a9.
WARNING: PV 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn prefers device /dev/sdb because device is used by LV.
WARNING: PV 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn on /dev/sdb was already found on /dev/mapper/360014053b32f732a93d48d4a1e57f1a9.
WARNING: PV 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn prefers device /dev/sdb because device is used by LV.
WARNING: PV 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn on /dev/sdb was already found on /dev/mapper/360014053b32f732a93d48d4a1e57f1a9.
WARNING: PV 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn prefers device /dev/sdb because device is used by LV.
TASK ERROR: storage migration failed: lvcreate 'Lvm_Vol1/pve-vm-108' error: Cannot update volume group Lvm_Vol1 with duplicate PV devices.
3 hosts in cluster pveversion pve-manager/5.0-30/5ab26bc (running kernel: 4.10.17-2-pve)
multipath -ll
360003ff44dc75adc9b39c17877f4c0d5 dm-18 MSFT,Virtual HD
size=100G features='1 retain_attached_hw_handler' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=1 status=active
`- 6:0:0:0 sdd 8:48 active ready running
360014053b32f732a93d48d4a1e57f1a9 dm-13 LIO-ORG,shareddata2
size=3.6T features='1 retain_attached_hw_handler' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=50 status=active
`- 4:0:0:0 sdb 8:16 active ready running
360014057c719bd1ec054051b68f0b94e dm-17 LIO-ORG,shareddata1
size=450G features='1 retain_attached_hw_handler' hwhandler='0' wp=rw
`-+- policy='service-time 0' prio=50 status=active
`- 5:0:0:0 sdc 8:32 active ready running
lsblk -f
NAME FSTYPE LABEL UUID MOUNTPOINT
sda
├─sda1
├─sda2 vfat 1A98-2013
└─sda3 LVM2_member 9XJBQh-HpSz-A7g9-p5m0-Ajpz-YYav-fY8TAz
├─pve-root ext4 5034a8e0-d79b-4dcf-8738-f8576aea315e /
├─pve-swap swap 71739e3c-8cfb-40c3-b1b2-aeab07966c65 [SWAP]
├─pve-data_tmeta
│ └─pve-data
└─pve-data_tdata
└─pve-data
sdb LVM2_member 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn
├─Lvm_Vol1-vm--105--disk--1
├─Lvm_Vol1-vm--112--disk--1
├─Lvm_Vol1-vm--106--disk--1
├─Lvm_Vol1-vm--107--disk--1
├─Lvm_Vol1-vm--113--disk--2
├─Lvm_Vol1-vm--115--disk--1
├─Lvm_Vol1-vm--110--disk--1
├─360014053b32f732a93d48d4a1e57f1a9 LVM2_member 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn
├─Lvm_Vol1-vm--110--disk--2
├─Lvm_Vol1-vm--118--disk--1
└─Lvm_Vol1-vm--116--disk--1
sdc LVM2_member mdHxSh-nVHs-btPC-Qku7-Zg4Y-mzYy-pVTNTo
└─360014057c719bd1ec054051b68f0b94e LVM2_member mdHxSh-nVHs-btPC-Qku7-Zg4Y-mzYy-pVTNTo
sdd LVM2_member jQ29L4-RA5r-i5fD-A0Sa-baX4-J5u8-ieFdWe
└─360003ff44dc75adc9b39c17877f4c0d5 LVM2_member jQ29L4-RA5r-i5fD-A0Sa-baX4-J5u8-ieFdWe
lvs
WARNING: PV 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn on /dev/sdb was already found on /dev/mapper/360014053b32f732a93d48d4a1e57f1a9.
WARNING: PV 5VK14V-fhTb-SnB1-7bkm-ws34-M93Z-EWuSUn prefers device /dev/sdb because device is used by LV.
LV VG Attr LSize Pool Origin Data% Meta% Move Log Cpy%Sync Convert
vm-101-disk-1 FastLvm -wi------- 80.00g
vm-120-disk-1 FastLvm -wi------- 16.00g
vm-100-disk-1 Lvm_Vol1 -wi------- 40.00g
vm-102-disk-1 Lvm_Vol1 -wi------- 16.00g
vm-104-disk-1 Lvm_Vol1 -wi------- 100.00g
vm-105-disk-1 Lvm_Vol1 -wi-ao---- 20.00g
vm-106-disk-1 Lvm_Vol1 -wi-ao---- 50.00g
vm-107-disk-1 Lvm_Vol1 -wi-ao---- 30.00g
vm-109-disk-1 Lvm_Vol1 -wi------- 200.00g
vm-110-disk-1 Lvm_Vol1 -wi-ao---- 40.00g
vm-110-disk-2 Lvm_Vol1 -wi-ao---- 50.00g
vm-111-disk-1 Lvm_Vol1 -wi------- 127.00g
storage.cfg
dir: local
path /var/lib/vz
content backup,vztmpl,iso
maxfiles 99
shared 1
lvmthin: local-lvm
thinpool data
vgname pve
content images,rootdir
iscsi: FastDisk
portal 172.16.0.247
target iqn.2003-01.org.linux-iscsi.storage.x8664:sn.c10b1269a40e
content none
nodes pve5,pve4,pve3
lvm: FastLvm
vgname FastLvm
base FastDisk:0.0.0.scsi-360014057c719bd1ec054051b68f0b94e
content images,rootdir
nodes pve4,pve5,pve3
shared 1
iscsi: Iscsi_vol1
portal 172.16.0.247
target iqn.2003-01.org.linux-iscsi.storage.x8664:sn.58c94608411a
content none
nodes pve3,pve4,pve5
lvm: Lvm_Vol1
vgname Lvm_Vol1
base Iscsi_vol1:0.0.0.scsi-360014053b32f732a93d48d4a1e57f1a9
content rootdir,images
nodes pve3,pve5,pve4
shared 1
nfs: nfs3
export /nfs3
path /mnt/pve/nfs3
server 172.16.1.98
content iso,vztmpl,images,backup,rootdir
maxfiles 99
options vers=3