[SOLVED] Replace ZFS root disk

ajsaini

New Member
Aug 25, 2023
13
1
3
I am running zfs raid6 in proxmox 6 x 4TB drive 2nvme, 1 for cache, 1 for logs

2 of the hard drives failed at the same time, I am trying to follow the steps here, https://forum.proxmox.com/threads/best-practice-for-local-zfs-disk-replacement.112188/ but I think my syntax is wrong, or doing something wrong

sgdisk -R -works​

sgdisk -G - works​

zpool replace -f <pool> <old zfs partition> <new zfs partition>​

zpool replace -f rpool <old zfs partition> /dev/sda3​


I cannot find old zfs partition any more disk is unavailable hence replacing it​


each 4TB hdd needs to have three partition 1 boot partition 2 efi partition 3 rpool with data

wrong cmd tried it already on dev/sdd cmd
zpool replace -f [poolname] [old-disk-id] [new-disk-id] - if i run this cmd then it removes the boot partition and makes full drive as data only - not the best option

--------
root@proxmox:~# proxmox-boot-tool status
Re-executing '/usr/sbin/proxmox-boot-tool' in new private mount namespace..
System currently booted with uefi
4D64-CB62 is configured with: uefi (versions: 6.2.16-10-pve, 6.2.16-3-pve)
WARN: /dev/disk/by-uuid/7163-D836 does not exist - clean '/etc/kernel/proxmox-boot-uuids'! - skipping
7166-0B7D is configured with: uefi (versions: 6.2.16-10-pve, 6.2.16-3-pve)
7167-CC93 is configured with: uefi (versions: 6.2.16-10-pve, 6.2.16-3-pve)
716B-4ACB is configured with: uefi (versions: 6.2.16-10-pve, 6.2.16-3-pve)
716D-2C75 is configured with: uefi (versions: 6.2.16-10-pve, 6.2.16-3-pve)
root@proxmox:~#
--------------

root@proxmox:/dev/disk/by-id# ls -la
total 0
drwxr-xr-x 2 root root 1420 Sep 9 14:45 .
drwxr-xr-x 9 root root 180 Sep 9 14:02 ..
lrwxrwxrwx 1 root root 9 Sep 9 14:03 ata-ST4000DX000-1C5160_Z1Z00WFV -> ../../sde
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000DX000-1C5160_Z1Z00WFV-part1 -> ../../sde1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000DX000-1C5160_Z1Z00WFV-part2 -> ../../sde2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000DX000-1C5160_Z1Z00WFV-part3 -> ../../sde3
lrwxrwxrwx 1 root root 9 Sep 9 14:03 ata-ST4000NE001-2MA101_WS20MDT5 -> ../../sdd
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000NE001-2MA101_WS20MDT5-part1 -> ../../sdd1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000NE001-2MA101_WS20MDT5-part9 -> ../../sdd9
lrwxrwxrwx 1 root root 9 Sep 9 14:03 ata-ST4000VN000-1H4168_S300PVMB -> ../../sdf
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_S300PVMB-part1 -> ../../sdf1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_S300PVMB-part2 -> ../../sdf2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_S300PVMB-part3 -> ../../sdf3
lrwxrwxrwx 1 root root 9 Sep 9 14:03 ata-ST4000VN000-1H4168_Z3013A8T -> ../../sdc
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_Z3013A8T-part1 -> ../../sdc1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_Z3013A8T-part2 -> ../../sdc2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_Z3013A8T-part3 -> ../../sdc3
lrwxrwxrwx 1 root root 9 Sep 9 14:07 ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49 -> ../../sda
lrwxrwxrwx 1 root root 10 Sep 9 14:07 ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49-part1 -> ../../sda1
lrwxrwxrwx 1 root root 10 Sep 9 14:09 ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49-part2 -> ../../sda2
lrwxrwxrwx 1 root root 10 Sep 9 14:45 ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49-part3 -> ../../sda3
lrwxrwxrwx 1 root root 9 Sep 9 14:06 ata-WDC_WD40EFRX-68WT0N0_WD-WCC4E1637293 -> ../../sdb
lrwxrwxrwx 1 root root 10 Sep 9 14:06 ata-WDC_WD40EFRX-68WT0N0_WD-WCC4E1637293-part1 -> ../../sdb1
lrwxrwxrwx 1 root root 10 Sep 9 14:06 ata-WDC_WD40EFRX-68WT0N0_WD-WCC4E1637293-part2 -> ../../sdb2
lrwxrwxrwx 1 root root 10 Sep 9 14:06 ata-WDC_WD40EFRX-68WT0N0_WD-WCC4E1637293-part3 -> ../../sdb3
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-eui.e8238fa6bf530001001b448b41863567 -> ../../nvme1n1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-eui.e8238fa6bf530001001b448b41863567-part1 -> ../../nvme1n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-eui.e8238fa6bf530001001b448b41863567-part9 -> ../../nvme1n1p9
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-nvme.126f-50333030464242413233303631353032353135-50617472696f74204d2e322050333030203235364742-00000001 -> ../../nvme0n1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-nvme.126f-50333030464242413233303631353032353135-50617472696f74204d2e322050333030203235364742-00000001-part1 -> ../../nvme0n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-nvme.126f-50333030464242413233303631353032353135-50617472696f74204d2e322050333030203235364742-00000001-part9 -> ../../nvme0n1p9
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515 -> ../../nvme0n1
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515_1 -> ../../nvme0n1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515_1-part1 -> ../../nvme0n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515_1-part9 -> ../../nvme0n1p9
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515-part1 -> ../../nvme0n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515-part9 -> ../../nvme0n1p9
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357 -> ../../nvme1n1
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357_1 -> ../../nvme1n1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357_1-part1 -> ../../nvme1n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357_1-part9 -> ../../nvme1n1p9
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357-part1 -> ../../nvme1n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357-part9 -> ../../nvme1n1p9
lrwxrwxrwx 1 root root 9 Sep 9 14:03 usb-SABRENT_SABRENT_DB98765432143-0:0 -> ../../sdg
lrwxrwxrwx 1 root root 10 Sep 9 14:03 usb-SABRENT_SABRENT_DB98765432143-0:0-part1 -> ../../sdg1
lrwxrwxrwx 1 root root 9 Sep 9 14:03 usb-VendorCo_ProductCode_6089381271178364147-0:0 -> ../../sdi
lrwxrwxrwx 1 root root 9 Sep 9 14:03 usb-VendorCo_ProductCode_7119931185577498822-0:0 -> ../../sdh
lrwxrwxrwx 1 root root 10 Sep 9 14:03 usb-VendorCo_ProductCode_7119931185577498822-0:0-part1 -> ../../sdh1
lrwxrwxrwx 1 root root 9 Sep 9 14:03 wwn-0x5000c50035e091ac -> ../../sde
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c50035e091ac-part1 -> ../../sde1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c50035e091ac-part2 -> ../../sde2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c50035e091ac-part3 -> ../../sde3
lrwxrwxrwx 1 root root 9 Sep 9 14:03 wwn-0x5000c5005d1677db -> ../../sdf
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5005d1677db-part1 -> ../../sdf1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5005d1677db-part2 -> ../../sdf2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5005d1677db-part3 -> ../../sdf3
lrwxrwxrwx 1 root root 9 Sep 9 14:03 wwn-0x5000c5006544e19f -> ../../sdc
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5006544e19f-part1 -> ../../sdc1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5006544e19f-part2 -> ../../sdc2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5006544e19f-part3 -> ../../sdc3
lrwxrwxrwx 1 root root 9 Sep 9 14:03 wwn-0x5000c500c9892ef3 -> ../../sdd
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c500c9892ef3-part1 -> ../../sdd1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c500c9892ef3-part9 -> ../../sdd9
lrwxrwxrwx 1 root root 9 Sep 9 14:06 wwn-0x50014ee2b4cae13f -> ../../sdb
lrwxrwxrwx 1 root root 10 Sep 9 14:06 wwn-0x50014ee2b4cae13f-part1 -> ../../sdb1
lrwxrwxrwx 1 root root 10 Sep 9 14:06 wwn-0x50014ee2b4cae13f-part2 -> ../../sdb2
lrwxrwxrwx 1 root root 10 Sep 9 14:06 wwn-0x50014ee2b4cae13f-part3 -> ../../sdb3
lrwxrwxrwx 1 root root 9 Sep 9 14:07 wwn-0x50014ee2bfd98eb9 -> ../../sda
lrwxrwxrwx 1 root root 10 Sep 9 14:07 wwn-0x50014ee2bfd98eb9-part1 -> ../../sda1
lrwxrwxrwx 1 root root 10 Sep 9 14:09 wwn-0x50014ee2bfd98eb9-part2 -> ../../sda2
lrwxrwxrwx 1 root root 10 Sep 9 14:45 wwn-0x50014ee2bfd98eb9-part3 -> ../../sda3
root@proxmox:/dev/disk/by-id#


At the moment sda1 and sda2 are good but sda3 partition is empty and raid6 zfs is degraded

was /dev/disk/by-id/ata-ST4000DX000-1C5160_Z1Z00V2D-part3 - zfs status
 

Attachments

  • zfs status.png
    zfs status.png
    81.4 KB · Views: 5
  • 2023-09-09 16_42_01-QUIZ-PC - TeamViewer.png
    2023-09-09 16_42_01-QUIZ-PC - TeamViewer.png
    98.5 KB · Views: 5
zpool replace -f [poolname] [old-disk-id] [new-disk-id] - if i run this cmd then it removes the boot partition and makes full drive as data only

good if you dont have boot partition on the raid disk
 
wrong cmd tried it already on dev/sdd cmd
zpool replace -f [poolname] [old-disk-id] [new-disk-id] - if i run this cmd then it removes the boot partition and makes full drive as data only - not the best option
zpool replace -f [poolname] [old-disk-id] [new-disk-id] - if i run this cmd then it removes the boot partition and makes full drive as data only

good if you dont have boot partition on the raid disk
You need to use partition3, not the whole disk. So for example "/dev/sdd3" and not "/dev/sdd". And to get that third partition you clone the partition table of he healty disk and sync the bootloader.
I cannot find old zfs partition any more disk is unavailable hence replacing it
zpool list -v or zpool status should tell you what the ID of the failed vdev was.
 
Last edited:
root@proxmox:/dev/disk/by-id# zpool replace -f rpool /dev/disk/by-id/ata-ST4000DX000-1C5160_Z1Z00V ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49-part3
cannot replace /dev/disk/by-id/ata-ST4000DX000-1C5160_Z1Z00V with ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49-part3: no such device in pool
root@proxmox:/dev/disk/by-id#
 
Then try that number 37...85 zpool status is reporting as the ID for the failed vdev.
 
Then try that number 37...85 zpool status is reporting as the ID for the failed vdev.
I don't understand, can you please expand and provide more detailed explanation

Thank you, my linux knowledge is limited
 
Then try that number 37...85 zpool status is reporting as the ID for the failed vdev.
root@proxmox:/dev/disk/by-id# zpool status
pool: rpool
state: DEGRADED
status: One or more devices could not be used because the label is missing or
invalid. Sufficient replicas exist for the pool to continue
functioning in a degraded state.
action: Replace the device using 'zpool replace'.
see: https://openzfs.github.io/openzfs-docs/msg/ZFS-8000-4J
scan: resilvered 919G in 02:43:13 with 0 errors on Thu Aug 31 16:14:50 2023
config:

NAME STATE READ WRITE CKSUM
rpool DEGRADED 0 0 0
raidz2-0 DEGRADED 0 0 0
379876802874586285 UNAVAIL 0 0 0 was /dev/disk/by-id/ata-ST4000DX000-1C5160_Z1Z00V2D-part3
ata-WDC_WD40EFRX-68WT0N0_WD-WCC4E1637293-part3 ONLINE 0 0 0
ata-ST4000VN000-1H4168_Z3013A8T-part3 ONLINE 0 0 0
ata-ST4000NE001-2MA101_WS20MDT5 ONLINE 0 0 0
ata-ST4000DX000-1C5160_Z1Z00WFV-part3 ONLINE 0 0 0
ata-ST4000VN000-1H4168_S300PVMB-part3 ONLINE 0 0 0
logs
nvme0n1 ONLINE 0 0 0
cache
nvme1n1 ONLINE 0 0 0

errors: No known data errors
root@proxmox:/dev/disk/by-id#
 
I mean: zpool replace -f rpool 379876802874586285 /dev/disk/by-id/ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49-part3
 
I mean: zpool replace -f rpool 379876802874586285 /dev/disk/by-id/ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49-part3
root@proxmox:~# zpool replace -f rpool 379876802874586285 /dev/disk/by-id/ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49-part3
cannot resolve path '/dev/disk/by-id/ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49-part3'
root@proxmox:~#


i get this error message instead
 
Also keep in mind that your disk (WD40EFAX) isn't suited for ZFS. It's a SMR disk which shouldn't be used with ZFS. You need a CMR disk. So for example a WD "Red Plus" or WD "Red Pro" but no normal "WD Red".

What is ls -la /dev/disk/by-id now reporting? Does a third partition still exist?
 
root@proxmox:~# ls -la /dev/disk/by-id
total 0
drwxr-xr-x 2 root root 1380 Sep 9 17:10 .
drwxr-xr-x 9 root root 180 Sep 9 14:02 ..
lrwxrwxrwx 1 root root 9 Sep 9 14:03 ata-ST4000DX000-1C5160_Z1Z00WFV -> ../../sde
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000DX000-1C5160_Z1Z00WFV-part1 -> ../../sde1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000DX000-1C5160_Z1Z00WFV-part2 -> ../../sde2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000DX000-1C5160_Z1Z00WFV-part3 -> ../../sde3
lrwxrwxrwx 1 root root 9 Sep 9 14:03 ata-ST4000NE001-2MA101_WS20MDT5 -> ../../sdd
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000NE001-2MA101_WS20MDT5-part1 -> ../../sdd1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000NE001-2MA101_WS20MDT5-part9 -> ../../sdd9
lrwxrwxrwx 1 root root 9 Sep 9 14:03 ata-ST4000VN000-1H4168_S300PVMB -> ../../sdf
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_S300PVMB-part1 -> ../../sdf1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_S300PVMB-part2 -> ../../sdf2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_S300PVMB-part3 -> ../../sdf3
lrwxrwxrwx 1 root root 9 Sep 9 14:03 ata-ST4000VN000-1H4168_Z3013A8T -> ../../sdc
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_Z3013A8T-part1 -> ../../sdc1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_Z3013A8T-part2 -> ../../sdc2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 ata-ST4000VN000-1H4168_Z3013A8T-part3 -> ../../sdc3
lrwxrwxrwx 1 root root 9 Sep 9 17:10 ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49 -> ../../sda
lrwxrwxrwx 1 root root 10 Sep 9 17:10 ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49-part1 -> ../../sda1
lrwxrwxrwx 1 root root 10 Sep 9 17:10 ata-WDC_WD40EFAX-68JH4N1_WD-WX52D32NLL49-part9 -> ../../sda9
lrwxrwxrwx 1 root root 9 Sep 9 14:06 ata-WDC_WD40EFRX-68WT0N0_WD-WCC4E1637293 -> ../../sdb
lrwxrwxrwx 1 root root 10 Sep 9 14:06 ata-WDC_WD40EFRX-68WT0N0_WD-WCC4E1637293-part1 -> ../../sdb1
lrwxrwxrwx 1 root root 10 Sep 9 14:06 ata-WDC_WD40EFRX-68WT0N0_WD-WCC4E1637293-part2 -> ../../sdb2
lrwxrwxrwx 1 root root 10 Sep 9 14:06 ata-WDC_WD40EFRX-68WT0N0_WD-WCC4E1637293-part3 -> ../../sdb3
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-eui.e8238fa6bf530001001b448b41863567 -> ../../nvme1n1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-eui.e8238fa6bf530001001b448b41863567-part1 -> ../../nvme1n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-eui.e8238fa6bf530001001b448b41863567-part9 -> ../../nvme1n1p9
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-nvme.126f-50333030464242413233303631353032353135-50617472696f74204d2e322050333030203235364742-00000001 -> ../../nvme0n1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-nvme.126f-50333030464242413233303631353032353135-50617472696f74204d2e322050333030203235364742-00000001-part1 -> ../../nvme0n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-nvme.126f-50333030464242413233303631353032353135-50617472696f74204d2e322050333030203235364742-00000001-part9 -> ../../nvme0n1p9
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515 -> ../../nvme0n1
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515_1 -> ../../nvme0n1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515_1-part1 -> ../../nvme0n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515_1-part9 -> ../../nvme0n1p9
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515-part1 -> ../../nvme0n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-Patriot_M.2_P300_256GB_P300FBBA23061502515-part9 -> ../../nvme0n1p9
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357 -> ../../nvme1n1
lrwxrwxrwx 1 root root 13 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357_1 -> ../../nvme1n1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357_1-part1 -> ../../nvme1n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357_1-part9 -> ../../nvme1n1p9
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357-part1 -> ../../nvme1n1p1
lrwxrwxrwx 1 root root 15 Sep 9 14:03 nvme-WDC_PC_SN530_SDBPNPZ-256G-1114_21260L809357-part9 -> ../../nvme1n1p9
lrwxrwxrwx 1 root root 9 Sep 9 14:03 usb-SABRENT_SABRENT_DB98765432143-0:0 -> ../../sdg
lrwxrwxrwx 1 root root 10 Sep 9 14:03 usb-SABRENT_SABRENT_DB98765432143-0:0-part1 -> ../../sdg1
lrwxrwxrwx 1 root root 9 Sep 9 14:03 usb-VendorCo_ProductCode_6089381271178364147-0:0 -> ../../sdi
lrwxrwxrwx 1 root root 9 Sep 9 14:03 usb-VendorCo_ProductCode_7119931185577498822-0:0 -> ../../sdh
lrwxrwxrwx 1 root root 10 Sep 9 14:03 usb-VendorCo_ProductCode_7119931185577498822-0:0-part1 -> ../../sdh1
lrwxrwxrwx 1 root root 9 Sep 9 14:03 wwn-0x5000c50035e091ac -> ../../sde
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c50035e091ac-part1 -> ../../sde1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c50035e091ac-part2 -> ../../sde2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c50035e091ac-part3 -> ../../sde3
lrwxrwxrwx 1 root root 9 Sep 9 14:03 wwn-0x5000c5005d1677db -> ../../sdf
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5005d1677db-part1 -> ../../sdf1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5005d1677db-part2 -> ../../sdf2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5005d1677db-part3 -> ../../sdf3
lrwxrwxrwx 1 root root 9 Sep 9 14:03 wwn-0x5000c5006544e19f -> ../../sdc
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5006544e19f-part1 -> ../../sdc1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5006544e19f-part2 -> ../../sdc2
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c5006544e19f-part3 -> ../../sdc3
lrwxrwxrwx 1 root root 9 Sep 9 14:03 wwn-0x5000c500c9892ef3 -> ../../sdd
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c500c9892ef3-part1 -> ../../sdd1
lrwxrwxrwx 1 root root 10 Sep 9 14:03 wwn-0x5000c500c9892ef3-part9 -> ../../sdd9
lrwxrwxrwx 1 root root 9 Sep 9 14:06 wwn-0x50014ee2b4cae13f -> ../../sdb
lrwxrwxrwx 1 root root 10 Sep 9 14:06 wwn-0x50014ee2b4cae13f-part1 -> ../../sdb1
lrwxrwxrwx 1 root root 10 Sep 9 14:06 wwn-0x50014ee2b4cae13f-part2 -> ../../sdb2
lrwxrwxrwx 1 root root 10 Sep 9 14:06 wwn-0x50014ee2b4cae13f-part3 -> ../../sdb3
lrwxrwxrwx 1 root root 9 Sep 9 17:10 wwn-0x50014ee2bfd98eb9 -> ../../sda
lrwxrwxrwx 1 root root 10 Sep 9 17:10 wwn-0x50014ee2bfd98eb9-part1 -> ../../sda1
lrwxrwxrwx 1 root root 10 Sep 9 17:10 wwn-0x50014ee2bfd98eb9-part9 -> ../../sda9
root@proxmox:~#


no it disapperared, should i wipe the disk and try again
 
ok i will read about SMR vs CMR disk, i was under impression for nas you need WD RED or iron wolf nas drive
 
seems like its gone, should i go ahead wipe disk

# sgdisk <healthy bootable device> -R <new device>
# sgdisk -G <new device>
# zpool replace -f <pool> <old zfs partition> <new zfs partition> - wrong syntax cmd
# proxmox-boot-tool format <new disk's ESP>
# proxmox-boot-tool init <new disk's ESP>

1694294997142.png
 
i formatted the disc again, and now resilvering process has begun,

Thank you for the help
 

About

The Proxmox community has been around for many years and offers help and support for Proxmox VE, Proxmox Backup Server, and Proxmox Mail Gateway.
We think our community is one of the best thanks to people like you!

Get your subscription!

The Proxmox team works very hard to make sure you are running the best software and getting stable updates and security enhancements, as well as quick enterprise support. Tens of thousands of happy customers have a Proxmox subscription. Get yours easily in our online shop.

Buy now!