Hi,
I am trying to configure a new proxmox cluster using few blades ( ProLiant BL460c G1) and a MSA2012sa SAS enclosure
The volume I created is being "recognized" as /dev/cciss/c1do and respectively /dev/cciss/c1d1
Unfortunately I am unable to configure multipathing
If anyone had a similar situation I will truly appreciate any advice or solution suggestions ( maybe use mdadm ?)
Here is multipath -ll -v5 output
Apr 15 11:45:44 | cciss!c0d0: device node name blacklisted
Apr 15 11:45:44 | Discover device /sys/block/cciss!c1d0
Apr 15 11:45:44 | cciss!c1d0: device node name whitelisted
Apr 15 11:45:44 | cciss!c1d0: not found in pathvec
Apr 15 11:45:44 | cciss!c1d0: mask = 0x5
Apr 15 11:45:44 | cciss!c1d0: dev_t = 105:0
Apr 15 11:45:44 | cciss!c1d0: size = 1953126400
Apr 15 11:45:44 | cciss!c1d0: subsystem = cciss
Apr 15 11:45:44 | cciss!c1d0: h:b:t:l = 1:0:0:0
Apr 15 11:45:44 | cciss!c1d0: vendor = HP
Apr 15 11:45:44 | cciss!c1d0: product = MSA2012sa
Apr 15 11:45:44 | cciss!c1d0: revision = J300
Apr 15 11:45:44 | cciss!c1d0: get_state
Apr 15 11:45:44 | loading /lib/multipath/libchecktur.so checker
Apr 15 11:45:44 | cciss!c1d0: path checker = tur (controller setting)
Apr 15 11:45:44 | cciss!c1d0: path offline
Apr 15 11:45:44 | Discover device /sys/block/cciss!c1d1
Apr 15 11:45:44 | cciss!c1d1: device node name whitelisted
Apr 15 11:45:44 | cciss!c1d1: not found in pathvec
Apr 15 11:45:44 | cciss!c1d1: mask = 0x5
Apr 15 11:45:44 | cciss!c1d1: dev_t = 105:16
Apr 15 11:45:44 | cciss!c1d1: size = 1953126400
Apr 15 11:45:44 | cciss!c1d1: subsystem = cciss
Apr 15 11:45:44 | cciss!c1d1: h:b:t:l = 1:0:1:0
Apr 15 11:45:44 | cciss!c1d1: vendor = HP
Apr 15 11:45:44 | cciss!c1d1: product = MSA2012sa
Apr 15 11:45:44 | cciss!c1d1: revision = J300
Apr 15 11:45:44 | cciss!c1d1: get_state
Apr 15 11:45:44 | cciss!c1d1: path checker = tur (controller setting)
Apr 15 11:45:44 | cciss!c1d1: path offline
Apr 15 11:45:44 | Discover device /sys/block/cciss!c1d2
Apr 15 11:45:44 | cciss!c1d2: device node name whitelisted
Apr 15 11:45:44 | cciss!c1d2: not found in pathvec
Apr 15 11:45:44 | cciss!c1d2: mask = 0x5
Apr 15 11:45:44 | cciss!c1d2: dev_t = 105:32
Apr 15 11:45:44 | cciss!c1d2: size = 1953126400
Apr 15 11:45:44 | cciss!c1d2: subsystem = cciss
Apr 15 11:45:44 | cciss!c1d2: h:b:t:l = 1:0:2:0
Apr 15 11:45:44 | cciss!c1d2: INQUIRY failed, LU not supported
Apr 15 11:45:44 | Discover device /sys/block/cciss!c1d3
Apr 15 11:45:44 | cciss!c1d3: device node name whitelisted
Apr 15 11:45:44 | cciss!c1d3: not found in pathvec
Apr 15 11:45:44 | cciss!c1d3: mask = 0x5
Apr 15 11:45:44 | cciss!c1d3: dev_t = 105:48
Apr 15 11:45:44 | cciss!c1d3: size = 1953126400
Apr 15 11:45:44 | cciss!c1d3: subsystem = cciss
Apr 15 11:45:44 | cciss!c1d3: h:b:t:l = 1:0:3:0
Apr 15 11:45:44 | cciss!c1d3: INQUIRY failed, LU not supported
Apr 15 11:45:44 | Discover device /sys/block/dm-0
Apr 15 11:45:44 | dm-0: device node name blacklisted
Apr 15 11:45:44 | Discover device /sys/block/dm-1
Apr 15 11:45:44 | dm-1: device node name blacklisted
Apr 15 11:45:44 | Discover device /sys/block/dm-2
Apr 15 11:45:44 | dm-2: device node name blacklisted
Apr 15 11:45:44 | Discover device /sys/block/md0
Apr 15 11:45:44 | md0: device node name blacklisted
Apr 15 11:45:44 | Discovery status 0
===== paths list =====
uuid hcil dev dev_t pri dm_st chk_st vend/prod/rev dev_st
1:0:0:0 cciss!c1d0 105:0 -1 undef faulty HP,MSA2012sa running
1:0:1:0 cciss!c1d1 105:16 -1 undef faulty HP,MSA2012sa running
1:0:2:0 cciss!c1d2 105:32 -1 undef faulty , running
1:0:3:0 cciss!c1d3 105:48 -1 undef faulty , running
root@bs05-hst01:~#
root@bs05-hst01:~# cat /etc/multipath.conf
devices {
device {
vendor "HP"
product "MSA2[02]*"
path_grouping_policy multibus
getuid_callout "/lib/udev/scsi_id --whitelisted /dev/cciss/%n"
path_selector "round-robin 0"
rr_weight uniform
prio_callout "/bin/true"
path_checker tur
hardware_handler "0"
failback immediate
no_path_retry 12
rr_min_io 100
}
}
devnode_blacklist {
devnode "^cciss!c0d[0-9]*"
devnode "^vg*"
}
#blacklist {
# wwid *
#}
blacklist_exceptions {
devnode "^cciss!c1d[0-9]*"
}
#blacklist_exceptions {
# wwid "3600c0ff000d86ed4839a665101000000"
#}
multipaths {
multipath {
wwid "3600c0ff000d86ed4839a665101000000"
alias mpath0
}
}
defaults {
polling_interval 2
selector "round-robin 0"
path_grouping_policy multibus
getuid_callout "/lib/udev/scsi_id -g -u -d /dev/cciss/%n"
rr_min_io 100
failback immediate
no_path_retry queue
}
I am trying to configure a new proxmox cluster using few blades ( ProLiant BL460c G1) and a MSA2012sa SAS enclosure
The volume I created is being "recognized" as /dev/cciss/c1do and respectively /dev/cciss/c1d1
Unfortunately I am unable to configure multipathing
If anyone had a similar situation I will truly appreciate any advice or solution suggestions ( maybe use mdadm ?)
Here is multipath -ll -v5 output
Apr 15 11:45:44 | cciss!c0d0: device node name blacklisted
Apr 15 11:45:44 | Discover device /sys/block/cciss!c1d0
Apr 15 11:45:44 | cciss!c1d0: device node name whitelisted
Apr 15 11:45:44 | cciss!c1d0: not found in pathvec
Apr 15 11:45:44 | cciss!c1d0: mask = 0x5
Apr 15 11:45:44 | cciss!c1d0: dev_t = 105:0
Apr 15 11:45:44 | cciss!c1d0: size = 1953126400
Apr 15 11:45:44 | cciss!c1d0: subsystem = cciss
Apr 15 11:45:44 | cciss!c1d0: h:b:t:l = 1:0:0:0
Apr 15 11:45:44 | cciss!c1d0: vendor = HP
Apr 15 11:45:44 | cciss!c1d0: product = MSA2012sa
Apr 15 11:45:44 | cciss!c1d0: revision = J300
Apr 15 11:45:44 | cciss!c1d0: get_state
Apr 15 11:45:44 | loading /lib/multipath/libchecktur.so checker
Apr 15 11:45:44 | cciss!c1d0: path checker = tur (controller setting)
Apr 15 11:45:44 | cciss!c1d0: path offline
Apr 15 11:45:44 | Discover device /sys/block/cciss!c1d1
Apr 15 11:45:44 | cciss!c1d1: device node name whitelisted
Apr 15 11:45:44 | cciss!c1d1: not found in pathvec
Apr 15 11:45:44 | cciss!c1d1: mask = 0x5
Apr 15 11:45:44 | cciss!c1d1: dev_t = 105:16
Apr 15 11:45:44 | cciss!c1d1: size = 1953126400
Apr 15 11:45:44 | cciss!c1d1: subsystem = cciss
Apr 15 11:45:44 | cciss!c1d1: h:b:t:l = 1:0:1:0
Apr 15 11:45:44 | cciss!c1d1: vendor = HP
Apr 15 11:45:44 | cciss!c1d1: product = MSA2012sa
Apr 15 11:45:44 | cciss!c1d1: revision = J300
Apr 15 11:45:44 | cciss!c1d1: get_state
Apr 15 11:45:44 | cciss!c1d1: path checker = tur (controller setting)
Apr 15 11:45:44 | cciss!c1d1: path offline
Apr 15 11:45:44 | Discover device /sys/block/cciss!c1d2
Apr 15 11:45:44 | cciss!c1d2: device node name whitelisted
Apr 15 11:45:44 | cciss!c1d2: not found in pathvec
Apr 15 11:45:44 | cciss!c1d2: mask = 0x5
Apr 15 11:45:44 | cciss!c1d2: dev_t = 105:32
Apr 15 11:45:44 | cciss!c1d2: size = 1953126400
Apr 15 11:45:44 | cciss!c1d2: subsystem = cciss
Apr 15 11:45:44 | cciss!c1d2: h:b:t:l = 1:0:2:0
Apr 15 11:45:44 | cciss!c1d2: INQUIRY failed, LU not supported
Apr 15 11:45:44 | Discover device /sys/block/cciss!c1d3
Apr 15 11:45:44 | cciss!c1d3: device node name whitelisted
Apr 15 11:45:44 | cciss!c1d3: not found in pathvec
Apr 15 11:45:44 | cciss!c1d3: mask = 0x5
Apr 15 11:45:44 | cciss!c1d3: dev_t = 105:48
Apr 15 11:45:44 | cciss!c1d3: size = 1953126400
Apr 15 11:45:44 | cciss!c1d3: subsystem = cciss
Apr 15 11:45:44 | cciss!c1d3: h:b:t:l = 1:0:3:0
Apr 15 11:45:44 | cciss!c1d3: INQUIRY failed, LU not supported
Apr 15 11:45:44 | Discover device /sys/block/dm-0
Apr 15 11:45:44 | dm-0: device node name blacklisted
Apr 15 11:45:44 | Discover device /sys/block/dm-1
Apr 15 11:45:44 | dm-1: device node name blacklisted
Apr 15 11:45:44 | Discover device /sys/block/dm-2
Apr 15 11:45:44 | dm-2: device node name blacklisted
Apr 15 11:45:44 | Discover device /sys/block/md0
Apr 15 11:45:44 | md0: device node name blacklisted
Apr 15 11:45:44 | Discovery status 0
===== paths list =====
uuid hcil dev dev_t pri dm_st chk_st vend/prod/rev dev_st
1:0:0:0 cciss!c1d0 105:0 -1 undef faulty HP,MSA2012sa running
1:0:1:0 cciss!c1d1 105:16 -1 undef faulty HP,MSA2012sa running
1:0:2:0 cciss!c1d2 105:32 -1 undef faulty , running
1:0:3:0 cciss!c1d3 105:48 -1 undef faulty , running
root@bs05-hst01:~#
root@bs05-hst01:~# cat /etc/multipath.conf
devices {
device {
vendor "HP"
product "MSA2[02]*"
path_grouping_policy multibus
getuid_callout "/lib/udev/scsi_id --whitelisted /dev/cciss/%n"
path_selector "round-robin 0"
rr_weight uniform
prio_callout "/bin/true"
path_checker tur
hardware_handler "0"
failback immediate
no_path_retry 12
rr_min_io 100
}
}
devnode_blacklist {
devnode "^cciss!c0d[0-9]*"
devnode "^vg*"
}
#blacklist {
# wwid *
#}
blacklist_exceptions {
devnode "^cciss!c1d[0-9]*"
}
#blacklist_exceptions {
# wwid "3600c0ff000d86ed4839a665101000000"
#}
multipaths {
multipath {
wwid "3600c0ff000d86ed4839a665101000000"
alias mpath0
}
}
defaults {
polling_interval 2
selector "round-robin 0"
path_grouping_policy multibus
getuid_callout "/lib/udev/scsi_id -g -u -d /dev/cciss/%n"
rr_min_io 100
failback immediate
no_path_retry queue
}