Привет, я обновил версию с 6.4 на 7.0 одного из контроллеров на моём Intel Modular Server. После перезагрузки multipath не показывает никаких устройств:
```
root@proxmox106:~# multipath -ll
```
На другом узле с Proxmox 6.4:
```
root@proxmox105:~# multipath -ll
sistema (222be000155bb7f72) dm-0 Intel,Multi-Flex
size=20G features='1 queue_if_no_path' hwhandler='1 alua' wp=rw
|-+- policy='round-robin 0' prio=50 status=active
| `- 0:0:0:0 sda 8:0 active ready running
`-+- policy='round-robin 0' prio=1 status=enabled
`- 0:0:1:0 sde 8:64 active ready running
vol2 (222640001555bdbf2) dm-6 Intel,Multi-Flex
size=1.3T features='1 queue_if_no_path' hwhandler='1 alua' wp=rw
|-+- policy='round-robin 0' prio=50 status=active
| `- 0:0:1:2 sdg 8:96 active ready running
`-+- policy='round-robin 0' prio=1 status=enabled
`- 0:0:0:2 sdc 8:32 active ready running
volssd (22298000155c08ddd) dm-8 Intel,Multi-Flex
size=2.1T features='1 queue_if_no_path' hwhandler='1 alua' wp=rw
|-+- policy='round-robin 0' prio=50 status=active
| `- 0:0:0:3 sdd 8:48 active ready running
`-+- policy='round-robin 0' prio=1 status=enabled
`- 0:0:1:3 sdh 8:112 active ready running
vol1 (222d9000155080015) dm-4 Intel,Multi-Flex
size=1.3T features='1 queue_if_no_path' hwhandler='1 alua' wp=rw
|-+- policy='round-robin 0' prio=50 status=active
| `- 0:0:0:1 sdb 8:16 active ready running
`-+- policy='round-robin 0' prio=1 status=enabled
`- 0:0:1:1 sdf 8:80 active ready running
multipath -v1 show:
```
root@proxmox106:~# multipath -v1
Jul 20 15:29:16 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on sistema (253:98) failed: Device or resource busy
Jul 20 15:29:16 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on vol1 (253:98) failed: Device or resource busy
Jul 20 15:29:16 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on vol2 (253:98) failed: Device or resource busy
Jul 20 15:29:16 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on volssd (253:98) failed: Device or resource busy
Jul 20 15:29:17 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on sistema (253:98) failed: Device or resource busy
Jul 20 15:29:17 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on vol1 (253:98) failed: Device or resource busy
Jul 20 15:29:18 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on vol2 (253:98) failed: Device or resource busy
Jul 20 15:29:18 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on volssd (253:98) failed: Device or resource busy
```
```
pveversion -v
proxmox-ve: 7.0-2 (running kernel: 5.11.22-1-pve)
pve-manager: 7.0-9 (running version: 7.0-9/228c9caa)
pve-kernel-helper: 7.0-4
pve-kernel-5.11: 7.0-4
pve-kernel-5.11.22-1-pve: 5.11.22-1-pve
qemu-server: 7.0-10
zfsutils-linux: 2.0.4-pve1
```
```
/etc/multipath.conf
##
## multipath-tools configuration file /etc/multipath.conf
##
blacklist {
devnode "^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*"
devnode "^(hd|xvd)[a-z][[0-9]*]"
devnode "^cciss!c[0-9]d[0-9]*[p[0-9]*]"
}
blacklist_exceptions {
property "(SCSI_IDENT_.*|ID_WWN|ID_SERIAL)"
wwid "22250000155dcef22"
wwid "222d9000155080015"
wwid "222640001555bdbf2"
wwid "22298000155c08ddd"
}
defaults {
polling_interval 2
path_selector "round-robin 0"
path_grouping_policy multibus
getuid_callout "/lib/udev/scsi_id -g -u -d /dev/%n"
rr_min_io 100
failback immediate
no_path_retry queue
user_friendly_names yes
}
devices {
device {
vendor "Intel"
product "Multi-Flex"
uid_attribute "ID_SERIAL"
path_grouping_policy "group_by_prio"
prio "alua"
path_checker tur
hardware_handler "1 alua"
rr_min_io 100
failback immediate
no_path_retry queue
rr_weight uniform
product_blacklist "VTrak V-LUN"
}
}
multipaths {
multipath {
wwid 22250000155dcef22
alias sistema
}
multipath {
wwid 222d9000155080015
alias vol1
}
multipath {
wwid 222640001555bdbf2
alias vol2
}
multipath {
wwid 22298000155c08ddd
alias volssd
}
}
```
Как это решить?
```
root@proxmox106:~# multipath -ll
```
На другом узле с Proxmox 6.4:
```
root@proxmox105:~# multipath -ll
sistema (222be000155bb7f72) dm-0 Intel,Multi-Flex
size=20G features='1 queue_if_no_path' hwhandler='1 alua' wp=rw
|-+- policy='round-robin 0' prio=50 status=active
| `- 0:0:0:0 sda 8:0 active ready running
`-+- policy='round-robin 0' prio=1 status=enabled
`- 0:0:1:0 sde 8:64 active ready running
vol2 (222640001555bdbf2) dm-6 Intel,Multi-Flex
size=1.3T features='1 queue_if_no_path' hwhandler='1 alua' wp=rw
|-+- policy='round-robin 0' prio=50 status=active
| `- 0:0:1:2 sdg 8:96 active ready running
`-+- policy='round-robin 0' prio=1 status=enabled
`- 0:0:0:2 sdc 8:32 active ready running
volssd (22298000155c08ddd) dm-8 Intel,Multi-Flex
size=2.1T features='1 queue_if_no_path' hwhandler='1 alua' wp=rw
|-+- policy='round-robin 0' prio=50 status=active
| `- 0:0:0:3 sdd 8:48 active ready running
`-+- policy='round-robin 0' prio=1 status=enabled
`- 0:0:1:3 sdh 8:112 active ready running
vol1 (222d9000155080015) dm-4 Intel,Multi-Flex
size=1.3T features='1 queue_if_no_path' hwhandler='1 alua' wp=rw
|-+- policy='round-robin 0' prio=50 status=active
| `- 0:0:0:1 sdb 8:16 active ready running
`-+- policy='round-robin 0' prio=1 status=enabled
`- 0:0:1:1 sdf 8:80 active ready running
multipath -v1 show:
```
root@proxmox106:~# multipath -v1
Jul 20 15:29:16 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on sistema (253:98) failed: Device or resource busy
Jul 20 15:29:16 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on vol1 (253:98) failed: Device or resource busy
Jul 20 15:29:16 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on vol2 (253:98) failed: Device or resource busy
Jul 20 15:29:16 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on volssd (253:98) failed: Device or resource busy
Jul 20 15:29:17 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on sistema (253:98) failed: Device or resource busy
Jul 20 15:29:17 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on vol1 (253:98) failed: Device or resource busy
Jul 20 15:29:18 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on vol2 (253:98) failed: Device or resource busy
Jul 20 15:29:18 | libdevmapper: ioctl/libdm-iface.c(1927): device-mapper: reload ioctl on volssd (253:98) failed: Device or resource busy
```
```
pveversion -v
proxmox-ve: 7.0-2 (running kernel: 5.11.22-1-pve)
pve-manager: 7.0-9 (running version: 7.0-9/228c9caa)
pve-kernel-helper: 7.0-4
pve-kernel-5.11: 7.0-4
pve-kernel-5.11.22-1-pve: 5.11.22-1-pve
qemu-server: 7.0-10
zfsutils-linux: 2.0.4-pve1
```
```
/etc/multipath.conf
##
## multipath-tools configuration file /etc/multipath.conf
##
blacklist {
devnode "^(ram|raw|loop|fd|md|dm-|sr|scd|st)[0-9]*"
devnode "^(hd|xvd)[a-z][[0-9]*]"
devnode "^cciss!c[0-9]d[0-9]*[p[0-9]*]"
}
blacklist_exceptions {
property "(SCSI_IDENT_.*|ID_WWN|ID_SERIAL)"
wwid "22250000155dcef22"
wwid "222d9000155080015"
wwid "222640001555bdbf2"
wwid "22298000155c08ddd"
}
defaults {
polling_interval 2
path_selector "round-robin 0"
path_grouping_policy multibus
getuid_callout "/lib/udev/scsi_id -g -u -d /dev/%n"
rr_min_io 100
failback immediate
no_path_retry queue
user_friendly_names yes
}
devices {
device {
vendor "Intel"
product "Multi-Flex"
uid_attribute "ID_SERIAL"
path_grouping_policy "group_by_prio"
prio "alua"
path_checker tur
hardware_handler "1 alua"
rr_min_io 100
failback immediate
no_path_retry queue
rr_weight uniform
product_blacklist "VTrak V-LUN"
}
}
multipaths {
multipath {
wwid 22250000155dcef22
alias sistema
}
multipath {
wwid 222d9000155080015
alias vol1
}
multipath {
wwid 222640001555bdbf2
alias vol2
}
multipath {
wwid 22298000155c08ddd
alias volssd
}
}
```
Как это решить?
