I have three Minisforum MS-01 units and am trying to set up those in a cluster. I am using three of the four ethernet ports (both 10G SFP+ ports in a LACP and the Intel vPro port for management). The Intel vPro management port is in the MNGT vlan 100, and I want to use the LACP for trunking.
I am trying to create separate IPs (similar to VMkernel ports in vCenter)—one for Ceph and one for the cluster. I have created the Linux VLAN with the IPs using the bridge connected to the LACP, but it is not working. What am I doing wrong here? Any help would be appreciated. I will also put a screenshot from Proxmox as well as a copy of the interfaces file.
# network interface settings; autogenerated
# Please do NOT modify this file directly, unless you know what
# you're doing.
#
# If you want to manage parts of the network configuration manually,
# please utilize the 'source' or 'source-directory' directives to do
# so.
# PVE will preserve these directives, but will NOT read its network
# configuration from sourced files, so do not attempt to move any of
# the PVE managed interfaces into external files!
auto lo
iface lo inet loopback
iface enp91s0 inet manual
#2.5G - RJ45 - Port 2 - MNGT
iface enp88s0 inet manual
#2.5G - RJ45 - Port 3 - Unused
auto enp3s0f0np0
iface enp3s0f0np0 inet manual
#10G - SFP - Port 0 - Trunk
auto enp3s0f1np1
iface enp3s0f1np1 inet manual
#10G - SFP - Port 1 - Trunk
auto bond0
iface bond0 inet manual
bond-slaves enp3s0f0np0 enp3s0f1np1
bond-miimon 100
bond-mode 802.3ad
bond-xmit-hash-policy layer3+4
#LACP - Trunk
auto vmbr0
iface vmbr0 inet static
address 192.168.100.51/24
gateway 192.168.100.1
bridge-ports enp91s0
bridge-stp off
bridge-fd 0
#2.5G - Management - 100
auto vmbr1
iface vmbr1 inet manual
bridge-ports bond0
bridge-stp off
bridge-fd 0
bridge-vlan-aware yes
bridge-vids 2-4094
#10G - Trunk Bridge
auto vmbr1.102
iface vmbr1.102 inet static
address 192.168.102.51/24
#10G - Cluster - 102
auto vmbr1.103
iface vmbr1.103 inet static
address 192.168.103.51/24
#10G - Ceph - 103
auto vmbr1.101
iface vmbr1.101 inet static
address 192.168.101.51/24
#10G - Production - 101
source /etc/network/interfaces.d/*
I am trying to create separate IPs (similar to VMkernel ports in vCenter)—one for Ceph and one for the cluster. I have created the Linux VLAN with the IPs using the bridge connected to the LACP, but it is not working. What am I doing wrong here? Any help would be appreciated. I will also put a screenshot from Proxmox as well as a copy of the interfaces file.
# network interface settings; autogenerated
# Please do NOT modify this file directly, unless you know what
# you're doing.
#
# If you want to manage parts of the network configuration manually,
# please utilize the 'source' or 'source-directory' directives to do
# so.
# PVE will preserve these directives, but will NOT read its network
# configuration from sourced files, so do not attempt to move any of
# the PVE managed interfaces into external files!
auto lo
iface lo inet loopback
iface enp91s0 inet manual
#2.5G - RJ45 - Port 2 - MNGT
iface enp88s0 inet manual
#2.5G - RJ45 - Port 3 - Unused
auto enp3s0f0np0
iface enp3s0f0np0 inet manual
#10G - SFP - Port 0 - Trunk
auto enp3s0f1np1
iface enp3s0f1np1 inet manual
#10G - SFP - Port 1 - Trunk
auto bond0
iface bond0 inet manual
bond-slaves enp3s0f0np0 enp3s0f1np1
bond-miimon 100
bond-mode 802.3ad
bond-xmit-hash-policy layer3+4
#LACP - Trunk
auto vmbr0
iface vmbr0 inet static
address 192.168.100.51/24
gateway 192.168.100.1
bridge-ports enp91s0
bridge-stp off
bridge-fd 0
#2.5G - Management - 100
auto vmbr1
iface vmbr1 inet manual
bridge-ports bond0
bridge-stp off
bridge-fd 0
bridge-vlan-aware yes
bridge-vids 2-4094
#10G - Trunk Bridge
auto vmbr1.102
iface vmbr1.102 inet static
address 192.168.102.51/24
#10G - Cluster - 102
auto vmbr1.103
iface vmbr1.103 inet static
address 192.168.103.51/24
#10G - Ceph - 103
auto vmbr1.101
iface vmbr1.101 inet static
address 192.168.101.51/24
#10G - Production - 101
source /etc/network/interfaces.d/*