Hello,
I'm testing Proxmox and bumped into to small problem.
I have 3 servers with 4 cards each connected to single switch.
I have created bond0 and bond1 interface with 2 interfaces in each bond.
Then I have assigned vmbr0 to bond0 and vmbr1 to bond1.
Vmbr1 have IP in same network:
vmbr0: 192.168.106.235
vmbr1: 192.168.106.120
Gateway in this case is 192.168.106.1
I have created couple of test vm's on single node and wanted to split traffic in a way that VM traffic like downloads or any other usage will be sent by say vmbr1 and my storage traffic (iscsi) will be sent over vmbr0
So I went ahead and created Virutal Machine using network vmbr1 but I cannot get any networking running on that bridge. If I change vm network card to vmbr0 I can ping and have a connection with any device inside that network but as soon as I change it to vmbr1 all communication is gone and no connections to anywhere.
Question here is why this communication do not work over second bridge and working on first bridge?
Obviously I'm doing some misconfiguration but I have no idea where.
Can anybody help me with that?
Few networking details below:
root@proxmoxn1:~# brctl show
bridge name bridge id STP enabled interfaces
vmbr0 8000.001b7858a268 no bond0
tap102i0
vmbr1 8000.001b7858a269 no bond1
root@proxmoxn1:~# route -n
Kernel IP routing table
Destination Gateway Genmask Flags Metric Ref Use Iface
0.0.0.0 192.168.106.1 0.0.0.0 UG 0 0 0 vmbr0
192.168.106.0 0.0.0.0 255.255.255.0 U 0 0 0 vmbr0
192.168.106.0 0.0.0.0 255.255.255.0 U 0 0 0 vmbr1
root@proxmoxn1:~# ip link list
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
2: eth0: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast master bond0 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:68 brd ff:ff:ff:ff:ff:ff
3: eth1: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast master bond1 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:69 brd ff:ff:ff:ff:ff:ff
4: eth2: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:68 brd ff:ff:ff:ff:ff:ff
5: eth3: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond1 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:69 brd ff:ff:ff:ff:ff:ff
6: bond0: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue master vmbr0 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:68 brd ff:ff:ff:ff:ff:ff
7: bond1: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue master vmbr1 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:69 brd ff:ff:ff:ff:ff:ff
8: vmbr0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:68 brd ff:ff:ff:ff:ff:ff
9: vmbr1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:69 brd ff:ff:ff:ff:ff:ff
16: tap102i0: <BROADCAST,MULTICAST,PROMISC,UP,LOWER_UP> mtu 1500 qdisc noqueue master vmbr0 state UNKNOWN mode DEFAULT group default qlen 500
link/ether 12:fe:79:4d:32:91 brd ff:ff:ff:ff:ff:ff
root@proxmoxn1:~# ip route list
default via 192.168.106.1 dev vmbr0
192.168.106.0/24 dev vmbr0 proto kernel scope link src 192.168.106.235
192.168.106.0/24 dev vmbr1 proto kernel scope link src 192.168.106.120
I'm testing Proxmox and bumped into to small problem.
I have 3 servers with 4 cards each connected to single switch.
I have created bond0 and bond1 interface with 2 interfaces in each bond.
Then I have assigned vmbr0 to bond0 and vmbr1 to bond1.
Vmbr1 have IP in same network:
vmbr0: 192.168.106.235
vmbr1: 192.168.106.120
Gateway in this case is 192.168.106.1
I have created couple of test vm's on single node and wanted to split traffic in a way that VM traffic like downloads or any other usage will be sent by say vmbr1 and my storage traffic (iscsi) will be sent over vmbr0
So I went ahead and created Virutal Machine using network vmbr1 but I cannot get any networking running on that bridge. If I change vm network card to vmbr0 I can ping and have a connection with any device inside that network but as soon as I change it to vmbr1 all communication is gone and no connections to anywhere.
Question here is why this communication do not work over second bridge and working on first bridge?
Obviously I'm doing some misconfiguration but I have no idea where.
Can anybody help me with that?
Few networking details below:
root@proxmoxn1:~# brctl show
bridge name bridge id STP enabled interfaces
vmbr0 8000.001b7858a268 no bond0
tap102i0
vmbr1 8000.001b7858a269 no bond1
root@proxmoxn1:~# route -n
Kernel IP routing table
Destination Gateway Genmask Flags Metric Ref Use Iface
0.0.0.0 192.168.106.1 0.0.0.0 UG 0 0 0 vmbr0
192.168.106.0 0.0.0.0 255.255.255.0 U 0 0 0 vmbr0
192.168.106.0 0.0.0.0 255.255.255.0 U 0 0 0 vmbr1
root@proxmoxn1:~# ip link list
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
2: eth0: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast master bond0 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:68 brd ff:ff:ff:ff:ff:ff
3: eth1: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast master bond1 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:69 brd ff:ff:ff:ff:ff:ff
4: eth2: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:68 brd ff:ff:ff:ff:ff:ff
5: eth3: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond1 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:69 brd ff:ff:ff:ff:ff:ff
6: bond0: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue master vmbr0 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:68 brd ff:ff:ff:ff:ff:ff
7: bond1: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue master vmbr1 state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:69 brd ff:ff:ff:ff:ff:ff
8: vmbr0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:68 brd ff:ff:ff:ff:ff:ff
9: vmbr1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP mode DEFAULT group default qlen 1000
link/ether 00:1b:78:58:a2:69 brd ff:ff:ff:ff:ff:ff
16: tap102i0: <BROADCAST,MULTICAST,PROMISC,UP,LOWER_UP> mtu 1500 qdisc noqueue master vmbr0 state UNKNOWN mode DEFAULT group default qlen 500
link/ether 12:fe:79:4d:32:91 brd ff:ff:ff:ff:ff:ff
root@proxmoxn1:~# ip route list
default via 192.168.106.1 dev vmbr0
192.168.106.0/24 dev vmbr0 proto kernel scope link src 192.168.106.235
192.168.106.0/24 dev vmbr1 proto kernel scope link src 192.168.106.120
