Error when setting up LACP bond with VLAN Bridge

[Sincere]

I'm trying to set up a VLAN on a active bond interface. We're using the last example on the Proxmox Wiki page, but when applying our config we get the below error:

root@n01:~# ifreload -a
error: netlink: bond0.611: cannot create vlan bond0.611 611: operation failed with 'Operation not supported' (95)

Below is our config:

auto lo
iface lo inet loopback

auto ens4f1
iface ens4f1 inet manual

iface ens3f0 inet manual

auto ens3f1
iface ens3f1 inet manual

iface ens4f0 inet manual

iface ens2f0 inet manual

iface ens2f1 inet manual

auto bond0
iface bond0 inet manual
        bond-slaves ens3f1 ens4f1
        bond-miimon 100
        bond-mode 802.3ad

iface bond0.611 inet manual

auto vmbr0v611
iface vmbr0v611 inet static
    address xx.xx.11.1/24
    # gateway # comment it if you want to have any gateway
    bridge-ports bond0.611
    bridge-stp off
    bridge-fd 0

auto vmbr0
iface vmbr0 inet static
        address xx.xx.xx.31/24
        gateway xx.xx.xx.1
        bridge-ports bond0
        bridge-stp off
        bridge-fd 0
        bridge-vlan-aware yes
        bridge-vids 2-4094

We're running a clean install of the latest 7.0.2 image. I'm curious to hear what we're doing wrong...

 

[spirit]

if you use vlan aware bridge, create directly a tagged bridge internal port with:

auto vmbr0
iface vmbr0 inet static
        address xx.xx.xx.31/24
        gateway xx.xx.xx.1
        bridge-ports bond0
        bridge-stp off
        bridge-fd 0
        bridge-vlan-aware yes
        bridge-vids 2-4094

auto vmbr0.611
iface vmbr0.611 inet static
    address xx.xx.11.1/24
    # gateway # comment it if you want to have any gateway

https://pve.proxmox.com/pve-docs/chapter-sysadmin.html#_vlan_802_1q

 

[spirit]

or you can keep your conf, remove the bridge vlan aware option

iface bond0.611 inet manual

auto vmbr0v611
iface vmbr0v611 inet static
    address xx.xx.11.1/24
    # gateway # comment it if you want to have any gateway
    bridge-ports bond0.611
    bridge-stp off
    bridge-fd 0

auto vmbr0
iface vmbr0 inet static
        address xx.xx.xx.31/24
        gateway xx.xx.xx.1
        bridge-ports bond0
        bridge-stp off
        bridge-fd 0

 

[spirit]

but don't mix vlan-aware bridge (where vlan tag are applied at bridge level), and vlan tag on physical interfaces.
Some nics model refuse it or have strange bugs.

 

[Sincere]

Hi Spirit,

Thank you for your response. I've "worked around" this issue by implementing OVS before your reply, below is our "solution":

auto lo
iface lo inet loopback

auto ens4f1
iface ens4f1 inet manual

auto ens3f0
iface ens3f0 inet manual

auto ens3f1
iface ens3f1 inet manual

auto ens4f0
iface ens4f0 inet manual

iface ens2f0 inet manual

iface ens2f1 inet manual

auto vlan614
iface vlan614 inet static
    address xx.xx.14.1/24
    ovs_type OVSIntPort
    ovs_bridge vmbr1
    ovs_mtu 9000
    ovs_options tag=614
#CephBack

auto vlan611
iface vlan611 inet static
    address xx.xx.11.1/24
    ovs_type OVSIntPort
    ovs_bridge vmbr0
#CLnet1

auto vlan612
iface vlan612 inet static
    address xx.xx.12.1/24
    ovs_type OVSIntPort
    ovs_bridge vmbr1
    ovs_options tag=612
#CLnet2

auto vlan613
iface vlan613 inet static
    address xx.xx.13.1/24
    ovs_type OVSIntPort
    ovs_bridge vmbr1
    ovs_mtu 9000
#CephFront

auto bond1
iface bond1 inet manual
    ovs_bonds ens3f0 ens4f0
    ovs_type OVSBond
    ovs_bridge vmbr1
    ovs_mtu 9000
    ovs_options bond_mode=balance-tcp lacp=active

auto bond0
iface bond0 inet manual
    ovs_bonds ens3f1 ens4f1
    ovs_type OVSBond
    ovs_bridge vmbr0
    ovs_options bond_mode=balance-tcp lacp=active

auto vmbr1
iface vmbr1 inet manual
    ovs_type OVSBridge
    ovs_ports bond1 vlan614 vlan612 vlan613
    ovs_mtu 9000
#CephFront

auto vmbr0
iface vmbr0 inet static
    address xx.xx.xx.31/24
    gateway xx.xx.xx.1
    ovs_type OVSBridge
    ovs_ports bond0 vlan611
#Public