cluster network config

Kabel1IT

New Member
May 25, 2023
13
0
1
Hi, I've most likely configured ceph incorectly (it works fine though :D)
My public 2x1Gb network is 10.233.0.0/16 and the cluster-only 2x10Gb network is 10.233.233.0/24.
Looking at the CEPH manual, both the monitors and MDS should be on the slower public one? Where should the manager be, public or cluster?

Code:
[global]
     auth_client_required = cephx
     auth_cluster_required = cephx
     auth_service_required = cephx
     cluster_network = 10.233.233.5/24
     fsid = 7e6c39fd-5208-4b5f-a142-1ebae8793b72
     mon_allow_pool_delete = true
     mon_host = 10.233.233.5 10.233.233.6 10.233.233.4
     ms_bind_ipv4 = true
     ms_bind_ipv6 = false
     osd_pool_default_min_size = 2
     osd_pool_default_size = 3
     public_network = 10.233.1.45/16

[client]
     keyring = /etc/pve/priv/$cluster.$name.keyring

[mds]
     keyring = /var/lib/ceph/mds/ceph-$id/keyring

[mds.Proxmox05]
     host = Proxmox05
     mds_standby_for_name = pve

[mds.proxmox04]
     host = proxmox04
     mds standby for name = pve

[mds.proxmox06]
     host = proxmox06
     mds_standby_for_name = pve

[mon.Proxmox05]
     public_addr = 10.233.233.5

[mon.proxmox04]
     public_addr = 10.233.233.4

[mon.proxmox06]
     public_addr = 10.233.233.6