What settings are you using for the CEPH Pool?
Are you using filestore or bluestore?
I'm using the default as created in Proxmox 5.4 (bluestore). The CEPH pool settings are as follows:
[global]
auth client required = none
auth cluster required = none
auth service required = none
cluster network = 10.x.x.0/24
debug_asok = 0/0
debug_auth = 0/0
debug_buffer = 0/0
debug_client = 0/0
debug_context = 0/0
debug_crush = 0/0
debug_filer = 0/0
debug_filestore = 0/0
debug_finisher = 0/0
debug_heartbeatmap = 0/0
debug_journal = 0/0
debug_journaler = 0/0
debug_lockdep = 0/0
debug_mon = 0/0
debug_monc = 0/0
debug_ms = 0/0
debug_objclass = 0/0
debug_objectcatcher = 0/0
debug_objecter = 0/0
debug_optracker = 0/0
debug_osd = 0/0
debug_paxos = 0/0
debug_perfcounter = 0/0
debug_rados = 0/0
debug_rbd = 0/0
debug_rgw = 0/0
debug_throttle = 0/0
debug_timer = 0/0
debug_tp = 0/0
fsid = xxxxxxxx-557e-4a17-8263-xxxxxxxx
keyring = /etc/pve/priv/$cluster.$name.keyring
mon allow pool delete = true
osd journal size = 5120
osd pool default min size = 2
osd pool default size = 3
public network = 192.168.x.0/24
# begin crush map
tunable choose_local_tries 0
tunable choose_local_fallback_tries 0
tunable choose_total_tries 50
tunable chooseleaf_descend_once 1
tunable chooseleaf_vary_r 1
tunable chooseleaf_stable 1
tunable straw_calc_version 1
tunable allowed_bucket_algs 54
# devices
device 0 osd.0 class ssd
device 1 osd.1 class ssd
device 2 osd.2 class ssd
device 3 osd.3 class ssd
device 4 osd.4 class ssd
device 5 osd.5 class ssd
device 6 osd.6 class ssd
device 7 osd.7 class ssd
device 8 osd.8 class ssd
device 9 osd.9 class ssd
device 10 osd.10 class ssd
device 11 osd.11 class ssd
device 12 osd.12 class ssd
device 13 osd.13 class ssd
device 14 osd.14 class ssd
device 15 osd.15 class ssd
device 16 osd.16 class ssd
device 17 osd.17 class ssd
device 18 osd.18 class ssd
device 19 osd.19 class ssd
device 20 osd.20 class ssd
device 21 osd.21 class ssd
device 22 osd.22 class ssd
device 23 osd.23 class ssd
device 24 osd.24 class ssd
device 25 osd.25 class ssd
device 26 osd.26 class ssd
device 27 osd.27 class ssd
device 28 osd.28 class ssd
device 29 osd.29 class ssd
device 30 osd.30 class ssd
device 31 osd.31 class ssd
device 32 osd.32 class ssd
device 33 osd.33 class ssd
device 34 osd.34 class ssd
# types
type 0 osd
type 1 host
type 2 chassis
type 3 rack
type 4 row
type 5 pdu
type 6 pod
type 7 room
type 8 datacenter
type 9 region
type 10 root
# buckets
host pve2 {
id -3 # do not change unnecessarily
id -4 class ssd # do not change unnecessarily
# weight 12.225
alg straw2
hash 0 # rjenkins1
item osd.0 weight 1.746
item osd.2 weight 1.746
item osd.3 weight 1.746
item osd.4 weight 1.746
item osd.5 weight 1.746
item osd.6 weight 1.746
item osd.34 weight 1.746
}
host pve3 {
id -5 # do not change unnecessarily
id -6 class ssd # do not change unnecessarily
# weight 12.225
alg straw2
hash 0 # rjenkins1
item osd.7 weight 1.746
item osd.8 weight 1.746
item osd.9 weight 1.746
item osd.10 weight 1.746
item osd.11 weight 1.746
item osd.12 weight 1.746
item osd.13 weight 1.746
}
host pve4 {
id -7 # do not change unnecessarily
id -8 class ssd # do not change unnecessarily
# weight 12.225
alg straw2
hash 0 # rjenkins1
item osd.14 weight 1.746
item osd.15 weight 1.746
item osd.16 weight 1.746
item osd.17 weight 1.746
item osd.18 weight 1.746
item osd.19 weight 1.746
item osd.20 weight 1.746
}
host pve1 {
id -9 # do not change unnecessarily
id -10 class ssd # do not change unnecessarily
# weight 12.225
alg straw2
hash 0 # rjenkins1
item osd.21 weight 1.746
item osd.22 weight 1.746
item osd.23 weight 1.746
item osd.24 weight 1.746
item osd.25 weight 1.746
item osd.26 weight 1.746
item osd.27 weight 1.746
}
host pve5 {
id -11 # do not change unnecessarily
id -12 class ssd # do not change unnecessarily
# weight 9.596
alg straw2
hash 0 # rjenkins1
item osd.1 weight 0.250
item osd.28 weight 1.819
item osd.29 weight 1.819
item osd.30 weight 1.819
item osd.31 weight 1.819
item osd.32 weight 1.819
item osd.33 weight 0.250
}
root default {
id -1 # do not change unnecessarily
id -2 class ssd # do not change unnecessarily
# weight 58.498
alg straw2
hash 0 # rjenkins1
item pve2 weight 12.225
item pve3 weight 12.225
item pve4 weight 12.225
item pve1 weight 12.225
item pve5 weight 9.596
}
# rules
rule replicated_rule {
id 0
type replicated
min_size 1
max_size 10
step take default
step chooseleaf firstn 0 type host
step emit
}
# end crush map
