Hello udo thanks a lot mate for the help
i make new fresh installation so the ceph mystorage change to storage
root@demo1:~# ceph osd crush dump -f json-pretty
{ "devices": [
{ "id": 0,
"name": "osd.0"},
{ "id": 1,
"name": "osd.1"},
{ "id": 2,
"name": "osd.2"},
{ "id": 3,
"name": "osd.3"},
{ "id": 4,
"name": "osd.4"},
{ "id": 5,
"name": "osd.5"},
{ "id": 6,
"name": "osd.6"},
{ "id": 7,
"name": "osd.7"},
{ "id": 8,
"name": "osd.8"},
{ "id": 9,
"name": "osd.9"},
{ "id": 10,
"name": "osd.10"},
{ "id": 11,
"name": "osd.11"}],
"types": [
{ "type_id": 0,
"name": "osd"},
{ "type_id": 1,
"name": "host"},
{ "type_id": 2,
"name": "chassis"},
{ "type_id": 3,
"name": "rack"},
{ "type_id": 4,
"name": "row"},
{ "type_id": 5,
"name": "pdu"},
{ "type_id": 6,
"name": "pod"},
{ "type_id": 7,
"name": "room"},
{ "type_id": 8,
"name": "datacenter"},
{ "type_id": 9,
"name": "region"},
{ "type_id": 10,
"name": "root"}],
"buckets": [
{ "id": -1,
"name": "default",
"type_id": 10,
"type_name": "root",
"weight": 0,
"alg": "straw",
"hash": "rjenkins1",
"items": [
{ "id": -2,
"weight": 0,
"pos": 0},
{ "id": -3,
"weight": 0,
"pos": 1},
{ "id": -4,
"weight": 0,
"pos": 2}]},
{ "id": -2,
"name": "demo1",
"type_id": 1,
"type_name": "host",
"weight": 0,
"alg": "straw",
"hash": "rjenkins1",
"items": [
{ "id": 0,
"weight": 0,
"pos": 0},
{ "id": 1,
"weight": 0,
"pos": 1},
{ "id": 2,
"weight": 0,
"pos": 2},
{ "id": 3,
"weight": 0,
"pos": 3}]},
{ "id": -3,
"name": "demo2",
"type_id": 1,
"type_name": "host",
"weight": 0,
"alg": "straw",
"hash": "rjenkins1",
"items": [
{ "id": 4,
"weight": 0,
"pos": 0},
{ "id": 5,
"weight": 0,
"pos": 1},
{ "id": 6,
"weight": 0,
"pos": 2},
{ "id": 7,
"weight": 0,
"pos": 3}]},
{ "id": -4,
"name": "demo3",
"type_id": 1,
"type_name": "host",
"weight": 0,
"alg": "straw",
"hash": "rjenkins1",
"items": [
{ "id": 8,
"weight": 0,
"pos": 0},
{ "id": 9,
"weight": 0,
"pos": 1},
{ "id": 10,
"weight": 0,
"pos": 2},
{ "id": 11,
"weight": 0,
"pos": 3}]}],
"rules": [
{ "rule_id": 0,
"rule_name": "replicated_ruleset",
"ruleset": 0,
"type": 1,
"min_size": 1,
"max_size": 10,
"steps": [
{ "op": "take",
"item": -1,
"item_name": "default"},
{ "op": "chooseleaf_firstn",
"num": 0,
"type": "host"},
{ "op": "emit"}]}],
"tunables": { "choose_local_tries": 0,
"choose_local_fallback_tries": 0,
"choose_total_tries": 50,
"chooseleaf_descend_once": 1,
"profile": "bobtail",
"optimal_tunables": 0,
"legacy_tunables": 0,
"require_feature_tunables": 1,
"require_feature_tunables2": 1}}