Bug 2227063

Description of problem:
Observed during the testing of BZ2226657
As per the explanation available in these comments - BZ2226657#c13 & BZ2226657#c9
when the OSDs are initialized with osd_objectstore parameter already set to bluestore-rdr, it is expected that "ceph config show" would return bluestore-rdr as the value against osd_objectstore.

Moreoever, OSD backend type post deployment and initialization of OSD should also return "bluestore-rdr"
And likewise, the "type" metadata label should also be "bluestore-rdr"

Currently, ceph config show displays the correct value of bluestore-rdr
However, both OSD backend type and "type" entry in metadata label return "bluestore" instead of "bluestore-rdr"

This would essentially mean that bluestore-rdr is not taking effect

Version-Release number of selected component (if applicable):
ceph version 17.2.6-100.el9cp (ea4e3ef8df2cf26540aae06479df031dcfc80343) quincy (stable)

How reproducible:
2/2

Steps to Reproduce:
1. Deploy a Ceph cluster with initializing OSD 
2. Set the osd_objectstore config to bluestore-rdr
3. Initialize the OSDs
4. Verify osd_objectstore value in ceph config show
5. Verify the osd backend type from any of the OSDs
6. List the metadata label for any of the OSDs using ceph-bluestore-tool

Actual results:
Currently, ceph config show displays the correct value of bluestore-rdr for osd_objectstore
However, both OSD backend type and "type" entry in metadata label return "bluestore" instead of "bluestore-rdr"

Expected results:
Value of osd_objectstore in "ceph config show", OSD backend type, and "type" metadata label should all be 'bluestore-rdr' if OSDs are initialized with this parameter.


Additional info:
# ceph version
ceph version 17.2.6-100.el9cp (ea4e3ef8df2cf26540aae06479df031dcfc80343) quincy (stable)

[ceph: root@ceph-hakumar-4mmunb-node1-installer /]# ceph status
  cluster:
    id:     e0399ebe-2c8f-11ee-9a9f-fa163e7a4d04
    health: HEALTH_WARN
            1 MDSs report slow metadata IOs
            Reduced data availability: 3 pgs inactive
            OSD count 0 < osd_pool_default_size 3
 
  services:
    mon: 3 daemons, quorum ceph-hakumar-4mmunb-node1-installer,ceph-hakumar-4mmunb-node6,ceph-hakumar-4mmunb-node2 (age 15m)
    mgr: ceph-hakumar-4mmunb-node1-installer.sowakk(active, since 19m), standbys: ceph-hakumar-4mmunb-node2.aoopfk, ceph-hakumar-4mmunb-node6.qgobwn
    mds: 1/1 daemons up, 1 standby
    osd: 0 osds: 0 up, 0 in
 
  data:
    volumes: 1/1 healthy
    pools:   3 pools, 3 pgs
    objects: 0 objects, 0 B
    usage:   0 B used, 0 B / 0 B avail
    pgs:     100.000% pgs unknown
             3 unknown
 
  progress:
    Global Recovery Event (0s)
      [............................] 
 
[ceph: root@ceph-hakumar-4mmunb-node1-installer /]# ceph config get osd osd_objectstore
bluestore

[ceph: root@ceph-hakumar-4mmunb-node1-installer /]# ceph config set osd osd_objectstore bluestore-rdr

[ceph: root@ceph-hakumar-4mmunb-node1-installer /]# ceph config get osd osd_objectstore
bluestore-rdr

[ceph: root@ceph-hakumar-4mmunb-node1-installer /]# ceph orch apply osd  --all-available-devices
Scheduled osd.all-available-devices update...

# ceph config show osd.0 | grep objectstore
osd_objectstore                                  bluestore-rdr                                                                                                                                  mon

# cat /var/lib/ceph/e0399ebe-2c8f-11ee-9a9f-fa163e7a4d04/osd.0/type 
bluestore

[root@ceph-hakumar-4mmunb-node5 ~]# systemctl -a | grep osd.0
  ceph-e0399ebe-2c8f-11ee-9a9f-fa163e7a4d04.service                                                                                                                                                         loaded    active   running   Ceph osd.0 for e0399ebe-2c8f-11ee-9a9f-fa163e7a4d04

[root@ceph-hakumar-4mmunb-node5 ~]# systemctl stop ceph-e0399ebe-2c8f-11ee-9a9f-fa163e7a4d04.service

[root@ceph-hakumar-4mmunb-node5 ~]# cephadm shell --name osd.0 -- ceph-bluestore-tool show-label --path /var/lib/ceph/osd/ceph-0
Inferring fsid e0399ebe-2c8f-11ee-9a9f-fa163e7a4d04
Inferring config /var/lib/ceph/e0399ebe-2c8f-11ee-9a9f-fa163e7a4d04/osd.0/config
Using ceph image with id 'c9eb30bbf30e' and tag '<none>' created on 2023-07-26 17:33:06 +0000 UTC
registry-proxy.engineering.redhat.com/rh-osbs/rhceph@sha256:2851c553bd88cb643546bab6058eccf7ebdee389ca29790abcfbeab805e77682
inferring bluefs devices from bluestore path
{
    "/var/lib/ceph/osd/ceph-0/block": {
        "osd_uuid": "bcf95a28-9d62-421a-9b72-232f23d9963b",
        "size": 26839351296,
        "btime": "2023-07-27T15:34:15.452488+0000",
        "description": "main",
        "bfm_blocks": "6552576",
        "bfm_blocks_per_key": "128",
        "bfm_bytes_per_block": "4096",
        "bfm_size": "26839351296",
        "bluefs": "1",
        "ceph_fsid": "e0399ebe-2c8f-11ee-9a9f-fa163e7a4d04",
        "ceph_version_when_created": "ceph version 17.2.6-100.el9cp (ea4e3ef8df2cf26540aae06479df031dcfc80343) quincy (stable)",
        "created_at": "2023-07-27T15:34:17.072286Z",
        "kv_backend": "rocksdb",
        "magic": "ceph osd volume v026",
        "mkfs_done": "yes",
        "osd_key": "AQB2jsJkNlkiFhAABPvtKiQh4yoaxO66DUlIfg==",
        "osdspec_affinity": "all-available-devices",
        "ready": "ready",
        "require_osd_release": "17",
        "type": "bluestore",
        "whoami": "0"
    }
}

# cephadm shell --name osd.0 -- ceph-bluestore-tool prime-osd-dir --dev /dev/ceph-59639f9d-afd0-4e61-a025-a671284ad4fb/osd-block-bcf95a28-9d62-421a-9b72-232f23d9963b --path /var/lib/ceph/osd/ceph-0
Inferring fsid e0399ebe-2c8f-11ee-9a9f-fa163e7a4d04
Inferring config /var/lib/ceph/e0399ebe-2c8f-11ee-9a9f-fa163e7a4d04/osd.0/config
Using ceph image with id 'c9eb30bbf30e' and tag '<none>' created on 2023-07-26 17:33:06 +0000 UTC
registry-proxy.engineering.redhat.com/rh-osbs/rhceph@sha256:2851c553bd88cb643546bab6058eccf7ebdee389ca29790abcfbeab805e77682

[root@ceph-hakumar-4mmunb-node5 ~]# cat /var/lib/ceph/e0399ebe-2c8f-11ee-9a9f-fa163e7a4d04/osd.0/type
bluestore