ceph 17 ceph-adm 自动加盘机制需要过滤掉一些虚拟

否则创建出来的rbd盘会被加盘机制尝试自动加入作为osd

[root@ceph-rbd-1 ~]# ceph health detail 
HEALTH_WARN Failed to apply 1 service(s): osd.osd_spec_ssd
[WRN] CEPHADM_APPLY_SPEC_FAIL: Failed to apply 1 service(s): osd.osd_spec_ssd
    osd.osd_spec_ssd: cephadm exited with an error code: 1, stderr:Inferring config /var/lib/ceph/0c9e712a-017e-11ed-b6a5-089204a58dfa/mon.ceph-rbd-1/config
Non-zero exit code 1 from /bin/podman run --rm --ipc=host --stop-signal=SIGTERM --net=host --entrypoint /usr/sbin/ceph-volume --privileged --group-add=disk --init -e CONTAINER_IMAGE=cr-dev.yealinkops.com/iaas/ceph/ceph@sha256:69c26e812d7044c93228815e8acc959f30cf1095685df2805a81d9531065a676 -e NODE_NAME=ceph-rbd-1 -e CEPH_USE_RANDOM_NONCE=1 -e CEPH_VOLUME_OSDSPEC_AFFINITY=osd_spec_ssd -e CEPH_VOLUME_SKIP_RESTORECON=yes -e CEPH_VOLUME_DEBUG=1 -v /var/run/ceph/0c9e712a-017e-11ed-b6a5-089204a58dfa:/var/run/ceph:z -v /var/log/ceph/0c9e712a-017e-11ed-b6a5-089204a58dfa:/var/log/ceph:z -v /var/lib/ceph/0c9e712a-017e-11ed-b6a5-089204a58dfa/crash:/var/lib/ceph/crash:z -v /run/systemd/journal:/run/systemd/journal -v /dev:/dev -v /run/udev:/run/udev -v /sys:/sys -v /run/lvm:/run/lvm -v /run/lock/lvm:/run/lock/lvm -v /var/lib/ceph/0c9e712a-017e-11ed-b6a5-089204a58dfa/selinux:/sys/fs/selinux:ro -v /:/rootfs -v /tmp/ceph-tmp0ynfpspa:/etc/ceph/ceph.conf:z -v /tmp/ceph-tmpnpv3shiy:/var/lib/ceph/bootstrap-osd/ceph.keyring:z cr-dev.yealinkops.com/iaas/ceph/ceph@sha256:69c26e812d7044c93228815e8acc959f30cf1095685df2805a81d9531065a676 lvm batch --no-auto /dev/nvme0n1 /dev/nvme1n1 /dev/nvme2n1 /dev/nvme3n1 /dev/nvme4n1 /dev/nvme5n1 /dev/rbd0 /dev/rbd1 /dev/rbd2 /dev/rbd3 --osds-per-device 3 --yes --no-systemd
/bin/podman: stderr --> passed data devices: 10 physical, 0 LVM
/bin/podman: stderr --> relative data size: 0.3333333333333333
/bin/podman: stderr Running command: /usr/bin/ceph-authtool --gen-print-key
/bin/podman: stderr Running command: /usr/bin/ceph --cluster ceph --name client.bootstrap-osd --keyring /var/lib/ceph/bootstrap-osd/ceph.keyring -i - osd new 7e2ff6bf-30a0-4ce2-a7b1-70c6e1e1ad19
/bin/podman: stderr Running command: nsenter --mount=/rootfs/proc/1/ns/mnt --ipc=/rootfs/proc/1/ns/ipc --net=/rootfs/proc/1/ns/net --uts=/rootfs/proc/1/ns/uts /sbin/vgcreate --force --yes ceph-8a6c7620-a570-4a93-809b-51170d85f4f9 /dev/rbd0
/bin/podman: stderr  stderr: Cannot use /dev/rbd0: device type is unknown
/bin/podman: stderr   Command requires all devices to be found.
/bin/podman: stderr --> Was unable to complete a new OSD, will rollback changes
/bin/podman: stderr Running command: /usr/bin/ceph --cluster ceph --name client.bootstrap-osd --keyring /var/lib/ceph/bootstrap-osd/ceph.keyring osd purge-new osd.66 --yes-i-really-mean-it
/bin/podman: stderr  stderr: purged osd.66
/bin/podman: stderr Traceback (most recent call last):
/bin/podman: stderr   File "/usr/lib/python3.6/site-packages/ceph_volume/devices/lvm/prepare.py", line 252, in safe_prepare
/bin/podman: stderr     self.prepare()
/bin/podman: stderr   File "/usr/lib/python3.6/site-packages/ceph_volume/decorators.py", line 16, in is_root
/bin/podman: stderr     return func(*a, **kw)
/bin/podman: stderr   File "/usr/lib/python3.6/site-packages/ceph_volume/devices/lvm/prepare.py", line 363, in prepare
/bin/podman: stderr     block_lv = self.prepare_data_device('block', osd_fsid)
/bin/podman: stderr   File "/usr/lib/python3.6/site-packages/ceph_volume/devices/lvm/prepare.py", line 221, in prepare_data_device
/bin/podman: stderr     **kwargs)
/bin/podman: stderr   File "/usr/lib/python3.6/site-packages/ceph_volume/api/lvm.py", line 967, in create_lv
/bin/podman: stderr     vg = create_vg(device, name_prefix='ceph')
/bin/podman: stderr   File "/usr/lib/python3.6/site-packages/ceph_volume/api/lvm.py", line 663, in create_vg
/bin/podman: stderr     run_on_host=True
/bin/podman: stderr   File "/usr/lib/python3.6/site-packages/ceph_volume/process.py", line 147, in run
/bin/podman: stderr     raise RuntimeError(msg)
/bin/podman: stderr RuntimeError: command returned non-zero exit status: 5
/bin/podman: stderr 
/bin/podman: stderr During handling of the above exception, another exception occurred:
 

比如基于关键字来匹配设备

service_type: osd
service_id: osd_spec_hdd
placement:
  host_pattern: '*'    
spec:
  block_db_size: 
  data_devices:
    rotational: 1
    model: DL2400MM0159 # 匹配
  db_devices:
    rotational: 0
    model: 'Dell Ent NVMe CM6 RI 3.84TB' # 匹配
---
service_type: osd
service_id: osd_spec_ssd
placement:
  host_pattern: '*'    
spec:
  data_devices:
    rotational: 0
    model: 'Dell Ent NVMe CM6 RI 3.84TB'  # 匹配
  osds_per_device: 3  # 为了充分利用SSD的性能，可以将每块SSD分为3个OSD