On 27/03/2025 10:10, Torkil Svensgaard wrote:
Hi
19.2.1
" [root@franky ~]# ceph device ls | grep franky ATA_HGST_HDN726060ALE614_K1GV9P4B franky:sda osd.579 now ATA_HGST_HDS724040ALE640_PK1334PBH7PZ5P franky:sdn osd.577 now ATA_HGST_HDS724040ALE640_PK2381P1GNV2UZ franky:sdg osd.580
ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG6DDUA franky:sde osd.533 now ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG6DGZA franky:sdf osd.527
ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG7R0ZA franky:sdc osd.538 now ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG7R45A franky:sdx osd.583
ATA_INTEL_SSDSC2BA200G4_BTHV6032026G200MGN franky:sdp osd.532 5% now ATA_INTEL_SSDSC2KG480G7_PHYM743202DW480BGN franky:sdt osd.531 7% now ATA_TOSHIBA_MG09ACA18TA_81P0A00PFJEH franky:sdh osd.576 now ATA_TOSHIBA_MG09ACA18TA_81P0A01KFJEH franky:sdq osd.535 now ATA_TOSHIBA_MG09ACA18TA_81P0A02RFJEH franky:sdv osd.574 now ATA_TOSHIBA_MG09ACA18TA_81P0A02WFJEH franky:sdm osd.581 now ATA_TOSHIBA_MG09ACA18TA_81Q0A00FFJEH franky:sdk osd.582 now ATA_WDC_WD2002FYPS-01U1B1_WD-WCAVY2249800 franky:sdu osd.536 now ATA_WDC_WD2002FYPS-01U1B1_WD-WCAVY2258167 franky:sdr osd.530
ATA_WDC_WD2002FYPS-02W3B0_WD-WCAVY6793009 franky:sdl osd.528
ATA_WDC_WD30EFRX-68AX9N0_WD-WMC1T2483048 franky:sdaa osd.529
ATA_WDC_WD30EFRX-68EUZN0_WD-WCC4N6TYT6KZ franky:sdd osd.537
HGST_HUS724040ALS640_PBG458BX franky:sdb osd.568
HGST_HUS724040ALS640_PCJ2VXRX franky:sdj osd.578
HGST_HUS724040ALS640_PCJN3LWX franky:sdi osd.539
HGST_HUS724040ALS640_PCKX3UWX franky:sdo osd.564
HGST_HUS724040ALS640_PCKX4KSX franky:sds osd.575
SAMSUNG_MZPLJ3T2HBJR-00007_S55HNC0R600134 franky:nvme0n1 osd.527 osd.536 osd.539 osd.576 osd.577 osd.581 osd.582 osd.583 0% SAMSUNG_MZPLL1T6HAJQ-00005_S4CBNA0N601201 franky:nvme1n1 osd.530 osd.535 osd.538 osd.574 osd.575 4% SAMSUNG_MZPLL1T6HAJQ-00005_S4CBNA0N601254 franky:nvme3n1 osd.528 osd.533 osd.578 osd.579 osd.580 4% [root@franky ~]# ceph orch device ls | grep franky franky /dev/md127 ssd 221G No 12m ago Has a FileSystem franky /dev/nvme0n1 ssd SAMSUNG_MZPLJ3T2HBJR-00007_S55HNC0R600134 2980G No 12m ago Has a FileSystem, LVM detected franky /dev/nvme1n1 ssd SAMSUNG_MZPLL1T6HAJQ-00005_S4CBNA0N601201 1490G No 12m ago Has a FileSystem, LVM detected franky /dev/nvme2n1 ssd SAMSUNG_MZPLJ3T2HBJR-00007_S55HNC0R800346 2980G No 12m ago Has a FileSystem, LVM detected franky /dev/nvme3n1 ssd SAMSUNG_MZPLL1T6HAJQ-00005_S4CBNA0N601254 1490G No 12m ago Has a FileSystem, LVM detected franky /dev/sda hdd ATA_HGST_HDN726060ALE614_K1GV9P4B 5589G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdaa hdd ATA_WDC_WD30EFRX-68AX9N0_WD- WMC1T2483048 2794G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdb hdd HGST_HUS724040ALS640_PBG458BX 3726G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdc hdd ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG7R0ZA 2794G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdd hdd ATA_WDC_WD30EFRX-68EUZN0_WD- WCC4N6TYT6KZ 2794G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sde hdd ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG6DDUA 2794G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdf hdd ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG6DGZA 2794G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdg hdd ATA_HGST_HDS724040ALE640_PK2381P1GNV2UZ 3726G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdh hdd ATA_TOSHIBA_MG09ACA18TA_81P0A00PFJEH 16.3T No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdi hdd HGST_HUS724040ALS640_PCJN3LWX 3726G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdj hdd HGST_HUS724040ALS640_PCJ2VXRX 3726G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdk hdd ATA_TOSHIBA_MG09ACA18TA_81Q0A00FFJEH 16.3T No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdl hdd ATA_WDC_WD2002FYPS-02W3B0_WD- WCAVY6793009 1863G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdm hdd ATA_TOSHIBA_MG09ACA18TA_81P0A02WFJEH 16.3T No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdn hdd ATA_HGST_HDS724040ALE640_PK1334PBH7PZ5P 3726G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdo hdd HGST_HUS724040ALS640_PCKX3UWX 3726G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdp ssd ATA_INTEL_SSDSC2BA200G4_BTHV6032026G200MGN 186G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdq hdd ATA_TOSHIBA_MG09ACA18TA_81P0A01KFJEH 16.3T No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdr hdd ATA_WDC_WD2002FYPS-01U1B1_WD- WCAVY2258167 1863G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sds hdd HGST_HUS724040ALS640_PCKX4KSX 3726G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdt ssd ATA_INTEL_SSDSC2KG480G7_PHYM743202DW480BGN 447G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdu hdd ATA_WDC_WD2002FYPS-01U1B1_WD- WCAVY2249800 1863G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdv hdd ATA_TOSHIBA_MG09ACA18TA_81P0A02RFJEH 16.3T No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected franky /dev/sdw hdd ATA_WDC_WD30EFRX-68AX9N0_WD- WMC1T2273861 2794G Yes 12m ago
franky /dev/sdx hdd ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG7R45A 2794G No 12m ago Has a FileSystem, Insufficient space (<10 extents) on vgs, LVM detected "
Any suggestions as to why a device (nvme2n1) might be missing from "ceph device ls"?
Verbose output shows the device but with no device name: " submit {"prefix": "device ls-by-host", "host": "franky", "target": ["mon-mgr", ""]} to mon-mgr DEVICE DEV DAEMONS EXPECTED FAILURE ATA_HGST_HDN726060ALE614_K1GV9P4B sda osd.579 now ATA_HGST_HDS724040ALE640_PK1334PBH7PZ5P sdn osd.577 now ATA_HGST_HDS724040ALE640_PK2381P1GNV2UZ sdg osd.580 ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG6DDUA sde osd.533 now ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG6DGZA sdf osd.527 ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG7R0ZA sdc osd.538 now ATA_Hitachi_HDS5C3030ALA630_MJ1311YNG7R45A sdx osd.583 ATA_INTEL_SSDSC2BA200G4_BTHV6032026G200MGN sdp osd.532 now ATA_INTEL_SSDSC2KG480G7_PHYM743202DW480BGN sdt osd.531 now ATA_TOSHIBA_MG09ACA18TA_81P0A00PFJEH sdh osd.576 now ATA_TOSHIBA_MG09ACA18TA_81P0A01KFJEH sdq osd.535 now ATA_TOSHIBA_MG09ACA18TA_81P0A02RFJEH sdv osd.574 now ATA_TOSHIBA_MG09ACA18TA_81P0A02WFJEH sdm osd.581 now ATA_TOSHIBA_MG09ACA18TA_81Q0A00FFJEH sdk osd.582 now ATA_WDC_WD2002FYPS-01U1B1_WD-WCAVY2249800 sdu osd.536 now ATA_WDC_WD2002FYPS-01U1B1_WD-WCAVY2258167 sdr osd.530 ATA_WDC_WD2002FYPS-02W3B0_WD-WCAVY6793009 sdl osd.528 ATA_WDC_WD30EFRX-68AX9N0_WD-WMC1T2483048 sdaa osd.529 ATA_WDC_WD30EFRX-68EUZN0_WD-WCC4N6TYT6KZ sdd osd.537 HGST_HUS724040ALS640_PBG458BX sdb osd.568 HGST_HUS724040ALS640_PCJ2VXRX sdj osd.578 HGST_HUS724040ALS640_PCJN3LWX sdi osd.539 HGST_HUS724040ALS640_PCKX3UWX sdo osd.564 HGST_HUS724040ALS640_PCKX4KSX sds osd.575 SAMSUNG_MZPLJ3T2HBJR-00007_S55HNC0R600134 nvme0n1 osd.527 osd.536 osd.539 osd.576 osd.577 osd.581 osd.582 osd.583 SAMSUNG_MZPLJ3T2HBJR-00007_S55HNC0R800346 osd.529 osd.537 osd.564 osd.568 SAMSUNG_MZPLL1T6HAJQ-00005_S4CBNA0N601201 nvme1n1 osd.530 osd.535 osd.538 osd.574 osd.575 SAMSUNG_MZPLL1T6HAJQ-00005_S4CBNA0N601254 nvme3n1 osd.528 osd.533 osd.578 osd.579 osd.580 " Mvh. Torkil
It is being used as db device for 4 OSDs.
Mvh.
Torkil
-- Torkil Svensgaard Sysadmin MR-Forskningssektionen, afs. 714 DRCMR, Danish Research Centre for Magnetic Resonance Hvidovre Hospital Kettegård Allé 30 DK-2650 Hvidovre Denmark Tel: +45 386 22828 E-mail: torkil@drcmr.dk