report 1067799142 { "cluster_fingerprint": "f71b5f78-64c9-4e77-b523-d2de5e5f1a01", "version": "15.2.6", "commit": "cb8c61a60551b72614257d632a574d420064c17a", "timestamp": "2020-12-16T14:46:26.701139+0000", "tag": "", "health": { "status": "HEALTH_WARN", "checks": { "MDS_SLOW_METADATA_IO": { "severity": "HEALTH_WARN", "summary": { "message": "2 MDSs report slow metadata IOs", "count": 2 }, "detail": [ { "message": "mdscephfs-a(mds.0): 100+ slow metadata IOs are blocked > 30 secs, oldest blocked for 9181 secs" }, { "message": "mdscephfs-b(mds.0): 1 slow metadata IOs are blocked > 30 secs, oldest blocked for 9051 secs" } ], "muted": false }, "MDS_SLOW_REQUEST": { "severity": "HEALTH_WARN", "summary": { "message": "1 MDSs report slow requests", "count": 1 }, "detail": [ { "message": "mdscephfs-a(mds.0): 129 slow requests are blocked > 30 secs" } ], "muted": false }, "MON_DOWN": { "severity": "HEALTH_WARN", "summary": { "message": "1/3 mons down, quorum f,k", "count": 1 }, "detail": [ { "message": "mon.m (rank 2) addr [v2:172.31.163.187:3300/0,v1:172.31.163.187:6789/0] is down (out of quorum)" } ], "muted": false }, "PG_AVAILABILITY": { "severity": "HEALTH_WARN", "summary": { "message": "Reduced data availability: 25 pgs inactive, 25 pgs down", "count": 50 }, "detail": [ { "message": "pg 1.9 is down, acting [3,0]" }, { "message": "pg 1.a is down, acting [3,2]" }, { "message": "pg 1.d is down, acting [0,3]" }, { "message": "pg 1.e is down, acting [3,2]" }, { "message": "pg 1.11 is down, acting [3,0]" }, { "message": "pg 1.17 is down, acting [3,0]" }, { "message": "pg 1.1c is down, acting [3,0]" }, { "message": "pg 2.2 is down, acting [3,0]" }, { "message": "pg 2.7 is down, acting [3,2]" }, { "message": "pg 2.9 is down, acting [3,2]" }, { "message": "pg 2.d is down, acting [3,0]" }, { "message": "pg 2.10 is down, acting [3,2]" }, { "message": "pg 2.12 is down, acting [3,0]" }, { "message": "pg 2.1b is down, acting [3,0]" }, { "message": "pg 2.1c is down, acting [3,2]" }, { "message": "pg 2.1e is down, acting [3,0]" }, { "message": "pg 3.0 is down, acting [0,3]" }, { "message": "pg 3.2 is down, acting [2,3]" }, { "message": "pg 3.3 is down, acting [3,0]" }, { "message": "pg 3.8 is down, acting [3,0]" }, { "message": "pg 3.a is down, acting [3,0]" }, { "message": "pg 3.e is down, acting [3,2]" }, { "message": "pg 3.12 is down, acting [2,3]" }, { "message": "pg 3.13 is down, acting [3,2]" }, { "message": "pg 3.1b is down, acting [3,0]" } ], "muted": false }, "SLOW_OPS": { "severity": "HEALTH_WARN", "summary": { "message": "602 slow ops, oldest one blocked for 8123 sec, daemons [osd.0,osd.2,mon.f] have slow ops.", "count": 1 }, "detail": [], "muted": false } }, "mutes": [] }, "monmap_first_committed": 1, "monmap_last_committed": 24, "monmap": { "epoch": 24, "fsid": "39941002-eb2d-498a-bab4-04961fb33a42", "modified": "2020-12-16T09:55:13.010421Z", "created": "2019-11-21T16:05:56.597779Z", "min_mon_release": 15, "min_mon_release_name": "octopus", "features": { "persistent": [ "kraken", "luminous", "mimic", "osdmap-prune", "nautilus", "octopus" ], "optional": [] }, "mons": [ { "rank": 0, "name": "f", "public_addrs": { "addrvec": [ { "type": "v2", "addr": "172.31.36.158:3300", "nonce": 0 }, { "type": "v1", "addr": "172.31.36.158:6789", "nonce": 0 } ] }, "addr": "172.31.36.158:6789/0", "public_addr": "172.31.36.158:6789/0", "priority": 0, "weight": 0 }, { "rank": 1, "name": "k", "public_addrs": { "addrvec": [ { "type": "v2", "addr": "172.31.225.8:3300", "nonce": 0 }, { "type": "v1", "addr": "172.31.225.8:6789", "nonce": 0 } ] }, "addr": "172.31.225.8:6789/0", "public_addr": "172.31.225.8:6789/0", "priority": 0, "weight": 0 }, { "rank": 2, "name": "m", "public_addrs": { "addrvec": [ { "type": "v2", "addr": "172.31.163.187:3300", "nonce": 0 }, { "type": "v1", "addr": "172.31.163.187:6789", "nonce": 0 } ] }, "addr": "172.31.163.187:6789/0", "public_addr": "172.31.163.187:6789/0", "priority": 0, "weight": 0 } ] }, "quorum": [ 0, 1 ], "osdmap": { "epoch": 9019, "fsid": "39941002-eb2d-498a-bab4-04961fb33a42", "created": "2019-11-21T16:05:57.640347+0000", "modified": "2020-12-16T14:42:15.846697+0000", "last_up_change": "2020-12-16T14:10:00.415027+0000", "last_in_change": "2020-12-16T14:10:00.415027+0000", "flags": "sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit", "flags_num": 5799936, "flags_set": [ "pglog_hardlimit", "purged_snapdirs", "recovery_deletes", "sortbitwise" ], "crush_version": 14, "full_ratio": 0.94999998807907104, "backfillfull_ratio": 0.89999997615814209, "nearfull_ratio": 0.85000002384185791, "cluster_snapshot": "", "pool_max": 4, "max_osd": 4, "require_min_compat_client": "luminous", "min_compat_client": "jewel", "require_osd_release": "octopus", "pools": [ { "pool": 1, "pool_name": "rbdpool", "create_time": "2019-11-21T16:07:32.986975+0000", "flags": 8193, "flags_names": "hashpspool,selfmanaged_snaps", "type": 1, "size": 2, "min_size": 1, "crush_rule": 1, "object_hash": 2, "pg_autoscale_mode": "on", "pg_num": 32, "pg_placement_num": 32, "pg_placement_num_target": 32, "pg_num_target": 32, "pg_num_pending": 32, "last_pg_merge_meta": { "source_pgid": "0.0", "ready_epoch": 0, "last_epoch_started": 0, "last_epoch_clean": 0, "source_version": "0'0", "target_version": "0'0" }, "last_change": "8657", "last_force_op_resend": "0", "last_force_op_resend_prenautilus": "0", "last_force_op_resend_preluminous": "1613", "auid": 0, "snap_mode": "selfmanaged", "snap_seq": 3, "snap_epoch": 19, "pool_snaps": [], "removed_snaps": "[]", "quota_max_bytes": 0, "quota_max_objects": 0, "tiers": [], "tier_of": -1, "read_tier": -1, "write_tier": -1, "cache_mode": "none", "target_max_bytes": 0, "target_max_objects": 0, "cache_target_dirty_ratio_micro": 400000, "cache_target_dirty_high_ratio_micro": 600000, "cache_target_full_ratio_micro": 800000, "cache_min_flush_age": 0, "cache_min_evict_age": 0, "erasure_code_profile": "", "hit_set_params": { "type": "none" }, "hit_set_period": 0, "hit_set_count": 0, "use_gmt_hitset": true, "min_read_recency_for_promote": 0, "min_write_recency_for_promote": 0, "hit_set_grade_decay_rate": 0, "hit_set_search_last_n": 0, "grade_table": [], "stripe_width": 0, "expected_num_objects": 0, "fast_read": false, "options": {}, "application_metadata": { "rbd": {} } }, { "pool": 2, "pool_name": "cephfs-metadata", "create_time": "2019-12-02T09:55:42.819120+0000", "flags": 1, "flags_names": "hashpspool", "type": 1, "size": 2, "min_size": 1, "crush_rule": 2, "object_hash": 2, "pg_autoscale_mode": "on", "pg_num": 32, "pg_placement_num": 32, "pg_placement_num_target": 32, "pg_num_target": 32, "pg_num_pending": 32, "last_pg_merge_meta": { "source_pgid": "0.0", "ready_epoch": 0, "last_epoch_started": 0, "last_epoch_clean": 0, "source_version": "0'0", "target_version": "0'0" }, "last_change": "8658", "last_force_op_resend": "0", "last_force_op_resend_prenautilus": "0", "last_force_op_resend_preluminous": "3081", "auid": 0, "snap_mode": "selfmanaged", "snap_seq": 0, "snap_epoch": 0, "pool_snaps": [], "removed_snaps": "[]", "quota_max_bytes": 0, "quota_max_objects": 0, "tiers": [], "tier_of": -1, "read_tier": -1, "write_tier": -1, "cache_mode": "none", "target_max_bytes": 0, "target_max_objects": 0, "cache_target_dirty_ratio_micro": 400000, "cache_target_dirty_high_ratio_micro": 600000, "cache_target_full_ratio_micro": 800000, "cache_min_flush_age": 0, "cache_min_evict_age": 0, "erasure_code_profile": "", "hit_set_params": { "type": "none" }, "hit_set_period": 0, "hit_set_count": 0, "use_gmt_hitset": true, "min_read_recency_for_promote": 0, "min_write_recency_for_promote": 0, "hit_set_grade_decay_rate": 0, "hit_set_search_last_n": 0, "grade_table": [], "stripe_width": 0, "expected_num_objects": 0, "fast_read": false, "options": { "pg_autoscale_bias": 4, "pg_num_min": 16, "recovery_priority": 5 }, "application_metadata": { "cephfs": { "metadata": "cephfs" } } }, { "pool": 3, "pool_name": "cephfs-data0", "create_time": "2019-12-02T09:55:49.464990+0000", "flags": 1, "flags_names": "hashpspool", "type": 1, "size": 2, "min_size": 1, "crush_rule": 3, "object_hash": 2, "pg_autoscale_mode": "on", "pg_num": 32, "pg_placement_num": 32, "pg_placement_num_target": 32, "pg_num_target": 32, "pg_num_pending": 32, "last_pg_merge_meta": { "source_pgid": "3.20", "ready_epoch": 7759, "last_epoch_started": 7758, "last_epoch_clean": 7758, "source_version": "7750'2574810", "target_version": "7750'2576879" }, "last_change": "8660", "last_force_op_resend": "0", "last_force_op_resend_prenautilus": "7759", "last_force_op_resend_preluminous": "7757", "auid": 0, "snap_mode": "selfmanaged", "snap_seq": 0, "snap_epoch": 0, "pool_snaps": [], "removed_snaps": "[]", "quota_max_bytes": 0, "quota_max_objects": 0, "tiers": [], "tier_of": -1, "read_tier": -1, "write_tier": -1, "cache_mode": "none", "target_max_bytes": 0, "target_max_objects": 0, "cache_target_dirty_ratio_micro": 400000, "cache_target_dirty_high_ratio_micro": 600000, "cache_target_full_ratio_micro": 800000, "cache_min_flush_age": 0, "cache_min_evict_age": 0, "erasure_code_profile": "", "hit_set_params": { "type": "none" }, "hit_set_period": 0, "hit_set_count": 0, "use_gmt_hitset": true, "min_read_recency_for_promote": 0, "min_write_recency_for_promote": 0, "hit_set_grade_decay_rate": 0, "hit_set_search_last_n": 0, "grade_table": [], "stripe_width": 0, "expected_num_objects": 0, "fast_read": false, "options": {}, "application_metadata": { "cephfs": {} } }, { "pool": 4, "pool_name": "device_health_metrics", "create_time": "2020-04-20T15:49:40.015449+0000", "flags": 1, "flags_names": "hashpspool", "type": 1, "size": 2, "min_size": 1, "crush_rule": 0, "object_hash": 2, "pg_autoscale_mode": "on", "pg_num": 1, "pg_placement_num": 1, "pg_placement_num_target": 1, "pg_num_target": 1, "pg_num_pending": 1, "last_pg_merge_meta": { "source_pgid": "0.0", "ready_epoch": 0, "last_epoch_started": 0, "last_epoch_clean": 0, "source_version": "0'0", "target_version": "0'0" }, "last_change": "3328", "last_force_op_resend": "0", "last_force_op_resend_prenautilus": "0", "last_force_op_resend_preluminous": "0", "auid": 0, "snap_mode": "selfmanaged", "snap_seq": 0, "snap_epoch": 0, "pool_snaps": [], "removed_snaps": "[]", "quota_max_bytes": 0, "quota_max_objects": 0, "tiers": [], "tier_of": -1, "read_tier": -1, "write_tier": -1, "cache_mode": "none", "target_max_bytes": 0, "target_max_objects": 0, "cache_target_dirty_ratio_micro": 400000, "cache_target_dirty_high_ratio_micro": 600000, "cache_target_full_ratio_micro": 800000, "cache_min_flush_age": 0, "cache_min_evict_age": 0, "erasure_code_profile": "", "hit_set_params": { "type": "none" }, "hit_set_period": 0, "hit_set_count": 0, "use_gmt_hitset": true, "min_read_recency_for_promote": 0, "min_write_recency_for_promote": 0, "hit_set_grade_decay_rate": 0, "hit_set_search_last_n": 0, "grade_table": [], "stripe_width": 0, "expected_num_objects": 0, "fast_read": false, "options": { "pg_num_min": 1 }, "application_metadata": { "mgr_devicehealth": {} } } ], "osds": [ { "osd": 0, "uuid": "03afe048-c50a-4417-a989-d64d83d49981", "up": 1, "in": 1, "weight": 1, "primary_affinity": 1, "last_clean_begin": 8536, "last_clean_end": 8564, "up_from": 8567, "up_thru": 9015, "down_at": 8565, "lost_at": 0, "public_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.33.165:6800", "nonce": 1609012285 }, { "type": "v1", "addr": "172.30.33.165:6801", "nonce": 1609012285 } ] }, "cluster_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.33.165:6802", "nonce": 1609012285 }, { "type": "v1", "addr": "172.30.33.165:6803", "nonce": 1609012285 } ] }, "heartbeat_back_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.33.165:6806", "nonce": 1609012285 }, { "type": "v1", "addr": "172.30.33.165:6807", "nonce": 1609012285 } ] }, "heartbeat_front_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.33.165:6804", "nonce": 1609012285 }, { "type": "v1", "addr": "172.30.33.165:6805", "nonce": 1609012285 } ] }, "public_addr": "172.30.33.165:6801/1609012285", "cluster_addr": "172.30.33.165:6803/1609012285", "heartbeat_back_addr": "172.30.33.165:6807/1609012285", "heartbeat_front_addr": "172.30.33.165:6805/1609012285", "state": [ "exists", "up" ] }, { "osd": 1, "uuid": "6de39020-523e-4797-8d7f-b5f88a5af71b", "up": 0, "in": 0, "weight": 0, "primary_affinity": 1, "last_clean_begin": 8766, "last_clean_end": 8797, "up_from": 8800, "up_thru": 8848, "down_at": 8850, "lost_at": 0, "public_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.161.39:6800", "nonce": 1103809042 }, { "type": "v1", "addr": "172.30.161.39:6801", "nonce": 1103809042 } ] }, "cluster_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.161.39:6802", "nonce": 1103809042 }, { "type": "v1", "addr": "172.30.161.39:6803", "nonce": 1103809042 } ] }, "heartbeat_back_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.161.39:6806", "nonce": 1103809042 }, { "type": "v1", "addr": "172.30.161.39:6807", "nonce": 1103809042 } ] }, "heartbeat_front_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.161.39:6804", "nonce": 1103809042 }, { "type": "v1", "addr": "172.30.161.39:6805", "nonce": 1103809042 } ] }, "public_addr": "172.30.161.39:6801/1103809042", "cluster_addr": "172.30.161.39:6803/1103809042", "heartbeat_back_addr": "172.30.161.39:6807/1103809042", "heartbeat_front_addr": "172.30.161.39:6805/1103809042", "state": [ "autoout", "exists" ] }, { "osd": 2, "uuid": "ea6894a5-2dd2-489a-85cf-37ff9eabffec", "up": 1, "in": 1, "weight": 1, "primary_affinity": 1, "last_clean_begin": 8542, "last_clean_end": 8570, "up_from": 8578, "up_thru": 9008, "down_at": 8577, "lost_at": 0, "public_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.201.2:6800", "nonce": 3460969467 }, { "type": "v1", "addr": "172.30.201.2:6801", "nonce": 3460969467 } ] }, "cluster_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.201.2:6802", "nonce": 3460969467 }, { "type": "v1", "addr": "172.30.201.2:6803", "nonce": 3460969467 } ] }, "heartbeat_back_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.201.2:6806", "nonce": 3460969467 }, { "type": "v1", "addr": "172.30.201.2:6807", "nonce": 3460969467 } ] }, "heartbeat_front_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.201.2:6804", "nonce": 3460969467 }, { "type": "v1", "addr": "172.30.201.2:6805", "nonce": 3460969467 } ] }, "public_addr": "172.30.201.2:6801/3460969467", "cluster_addr": "172.30.201.2:6803/3460969467", "heartbeat_back_addr": "172.30.201.2:6807/3460969467", "heartbeat_front_addr": "172.30.201.2:6805/3460969467", "state": [ "exists", "up" ] }, { "osd": 3, "uuid": "bd68fabb-371b-4624-ada1-1e532dd9b6c2", "up": 1, "in": 1, "weight": 1, "primary_affinity": 1, "last_clean_begin": 8928, "last_clean_end": 8962, "up_from": 9007, "up_thru": 9008, "down_at": 8963, "lost_at": 0, "public_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.107.5:6800", "nonce": 1472157578 }, { "type": "v1", "addr": "172.30.107.5:6801", "nonce": 1472157578 } ] }, "cluster_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.107.5:6802", "nonce": 1472157578 }, { "type": "v1", "addr": "172.30.107.5:6803", "nonce": 1472157578 } ] }, "heartbeat_back_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.107.5:6806", "nonce": 1472157578 }, { "type": "v1", "addr": "172.30.107.5:6807", "nonce": 1472157578 } ] }, "heartbeat_front_addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.107.5:6804", "nonce": 1472157578 }, { "type": "v1", "addr": "172.30.107.5:6805", "nonce": 1472157578 } ] }, "public_addr": "172.30.107.5:6801/1472157578", "cluster_addr": "172.30.107.5:6803/1472157578", "heartbeat_back_addr": "172.30.107.5:6807/1472157578", "heartbeat_front_addr": "172.30.107.5:6805/1472157578", "state": [ "exists", "up" ] } ], "osd_xinfo": [ { "osd": 0, "down_stamp": "2020-11-30T07:43:58.886656+0000", "laggy_probability": 0, "laggy_interval": 0, "features": 4540138292836696063, "old_weight": 0, "last_purged_snaps_scrub": "2020-12-16T07:44:08.318462+0000", "dead_epoch": 8565 }, { "osd": 1, "down_stamp": "2020-11-30T07:43:59.893241+0000", "laggy_probability": 0, "laggy_interval": 0, "features": 4540138292836696063, "old_weight": 65536, "last_purged_snaps_scrub": "2020-12-16T07:44:07.193968+0000", "dead_epoch": 8850 }, { "osd": 2, "down_stamp": "2020-12-02T20:50:38.561773+0000", "laggy_probability": 0, "laggy_interval": 0, "features": 4540138292836696063, "old_weight": 0, "last_purged_snaps_scrub": "2020-12-16T07:44:08.708138+0000", "dead_epoch": 8534 }, { "osd": 3, "down_stamp": "2020-12-16T13:41:17.899806+0000", "laggy_probability": 0, "laggy_interval": 0, "features": 4540138292836696063, "old_weight": 0, "last_purged_snaps_scrub": "2020-12-16T07:44:15.719293+0000", "dead_epoch": 8569 } ], "pg_upmap": [], "pg_upmap_items": [], "pg_temp": [ { "pgid": "1.b", "osds": [ 2, 0 ] }, { "pgid": "3.4", "osds": [ 0, 2 ] }, { "pgid": "3.9", "osds": [ 2, 0 ] }, { "pgid": "3.14", "osds": [ 2, 0 ] } ], "primary_temp": [], "blacklist": { "172.30.33.182:6800/3419146026": "2020-12-17T14:42:15.846634+0000", "172.30.33.182:0/2229539348": "2020-12-17T14:42:15.846634+0000", "172.30.33.182:6800/2559671592": "2020-12-17T14:34:11.404103+0000", "172.30.33.182:6801/770553481": "2020-12-17T14:24:35.084957+0000", "172.30.33.182:0/679977084": "2020-12-17T14:24:35.084957+0000", "172.30.33.182:6800/341100026": "2020-12-17T14:13:29.464284+0000", "172.30.33.182:0/650646842": "2020-12-17T14:13:29.464284+0000", "172.30.33.182:6800/2767151552": "2020-12-17T13:58:47.701698+0000", "172.30.33.182:0/2325382332": "2020-12-17T13:58:47.701698+0000", "172.30.33.182:6801/3419146026": "2020-12-17T14:42:15.846634+0000", "172.30.33.182:6801/706685806": "2020-12-17T13:51:42.212621+0000", "172.30.33.182:6800/706685806": "2020-12-17T13:51:42.212621+0000", "172.30.33.182:0/1830539806": "2020-12-17T13:51:42.212621+0000", "172.30.33.182:0/1606846417": "2020-12-17T07:40:38.144070+0000", "172.30.33.182:0/2727871142": "2020-12-17T13:07:09.779879+0000", "172.30.33.182:6801/2767151552": "2020-12-17T13:58:47.701698+0000", "172.30.33.182:6801/3066679254": "2020-12-17T13:27:16.110761+0000", "172.30.33.182:0/3953563216": "2020-12-17T14:05:33.402279+0000", "172.30.33.182:6801/2724987499": "2020-12-17T07:40:38.144070+0000", "172.30.33.182:0/2983455564": "2020-12-17T07:40:38.144070+0000", "172.30.33.182:6800/331145036": "2020-12-17T09:55:38.892627+0000", "172.30.33.182:6800/2724987499": "2020-12-17T07:40:38.144070+0000", "172.30.33.182:6801/331145036": "2020-12-17T09:55:38.892627+0000", "172.30.33.182:0/1264159784": "2020-12-17T12:57:29.225073+0000", "172.30.33.182:0/308452087": "2020-12-17T13:45:42.266017+0000", "172.30.33.182:6800/2014607231": "2020-12-17T14:05:33.402279+0000", "172.30.33.182:6801/2770464765": "2020-12-17T12:24:24.311640+0000", "172.30.33.182:0/1008950751": "2020-12-17T07:40:38.144070+0000", "172.30.33.182:0/2181242141": "2020-12-17T09:55:38.892627+0000", "172.30.33.182:0/4292547686": "2020-12-17T12:24:24.311640+0000", "172.30.33.182:6801/1968208880": "2020-12-17T13:07:09.779879+0000", "172.30.33.182:0/552173175": "2020-12-17T12:24:24.311640+0000", "172.30.33.182:6800/2770464765": "2020-12-17T12:24:24.311640+0000", "172.30.33.182:6801/341100026": "2020-12-17T14:13:29.464284+0000", "172.30.33.182:6800/2003928880": "2020-12-17T13:16:59.956451+0000", "172.30.33.182:6801/2014607231": "2020-12-17T14:05:33.402279+0000", "172.30.33.182:6801/2519773534": "2020-12-17T13:37:38.338856+0000", "172.30.33.182:6801/1599274580": "2020-12-17T12:57:29.225073+0000", "172.30.33.182:0/2532175852": "2020-12-17T12:26:13.870499+0000", "172.30.33.182:6800/770553481": "2020-12-17T14:24:35.084957+0000", "172.30.33.182:6800/90505859": "2020-12-17T12:26:13.870499+0000", "172.30.33.182:6800/1599274580": "2020-12-17T12:57:29.225073+0000", "172.30.33.182:0/1994564048": "2020-12-17T12:24:24.311640+0000", "172.30.33.182:6800/1968208880": "2020-12-17T13:07:09.779879+0000", "172.30.33.182:0/1850821225": "2020-12-17T14:34:11.404103+0000", "172.30.33.182:6801/2003928880": "2020-12-17T13:16:59.956451+0000", "172.30.33.182:0/3673069545": "2020-12-17T13:16:59.956451+0000", "172.30.33.182:0/2941856325": "2020-12-17T13:27:16.110761+0000", "172.30.33.182:0/1537744287": "2020-12-17T09:55:38.892627+0000", "172.30.33.182:6801/90505859": "2020-12-17T12:26:13.870499+0000", "172.30.33.182:6800/2519773534": "2020-12-17T13:37:38.338856+0000", "172.30.33.182:6800/3066679254": "2020-12-17T13:27:16.110761+0000", "172.30.33.182:6801/1037859658": "2020-12-17T13:45:42.266017+0000", "172.30.33.182:6801/2559671592": "2020-12-17T14:34:11.404103+0000", "172.30.33.182:0/2583385031": "2020-12-17T13:37:38.338856+0000", "172.30.33.182:6800/1037859658": "2020-12-17T13:45:42.266017+0000" }, "erasure_code_profiles": { "default": { "k": "2", "m": "1", "plugin": "jerasure", "technique": "reed_sol_van" } }, "removed_snaps_queue": [], "new_removed_snaps": [], "new_purged_snaps": [], "crush_node_flags": {}, "device_class_flags": {} }, "osd_metadata": [ { "id": 0, "arch": "x86_64", "back_addr": "[v2:172.30.33.165:6802/1609012285,v1:172.30.33.165:6803/1609012285]", "back_iface": "eth0", "bluefs": "1", "bluefs_dedicated_db": "0", "bluefs_dedicated_wal": "0", "bluefs_single_shared_device": "1", "bluestore_bdev_access_mode": "blk", "bluestore_bdev_block_size": "4096", "bluestore_bdev_dev_node": "/dev/dm-0", "bluestore_bdev_devices": "sdb", "bluestore_bdev_driver": "KernelDevice", "bluestore_bdev_partition_path": "/dev/dm-0", "bluestore_bdev_rotational": "0", "bluestore_bdev_size": "106300440576", "bluestore_bdev_support_discard": "0", "bluestore_bdev_type": "ssd", "ceph_release": "octopus", "ceph_version": "ceph version 15.2.6 (cb8c61a60551b72614257d632a574d420064c17a) octopus (stable)", "ceph_version_short": "15.2.6", "container_hostname": "rook-ceph-osd-0-cbff5dcd5-pwkqn", "container_image": "repo.pruef.local:50443/ceph/ceph:v15.2.6-20201119", "cpu": "Intel(R) Xeon(R) CPU E5-2620 v4 @ 2.10GHz", "default_device_class": "ssd", "device_ids": "", "device_paths": "sdb=/dev/disk/by-path/pci-0000:03:00.0-scsi-0:0:1:0", "devices": "sdb", "distro": "centos", "distro_description": "CentOS Linux 8 (Core)", "distro_version": "8", "front_addr": "[v2:172.30.33.165:6800/1609012285,v1:172.30.33.165:6801/1609012285]", "front_iface": "eth0", "hb_back_addr": "[v2:172.30.33.165:6806/1609012285,v1:172.30.33.165:6807/1609012285]", "hb_front_addr": "[v2:172.30.33.165:6804/1609012285,v1:172.30.33.165:6805/1609012285]", "hostname": "pruef-bbs-worker2", "journal_rotational": "0", "kernel_description": "#46~18.04.1-Ubuntu SMP Fri Jul 10 07:21:24 UTC 2020", "kernel_version": "5.4.0-42-generic", "mem_cgroup_limit": "2147483648", "mem_swap_kb": "0", "mem_total_kb": "28758928", "network_numa_unknown_ifaces": "eth0", "objectstore_numa_unknown_devices": "sdb", "os": "Linux", "osd_data": "/var/lib/ceph/osd/ceph-0", "osd_objectstore": "bluestore", "osdspec_affinity": "", "pod_name": "rook-ceph-osd-0-cbff5dcd5-pwkqn", "pod_namespace": "rook-ceph", "rotational": "0" }, { "id": 1, "arch": "x86_64", "back_addr": "[v2:172.30.161.39:6802/1103809042,v1:172.30.161.39:6803/1103809042]", "back_iface": "eth0", "bluefs": "1", "bluefs_dedicated_db": "0", "bluefs_dedicated_wal": "0", "bluefs_single_shared_device": "1", "bluestore_bdev_access_mode": "blk", "bluestore_bdev_block_size": "4096", "bluestore_bdev_dev_node": "/dev/dm-0", "bluestore_bdev_devices": "sdb", "bluestore_bdev_driver": "KernelDevice", "bluestore_bdev_partition_path": "/dev/dm-0", "bluestore_bdev_rotational": "0", "bluestore_bdev_size": "107369988096", "bluestore_bdev_support_discard": "0", "bluestore_bdev_type": "ssd", "ceph_release": "octopus", "ceph_version": "ceph version 15.2.6 (cb8c61a60551b72614257d632a574d420064c17a) octopus (stable)", "ceph_version_short": "15.2.6", "container_hostname": "rook-ceph-osd-1-797f9d8b95-z46wj", "container_image": "repo.pruef.local:50443/ceph/ceph:v15.2.6-20201119", "cpu": "Intel(R) Xeon(R) CPU E5-2620 v4 @ 2.10GHz", "default_device_class": "ssd", "device_ids": "", "device_paths": "sdb=/dev/disk/by-path/pci-0000:03:00.0-scsi-0:0:1:0", "devices": "sdb", "distro": "centos", "distro_description": "CentOS Linux 8 (Core)", "distro_version": "8", "front_addr": "[v2:172.30.161.39:6800/1103809042,v1:172.30.161.39:6801/1103809042]", "front_iface": "eth0", "hb_back_addr": "[v2:172.30.161.39:6806/1103809042,v1:172.30.161.39:6807/1103809042]", "hb_front_addr": "[v2:172.30.161.39:6804/1103809042,v1:172.30.161.39:6805/1103809042]", "hostname": "pruef-bbs-worker4", "journal_rotational": "0", "kernel_description": "#46~18.04.1-Ubuntu SMP Fri Jul 10 07:21:24 UTC 2020", "kernel_version": "5.4.0-42-generic", "mem_cgroup_limit": "2147483648", "mem_swap_kb": "0", "mem_total_kb": "28758928", "network_numa_unknown_ifaces": "eth0", "objectstore_numa_unknown_devices": "sdb", "os": "Linux", "osd_data": "/var/lib/ceph/osd/ceph-1", "osd_objectstore": "bluestore", "osdspec_affinity": "", "pod_name": "rook-ceph-osd-1-797f9d8b95-z46wj", "pod_namespace": "rook-ceph", "rotational": "0" }, { "id": 2, "arch": "x86_64", "back_addr": "[v2:172.30.201.2:6802/3460969467,v1:172.30.201.2:6803/3460969467]", "back_iface": "eth0", "bluefs": "1", "bluefs_dedicated_db": "0", "bluefs_dedicated_wal": "0", "bluefs_single_shared_device": "1", "bluestore_bdev_access_mode": "blk", "bluestore_bdev_block_size": "4096", "bluestore_bdev_dev_node": "/dev/dm-0", "bluestore_bdev_devices": "sdb", "bluestore_bdev_driver": "KernelDevice", "bluestore_bdev_partition_path": "/dev/dm-0", "bluestore_bdev_rotational": "0", "bluestore_bdev_size": "106300440576", "bluestore_bdev_support_discard": "0", "bluestore_bdev_type": "ssd", "ceph_release": "octopus", "ceph_version": "ceph version 15.2.6 (cb8c61a60551b72614257d632a574d420064c17a) octopus (stable)", "ceph_version_short": "15.2.6", "container_hostname": "rook-ceph-osd-2-68746c555b-dqmnj", "container_image": "repo.pruef.local:50443/ceph/ceph:v15.2.6-20201119", "cpu": "Intel(R) Xeon(R) CPU E5-2620 v4 @ 2.10GHz", "default_device_class": "ssd", "device_ids": "", "device_paths": "sdb=/dev/disk/by-path/pci-0000:03:00.0-scsi-0:0:1:0", "devices": "sdb", "distro": "centos", "distro_description": "CentOS Linux 8 (Core)", "distro_version": "8", "front_addr": "[v2:172.30.201.2:6800/3460969467,v1:172.30.201.2:6801/3460969467]", "front_iface": "eth0", "hb_back_addr": "[v2:172.30.201.2:6806/3460969467,v1:172.30.201.2:6807/3460969467]", "hb_front_addr": "[v2:172.30.201.2:6804/3460969467,v1:172.30.201.2:6805/3460969467]", "hostname": "pruef-bbs-worker3", "journal_rotational": "0", "kernel_description": "#46~18.04.1-Ubuntu SMP Fri Jul 10 07:21:24 UTC 2020", "kernel_version": "5.4.0-42-generic", "mem_cgroup_limit": "2147483648", "mem_swap_kb": "0", "mem_total_kb": "28758928", "network_numa_unknown_ifaces": "eth0", "objectstore_numa_unknown_devices": "sdb", "os": "Linux", "osd_data": "/var/lib/ceph/osd/ceph-2", "osd_objectstore": "bluestore", "osdspec_affinity": "", "pod_name": "rook-ceph-osd-2-68746c555b-dqmnj", "pod_namespace": "rook-ceph", "rotational": "0" }, { "id": 3, "arch": "x86_64", "back_addr": "[v2:172.30.107.5:6802/1472157578,v1:172.30.107.5:6803/1472157578]", "back_iface": "eth0", "bluefs": "1", "bluefs_dedicated_db": "0", "bluefs_dedicated_wal": "0", "bluefs_single_shared_device": "1", "bluestore_bdev_access_mode": "blk", "bluestore_bdev_block_size": "4096", "bluestore_bdev_dev_node": "/dev/dm-0", "bluestore_bdev_devices": "sdb", "bluestore_bdev_driver": "KernelDevice", "bluestore_bdev_partition_path": "/dev/dm-0", "bluestore_bdev_rotational": "0", "bluestore_bdev_size": "106300440576", "bluestore_bdev_support_discard": "0", "bluestore_bdev_type": "ssd", "ceph_release": "octopus", "ceph_version": "ceph version 15.2.6 (cb8c61a60551b72614257d632a574d420064c17a) octopus (stable)", "ceph_version_short": "15.2.6", "container_hostname": "rook-ceph-osd-3-6d4c68c766-tjm8t", "container_image": "repo.pruef.local:50443/ceph/ceph:v15.2.6-20201119", "cpu": "AMD Opteron(tm) Processor 6378", "default_device_class": "ssd", "device_ids": "", "device_paths": "sdb=/dev/disk/by-path/pci-0000:03:00.0-scsi-0:0:1:0", "devices": "sdb", "distro": "centos", "distro_description": "CentOS Linux 8 (Core)", "distro_version": "8", "front_addr": "[v2:172.30.107.5:6800/1472157578,v1:172.30.107.5:6801/1472157578]", "front_iface": "eth0", "hb_back_addr": "[v2:172.30.107.5:6806/1472157578,v1:172.30.107.5:6807/1472157578]", "hb_front_addr": "[v2:172.30.107.5:6804/1472157578,v1:172.30.107.5:6805/1472157578]", "hostname": "pruef-bbs-worker1", "journal_rotational": "0", "kernel_description": "#46~18.04.1-Ubuntu SMP Fri Jul 10 07:21:24 UTC 2020", "kernel_version": "5.4.0-42-generic", "mem_cgroup_limit": "2147483648", "mem_swap_kb": "0", "mem_total_kb": "32887688", "network_numa_unknown_ifaces": "eth0", "objectstore_numa_unknown_devices": "sdb", "os": "Linux", "osd_data": "/var/lib/ceph/osd/ceph-3", "osd_objectstore": "bluestore", "osdspec_affinity": "", "pod_name": "rook-ceph-osd-3-6d4c68c766-tjm8t", "pod_namespace": "rook-ceph", "rotational": "0" } ], "osdmap_clean_epochs": { "min_last_epoch_clean": 8838, "last_epoch_clean": { "per_pool": [ { "poolid": 1, "floor": 8838 }, { "poolid": 2, "floor": 8838 }, { "poolid": 3, "floor": 8838 }, { "poolid": 4, "floor": 8844 } ] }, "osd_epochs": [ { "id": 0, "epoch": 9019 }, { "id": 1, "epoch": 8844 }, { "id": 2, "epoch": 9019 }, { "id": 3, "epoch": 9018 } ] }, "osdmap_first_committed": 8513, "osdmap_last_committed": 9019, "crushmap": { "devices": [ { "id": 0, "name": "osd.0", "class": "ssd" }, { "id": 1, "name": "osd.1", "class": "ssd" }, { "id": 2, "name": "osd.2", "class": "ssd" }, { "id": 3, "name": "osd.3", "class": "ssd" } ], "types": [ { "type_id": 0, "name": "osd" }, { "type_id": 1, "name": "host" }, { "type_id": 2, "name": "chassis" }, { "type_id": 3, "name": "rack" }, { "type_id": 4, "name": "row" }, { "type_id": 5, "name": "pdu" }, { "type_id": 6, "name": "pod" }, { "type_id": 7, "name": "room" }, { "type_id": 8, "name": "datacenter" }, { "type_id": 9, "name": "zone" }, { "type_id": 10, "name": "region" }, { "type_id": 11, "name": "root" } ], "buckets": [ { "id": -1, "name": "default", "type_id": 11, "type_name": "root", "weight": 15819, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": -4, "weight": 6278, "pos": 0 }, { "id": -8, "weight": 9541, "pos": 1 } ] }, { "id": -2, "name": "default~ssd", "type_id": 11, "type_name": "root", "weight": 15819, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": -6, "weight": 6278, "pos": 0 }, { "id": -10, "weight": 9541, "pos": 1 } ] }, { "id": -3, "name": "pruef-bbs-worker2", "type_id": 1, "type_name": "host", "weight": 3139, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": 0, "weight": 3139, "pos": 0 } ] }, { "id": -4, "name": "dc1", "type_id": 9, "type_name": "zone", "weight": 6278, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": -3, "weight": 3139, "pos": 0 }, { "id": -13, "weight": 3139, "pos": 1 } ] }, { "id": -5, "name": "pruef-bbs-worker2~ssd", "type_id": 1, "type_name": "host", "weight": 3139, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": 0, "weight": 3139, "pos": 0 } ] }, { "id": -6, "name": "dc1~ssd", "type_id": 9, "type_name": "zone", "weight": 6278, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": -5, "weight": 3139, "pos": 0 }, { "id": -14, "weight": 3139, "pos": 1 } ] }, { "id": -7, "name": "pruef-bbs-worker4", "type_id": 1, "type_name": "host", "weight": 6402, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": 1, "weight": 6402, "pos": 0 } ] }, { "id": -8, "name": "dc2", "type_id": 9, "type_name": "zone", "weight": 9541, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": -7, "weight": 6402, "pos": 0 }, { "id": -11, "weight": 3139, "pos": 1 } ] }, { "id": -9, "name": "pruef-bbs-worker4~ssd", "type_id": 1, "type_name": "host", "weight": 6402, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": 1, "weight": 6402, "pos": 0 } ] }, { "id": -10, "name": "dc2~ssd", "type_id": 9, "type_name": "zone", "weight": 9541, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": -9, "weight": 6402, "pos": 0 }, { "id": -12, "weight": 3139, "pos": 1 } ] }, { "id": -11, "name": "pruef-bbs-worker3", "type_id": 1, "type_name": "host", "weight": 3139, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": 2, "weight": 3139, "pos": 0 } ] }, { "id": -12, "name": "pruef-bbs-worker3~ssd", "type_id": 1, "type_name": "host", "weight": 3139, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": 2, "weight": 3139, "pos": 0 } ] }, { "id": -13, "name": "pruef-bbs-worker1", "type_id": 1, "type_name": "host", "weight": 3139, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": 3, "weight": 3139, "pos": 0 } ] }, { "id": -14, "name": "pruef-bbs-worker1~ssd", "type_id": 1, "type_name": "host", "weight": 3139, "alg": "straw2", "hash": "rjenkins1", "items": [ { "id": 3, "weight": 3139, "pos": 0 } ] } ], "rules": [ { "rule_id": 0, "rule_name": "replicated_rule", "ruleset": 0, "type": 1, "min_size": 1, "max_size": 10, "steps": [ { "op": "take", "item": -1, "item_name": "default" }, { "op": "chooseleaf_firstn", "num": 0, "type": "host" }, { "op": "emit" } ] }, { "rule_id": 1, "rule_name": "rbdpool", "ruleset": 1, "type": 1, "min_size": 1, "max_size": 10, "steps": [ { "op": "take", "item": -1, "item_name": "default" }, { "op": "chooseleaf_firstn", "num": 0, "type": "host" }, { "op": "emit" } ] }, { "rule_id": 2, "rule_name": "cephfs-metadata", "ruleset": 2, "type": 1, "min_size": 1, "max_size": 10, "steps": [ { "op": "take", "item": -2, "item_name": "default~ssd" }, { "op": "chooseleaf_firstn", "num": 0, "type": "host" }, { "op": "emit" } ] }, { "rule_id": 3, "rule_name": "cephfs-data0", "ruleset": 3, "type": 1, "min_size": 1, "max_size": 10, "steps": [ { "op": "take", "item": -1, "item_name": "default" }, { "op": "chooseleaf_firstn", "num": 0, "type": "host" }, { "op": "emit" } ] } ], "tunables": { "choose_local_tries": 0, "choose_local_fallback_tries": 0, "choose_total_tries": 50, "chooseleaf_descend_once": 1, "chooseleaf_vary_r": 1, "chooseleaf_stable": 1, "straw_calc_version": 1, "allowed_bucket_algs": 54, "profile": "jewel", "optimal_tunables": 1, "legacy_tunables": 0, "minimum_required_version": "jewel", "require_feature_tunables": 1, "require_feature_tunables2": 1, "has_v2_rules": 0, "require_feature_tunables3": 1, "has_v3_rules": 0, "has_v4_buckets": 1, "require_feature_tunables5": 1, "has_v5_rules": 0 }, "choose_args": {} }, "fsmap": { "epoch": 143755, "default_fscid": 1, "compat": { "compat": {}, "ro_compat": {}, "incompat": { "feature_1": "base v0.20", "feature_2": "client writeable ranges", "feature_3": "default file layouts on dirs", "feature_4": "dir inode in separate object", "feature_5": "mds uses versioned encoding", "feature_6": "dirfrag is stored in omap", "feature_8": "no anchor table", "feature_9": "file layout v2", "feature_10": "snaprealm v2" } }, "feature_flags": { "enable_multiple": false, "ever_enabled_multiple": false }, "standbys": [], "filesystems": [ { "mdsmap": { "epoch": 143755, "flags": 50, "ever_allowed_features": 32, "explicitly_allowed_features": 32, "created": "2019-12-02T09:55:55.279019+0000", "modified": "2020-12-16T14:46:25.570842+0000", "tableserver": 0, "root": 0, "session_timeout": 60, "session_autoclose": 300, "min_compat_client": "0 (unknown)", "max_file_size": 1099511627776, "last_failure": 0, "last_failure_osd_epoch": 0, "compat": { "compat": {}, "ro_compat": {}, "incompat": { "feature_1": "base v0.20", "feature_2": "client writeable ranges", "feature_3": "default file layouts on dirs", "feature_4": "dir inode in separate object", "feature_5": "mds uses versioned encoding", "feature_6": "dirfrag is stored in omap", "feature_8": "no anchor table", "feature_9": "file layout v2", "feature_10": "snaprealm v2" } }, "max_mds": 1, "in": [ 0 ], "up": { "mds_0": 14004638 }, "failed": [], "damaged": [], "stopped": [], "info": { "gid_14004638": { "gid": 14004638, "name": "cephfs-a", "rank": 0, "incarnation": 140943, "state": "up:active", "state_seq": 296914, "addr": "172.30.201.31:6801/1916468523", "addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.201.31:6800", "nonce": 1916468523 }, { "type": "v1", "addr": "172.30.201.31:6801", "nonce": 1916468523 } ] }, "join_fscid": -1, "export_targets": [], "features": 4540138292836696063, "flags": 0 }, "gid_14646337": { "gid": 14646337, "name": "cephfs-b", "rank": 0, "incarnation": 0, "state": "up:standby-replay", "state_seq": 25537, "addr": "172.30.161.21:6801/175446176", "addrs": { "addrvec": [ { "type": "v2", "addr": "172.30.161.21:6800", "nonce": 175446176 }, { "type": "v1", "addr": "172.30.161.21:6801", "nonce": 175446176 } ] }, "join_fscid": -1, "export_targets": [], "features": 4540138292836696063, "flags": 0 } }, "data_pools": [ 3 ], "metadata_pool": 2, "enabled": true, "fs_name": "cephfs", "balancer": "", "standby_count_wanted": 1 }, "id": 1 } ] }, "mdsmap_first_committed": 143050, "mdsmap_last_committed": 143755, "auth": { "first_committed": 11251, "last_committed": 11371, "num_secrets": 19 }, "num_pg": 97, "num_pg_active": 72, "num_pg_unknown": 0, "num_osd": 3, "pool_sum": { "stat_sum": { "num_bytes": 57245739111, "num_objects": 3430078, "num_object_clones": 0, "num_object_copies": 6860156, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 354664, "num_objects_unfound": 0, "num_objects_dirty": 3430078, "num_whiteouts": 0, "num_read": 24259364, "num_read_kb": 269991629, "num_write": 34345357, "num_write_kb": 2155285838, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 10850234, "num_bytes_recovered": 184571569207, "num_keys_recovered": 5870408, "num_objects_omap": 677, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 904835969, "num_omap_keys": 1744156, "num_objects_repaired": 0 }, "store_stats": { "total": 0, "available": 0, "internally_reserved": 0, "allocated": 0, "data_stored": 0, "data_compressed": 0, "data_compressed_allocated": 0, "data_compressed_original": 0, "omap_allocated": 0, "internal_metadata": 0 }, "log_size": 448055, "ondisk_log_size": 448055, "up": 194, "acting": 194, "num_store_stats": 0 }, "osd_sum": { "up_from": 0, "seq": 0, "num_pgs": 177, "num_osds": 3, "num_per_pool_osds": 3, "num_per_pool_omap_osds": 3, "kb": 311427072, "kb_used": 160997120, "kb_used_data": 151041616, "kb_used_omap": 2838297, "kb_used_meta": 7116198, "kb_avail": 150429952, "statfs": { "total": 318901321728, "available": 154040270848, "internally_reserved": 10193403904, "allocated": 154666614784, "data_stored": 101848516609, "data_compressed": 0, "data_compressed_allocated": 0, "data_compressed_original": 0, "omap_allocated": 2906416156, "internal_metadata": 7286987748 }, "hb_peers": [], "snap_trim_queue_len": 0, "num_snap_trimming": 0, "num_shards_repaired": 0, "op_queue_age_hist": { "histogram": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 6, 13, 26, 51, 102, 205, 703, 639 ], "upper_bound": 16777216 }, "perf_stat": { "commit_latency_ms": 0, "apply_latency_ms": 0, "commit_latency_ns": 0, "apply_latency_ns": 0 }, "alerts": [], "network_ping_times": [] }, "osd_sum_by_class": { "ssd": { "up_from": 0, "seq": 0, "num_pgs": 177, "num_osds": 3, "num_per_pool_osds": 3, "num_per_pool_omap_osds": 3, "kb": 311427072, "kb_used": 160997120, "kb_used_data": 151041616, "kb_used_omap": 2838297, "kb_used_meta": 7116198, "kb_avail": 150429952, "statfs": { "total": 318901321728, "available": 154040270848, "internally_reserved": 10193403904, "allocated": 154666614784, "data_stored": 101848516609, "data_compressed": 0, "data_compressed_allocated": 0, "data_compressed_original": 0, "omap_allocated": 2906416156, "internal_metadata": 7286987748 }, "hb_peers": [], "snap_trim_queue_len": 0, "num_snap_trimming": 0, "num_shards_repaired": 0, "op_queue_age_hist": { "histogram": [ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 6, 13, 26, 51, 102, 205, 703, 639 ], "upper_bound": 16777216 }, "perf_stat": { "commit_latency_ms": 0, "apply_latency_ms": 0, "commit_latency_ns": 0, "apply_latency_ns": 0 }, "alerts": [], "network_ping_times": [] } }, "pool_stats": [ { "poolid": 4, "num_pg": 1, "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 0, "num_read_kb": 0, "num_write": 0, "num_write_kb": 0, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 0, "num_omap_keys": 0, "num_objects_repaired": 0 }, "store_stats": { "total": 0, "available": 0, "internally_reserved": 0, "allocated": 0, "data_stored": 0, "data_compressed": 0, "data_compressed_allocated": 0, "data_compressed_original": 0, "omap_allocated": 0, "internal_metadata": 0 }, "log_size": 0, "ondisk_log_size": 0, "up": 2, "acting": 2, "num_store_stats": 2 }, { "poolid": 3, "num_pg": 32, "stat_sum": { "num_bytes": 43519665207, "num_objects": 3425317, "num_object_clones": 0, "num_object_copies": 6850634, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 354529, "num_objects_unfound": 0, "num_objects_dirty": 3425317, "num_whiteouts": 0, "num_read": 1213449, "num_read_kb": 8794181, "num_write": 18819861, "num_write_kb": 124507830, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 10827786, "num_bytes_recovered": 132979727344, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 0, "num_omap_keys": 0, "num_objects_repaired": 0 }, "store_stats": { "total": 0, "available": 0, "internally_reserved": 0, "allocated": 134729744384, "data_stored": 81958998585, "data_compressed": 0, "data_compressed_allocated": 0, "data_compressed_original": 0, "omap_allocated": 0, "internal_metadata": 0 }, "log_size": 134736, "ondisk_log_size": 134736, "up": 64, "acting": 64, "num_store_stats": 3 }, { "poolid": 1, "num_pg": 32, "stat_sum": { "num_bytes": 13453389948, "num_objects": 4025, "num_object_clones": 0, "num_object_copies": 8050, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 135, "num_objects_unfound": 0, "num_objects_dirty": 4025, "num_whiteouts": 0, "num_read": 977375, "num_read_kb": 188709292, "num_write": 4598965, "num_write_kb": 1979021483, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 19340, "num_bytes_recovered": 50404528112, "num_keys_recovered": 230, "num_objects_omap": 15, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 1232, "num_omap_keys": 70, "num_objects_repaired": 0 }, "store_stats": { "total": 0, "available": 0, "internally_reserved": 0, "allocated": 19415613440, "data_stored": 19413727480, "data_compressed": 0, "data_compressed_allocated": 0, "data_compressed_original": 0, "omap_allocated": 559833, "internal_metadata": 0 }, "log_size": 147191, "ondisk_log_size": 147191, "up": 64, "acting": 64, "num_store_stats": 3 }, { "poolid": 2, "num_pg": 32, "stat_sum": { "num_bytes": 272683956, "num_objects": 736, "num_object_clones": 0, "num_object_copies": 1472, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 736, "num_whiteouts": 0, "num_read": 22068540, "num_read_kb": 72488156, "num_write": 10926531, "num_write_kb": 51756525, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 3108, "num_bytes_recovered": 1187313751, "num_keys_recovered": 5870178, "num_objects_omap": 662, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 904834737, "num_omap_keys": 1744086, "num_objects_repaired": 0 }, "store_stats": { "total": 0, "available": 0, "internally_reserved": 0, "allocated": 464470016, "data_stored": 464217286, "data_compressed": 0, "data_compressed_allocated": 0, "data_compressed_original": 0, "omap_allocated": 2905856323, "internal_metadata": 0 }, "log_size": 166128, "ondisk_log_size": 166128, "up": 64, "acting": 64, "num_store_stats": 3 } ], "osd_stats": [ { "osd": 0, "seq": 36794985060424 }, { "osd": 1, "seq": 0 }, { "osd": 2, "seq": 36842229700642 }, { "osd": 3, "seq": 38684770435438 } ], "num_pg_by_state": [ { "state": "active+clean+laggy", "num": 1 }, { "state": "active+remapped+backfill_wait", "num": 4 }, { "state": "down", "num": 25 }, { "state": "active+clean", "num": 67 } ], "num_pg_by_osd": [ { "osd": 3, "num_primary_pg": 35, "num_acting_pg": 57, "num_up_not_acting_pg": 4 }, { "osd": 2, "num_primary_pg": 32, "num_acting_pg": 64, "num_up_not_acting_pg": 0 }, { "osd": 0, "num_primary_pg": 30, "num_acting_pg": 73, "num_up_not_acting_pg": 0 } ], "purged_snaps": [ { "pool": 1, "purged_snaps": {} }, { "pool": 2, "purged_snaps": {} }, { "pool": 3, "purged_snaps": {} }, { "pool": 4, "purged_snaps": {} } ], "servicemap": { "epoch": 75, "modified": "2020-12-15T10:24:04.682164+0000", "services": { "mds": { "daemons": { "summary": "", "cephfs-a": { "start_epoch": 0, "start_stamp": "0.000000", "gid": 0, "addr": "(unrecognized address family 0)/0", "metadata": {}, "task_status": { "scrub status": "idle" } }, "cephfs-b": { "start_epoch": 0, "start_stamp": "0.000000", "gid": 0, "addr": "(unrecognized address family 0)/0", "metadata": {}, "task_status": { "scrub status": "idle" } } } } } }, "paxos": { "first_committed": 36786059, "last_committed": 36786566, "last_pn": 234100, "accepted_pn": 234100 } }