{ "snap_trimq": "[]", "snap_trimq_len": 0, "state": "active+clean", "epoch": 2266023, "up": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "acting": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "acting_recovery_backfill": [ "0(5)", "4(3)", "89(2)", "168(1)", "192(0)", "425(4)", "450(8)", "457(7)", "498(6)" ], "info": { "pgid": "38.4s0", "last_update": "2194945'113546", "last_complete": "2194945'113546", "log_tail": "2194945'113546", "last_user_version": 110601, "last_backfill": "MAX", "purged_snaps": [], "history": { "epoch_created": 2174342, "epoch_pool_created": 2174342, "last_epoch_started": 2261041, "last_interval_started": 2261040, "last_epoch_clean": 2261041, "last_interval_clean": 2261040, "last_epoch_split": 2179030, "last_epoch_marked_full": 0, "same_up_since": 2261040, "same_interval_since": 2261040, "same_primary_since": 2258356, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "prior_readable_until_ub": 0 }, "stats": { "version": "2194945'113546", "reported_seq": 289821, "reported_epoch": 2266023, "state": "active+clean", "last_fresh": "2024-03-25T11:27:37.838184+0000", "last_change": "2024-03-24T22:20:31.452436+0000", "last_active": "2024-03-25T11:27:37.838184+0000", "last_peered": "2024-03-25T11:27:37.838184+0000", "last_clean": "2024-03-25T11:27:37.838184+0000", "last_became_active": "2024-03-23T13:14:16.547780+0000", "last_became_peered": "2024-03-23T13:14:16.547780+0000", "last_unstale": "2024-03-25T11:27:37.838184+0000", "last_undegraded": "2024-03-25T11:27:37.838184+0000", "last_fullsized": "2024-03-25T11:27:37.838184+0000", "mapping_epoch": 2261040, "log_start": "2194945'113546", "ondisk_log_start": "2194945'113546", "created": 2174342, "last_epoch_clean": 2261041, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "objects_scrubbed": 0, "log_size": 0, "log_dups_size": 7456, "ondisk_log_size": 0, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": false, "snaptrimq_len": 0, "last_scrub_duration": 1, "scrub_schedule": "periodic scrub scheduled @ 2024-03-25T22:20:31.452316+0000", "scrub_duration": 0.0040474739999999997, "objects_trimmed": 0, "snaptrim_duration": 0.00034649600000000001, "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 207830, "num_read_kb": 2762204, "num_write": 49638, "num_write_kb": 10483858, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 0, "num_omap_keys": 0, "num_objects_repaired": 0 }, "up": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "acting": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "avail_no_missing": [], "object_location_counts": [], "blocked_by": [], "up_primary": 192, "acting_primary": 192, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 2261041, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, "peer_info": [ { "peer": "0(5)", "pgid": "38.4s5", "last_update": "2194945'113546", "last_complete": "2194945'113546", "log_tail": "2194945'113546", "last_user_version": 0, "last_backfill": "MAX", "purged_snaps": [], "history": { "epoch_created": 2174342, "epoch_pool_created": 2174342, "last_epoch_started": 2261041, "last_interval_started": 2261040, "last_epoch_clean": 2261041, "last_interval_clean": 2261040, "last_epoch_split": 2179030, "last_epoch_marked_full": 0, "same_up_since": 2261040, "same_interval_since": 2261040, "same_primary_since": 2258356, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "prior_readable_until_ub": 0 }, "stats": { "version": "2194945'113546", "reported_seq": 270784, "reported_epoch": 2251492, "state": "active+remapped+backfilling", "last_fresh": "2024-03-19T20:35:36.985601+0000", "last_change": "2024-03-19T20:35:36.985601+0000", "last_active": "2024-03-19T20:35:36.985601+0000", "last_peered": "2024-03-19T20:35:36.985601+0000", "last_clean": "2024-03-19T15:48:58.688233+0000", "last_became_active": "2024-03-19T17:56:18.229388+0000", "last_became_peered": "2024-03-19T17:56:18.229388+0000", "last_unstale": "2024-03-19T20:35:36.985601+0000", "last_undegraded": "2024-03-19T20:35:36.985601+0000", "last_fullsized": "2024-03-19T20:35:36.985601+0000", "mapping_epoch": 2261040, "log_start": "2194945'113546", "ondisk_log_start": "2194945'113546", "created": 2174342, "last_epoch_clean": 2249429, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "objects_scrubbed": 0, "log_size": 0, "log_dups_size": 7456, "ondisk_log_size": 0, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": false, "snaptrimq_len": 0, "last_scrub_duration": 1, "scrub_schedule": "queued for scrub", "scrub_duration": 0.0021863690000000001, "objects_trimmed": 0, "snaptrim_duration": 0.00034649600000000001, "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 207830, "num_read_kb": 2762204, "num_write": 49638, "num_write_kb": 10483858, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 0, "num_omap_keys": 0, "num_objects_repaired": 0 }, "up": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "acting": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "avail_no_missing": [ "192(0)", "0(5)", "0(8)", "2(5)", "4(3)", "4(6)", "15(7)", "89(2)", "168(1)", "425(3)", "425(4)", "450(8)", "457(4)", "457(7)", "477(6)", "498(6)" ], "object_location_counts": [], "blocked_by": [], "up_primary": 192, "acting_primary": 192, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 2261041, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "4(3)", "pgid": "38.4s3", "last_update": "2194945'113546", "last_complete": "2194945'113546", "log_tail": "2194945'113546", "last_user_version": 0, "last_backfill": "MAX", "purged_snaps": [], "history": { "epoch_created": 2174342, "epoch_pool_created": 2174342, "last_epoch_started": 2261041, "last_interval_started": 2261040, "last_epoch_clean": 2261041, "last_interval_clean": 2261040, "last_epoch_split": 2179030, "last_epoch_marked_full": 0, "same_up_since": 2261040, "same_interval_since": 2261040, "same_primary_since": 2258356, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "prior_readable_until_ub": 0 }, "stats": { "version": "2194945'113546", "reported_seq": 270784, "reported_epoch": 2251492, "state": "active+remapped+backfilling", "last_fresh": "2024-03-19T20:35:36.985601+0000", "last_change": "2024-03-19T20:35:36.985601+0000", "last_active": "2024-03-19T20:35:36.985601+0000", "last_peered": "2024-03-19T20:35:36.985601+0000", "last_clean": "2024-03-19T15:48:58.688233+0000", "last_became_active": "2024-03-19T17:56:18.229388+0000", "last_became_peered": "2024-03-19T17:56:18.229388+0000", "last_unstale": "2024-03-19T20:35:36.985601+0000", "last_undegraded": "2024-03-19T20:35:36.985601+0000", "last_fullsized": "2024-03-19T20:35:36.985601+0000", "mapping_epoch": 2261040, "log_start": "2194945'113546", "ondisk_log_start": "2194945'113546", "created": 2174342, "last_epoch_clean": 2249429, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "objects_scrubbed": 0, "log_size": 0, "log_dups_size": 7456, "ondisk_log_size": 0, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": false, "snaptrimq_len": 0, "last_scrub_duration": 1, "scrub_schedule": "queued for scrub", "scrub_duration": 0.0021863690000000001, "objects_trimmed": 0, "snaptrim_duration": 0.00034649600000000001, "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 207830, "num_read_kb": 2762204, "num_write": 49638, "num_write_kb": 10483858, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 0, "num_omap_keys": 0, "num_objects_repaired": 0 }, "up": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "acting": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "avail_no_missing": [ "192(0)", "0(5)", "0(8)", "2(5)", "4(3)", "4(6)", "15(7)", "89(2)", "168(1)", "425(3)", "425(4)", "450(8)", "457(4)", "457(7)", "477(6)", "498(6)" ], "object_location_counts": [], "blocked_by": [], "up_primary": 192, "acting_primary": 192, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 2261041, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "89(2)", "pgid": "38.4s2", "last_update": "2194945'113546", "last_complete": "2194945'113546", "log_tail": "2194945'113546", "last_user_version": 110601, "last_backfill": "MAX", "purged_snaps": [], "history": { "epoch_created": 2174342, "epoch_pool_created": 2174342, "last_epoch_started": 2261041, "last_interval_started": 2261040, "last_epoch_clean": 2261041, "last_interval_clean": 2261040, "last_epoch_split": 2179030, "last_epoch_marked_full": 0, "same_up_since": 2261040, "same_interval_since": 2261040, "same_primary_since": 2258356, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "prior_readable_until_ub": 0 }, "stats": { "version": "2194945'113546", "reported_seq": 187323, "reported_epoch": 2226691, "state": "peering", "last_fresh": "2024-03-06T11:12:32.755929+0000", "last_change": "2024-03-05T12:46:49.264773+0000", "last_active": "2024-03-05T11:52:47.045641+0000", "last_peered": "2024-02-19T11:05:21.874574+0000", "last_clean": "2024-02-14T12:32:32.969009+0000", "last_became_active": "2024-02-19T11:05:20.378882+0000", "last_became_peered": "2024-02-19T11:05:20.378882+0000", "last_unstale": "2024-03-06T11:12:32.755929+0000", "last_undegraded": "2024-03-06T11:12:32.755929+0000", "last_fullsized": "2024-03-06T11:12:32.755929+0000", "mapping_epoch": 2261040, "log_start": "2194945'113546", "ondisk_log_start": "2194945'113546", "created": 2174342, "last_epoch_clean": 2226681, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-05T18:53:27.822952+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-05T18:53:27.822952+0000", "objects_scrubbed": 2909, "log_size": 0, "log_dups_size": 7456, "ondisk_log_size": 0, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": false, "snaptrimq_len": 0, "last_scrub_duration": 1, "scrub_schedule": "periodic scrub scheduled @ 2024-03-06T18:53:27.822952+0000", "scrub_duration": 0.42725274499999999, "objects_trimmed": 0, "snaptrim_duration": 0.00034649600000000001, "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 207830, "num_read_kb": 2762204, "num_write": 49638, "num_write_kb": 10483858, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 0, "num_omap_keys": 0, "num_objects_repaired": 0 }, "up": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "acting": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "avail_no_missing": [], "object_location_counts": [], "blocked_by": [ 0, 4, 15, 46, 425, 449 ], "up_primary": 192, "acting_primary": 192, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 2261041, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "168(1)", "pgid": "38.4s1", "last_update": "2194945'113546", "last_complete": "2194945'113546", "log_tail": "2194945'113546", "last_user_version": 110601, "last_backfill": "MAX", "purged_snaps": [], "history": { "epoch_created": 2174342, "epoch_pool_created": 2174342, "last_epoch_started": 2261041, "last_interval_started": 2261040, "last_epoch_clean": 2261041, "last_interval_clean": 2261040, "last_epoch_split": 2179030, "last_epoch_marked_full": 0, "same_up_since": 2261040, "same_interval_since": 2261040, "same_primary_since": 2258356, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "prior_readable_until_ub": 0 }, "stats": { "version": "2194945'113546", "reported_seq": 187440, "reported_epoch": 2258355, "state": "active+undersized", "last_fresh": "2024-03-22T09:34:02.091481+0000", "last_change": "2024-03-22T09:26:56.737308+0000", "last_active": "2024-03-22T09:34:02.091481+0000", "last_peered": "2024-03-22T09:34:02.091481+0000", "last_clean": "2024-02-14T12:32:32.969009+0000", "last_became_active": "2024-03-22T09:26:56.737308+0000", "last_became_peered": "2024-03-22T09:26:56.737308+0000", "last_unstale": "2024-03-22T09:34:02.091481+0000", "last_undegraded": "2024-03-22T09:34:02.091481+0000", "last_fullsized": "2024-03-22T09:26:56.686043+0000", "mapping_epoch": 2261040, "log_start": "2194945'113546", "ondisk_log_start": "2194945'113546", "created": 2174342, "last_epoch_clean": 2258269, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-21T22:17:25.809681+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-21T22:17:25.809681+0000", "objects_scrubbed": 2909, "log_size": 0, "log_dups_size": 7456, "ondisk_log_size": 0, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": false, "snaptrimq_len": 0, "last_scrub_duration": 1, "scrub_schedule": "periodic scrub scheduled @ 2024-03-22T22:17:25.809681+0000", "scrub_duration": 0.42725274499999999, "objects_trimmed": 0, "snaptrim_duration": 0.00034649600000000001, "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 207830, "num_read_kb": 2762204, "num_write": 49638, "num_write_kb": 10483858, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 0, "num_omap_keys": 0, "num_objects_repaired": 0 }, "up": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "acting": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "avail_no_missing": [ "168(1)", "0(5)", "4(3)", "89(2)", "425(4)", "450(8)", "457(7)", "498(6)" ], "object_location_counts": [], "blocked_by": [], "up_primary": 192, "acting_primary": 192, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 2261041, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "425(4)", "pgid": "38.4s4", "last_update": "2194945'113546", "last_complete": "2194945'113546", "log_tail": "2194945'113546", "last_user_version": 0, "last_backfill": "MAX", "purged_snaps": [], "history": { "epoch_created": 2174342, "epoch_pool_created": 2174342, "last_epoch_started": 2261041, "last_interval_started": 2261040, "last_epoch_clean": 2261041, "last_interval_clean": 2261040, "last_epoch_split": 2179030, "last_epoch_marked_full": 0, "same_up_since": 2261040, "same_interval_since": 2261040, "same_primary_since": 2258356, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "prior_readable_until_ub": 0 }, "stats": { "version": "2194945'113546", "reported_seq": 270784, "reported_epoch": 2251492, "state": "active+remapped+backfilling", "last_fresh": "2024-03-19T20:35:36.985601+0000", "last_change": "2024-03-19T20:35:36.985601+0000", "last_active": "2024-03-19T20:35:36.985601+0000", "last_peered": "2024-03-19T20:35:36.985601+0000", "last_clean": "2024-03-19T15:48:58.688233+0000", "last_became_active": "2024-03-19T17:56:18.229388+0000", "last_became_peered": "2024-03-19T17:56:18.229388+0000", "last_unstale": "2024-03-19T20:35:36.985601+0000", "last_undegraded": "2024-03-19T20:35:36.985601+0000", "last_fullsized": "2024-03-19T20:35:36.985601+0000", "mapping_epoch": 2261040, "log_start": "2194945'113546", "ondisk_log_start": "2194945'113546", "created": 2174342, "last_epoch_clean": 2249429, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "objects_scrubbed": 0, "log_size": 0, "log_dups_size": 7456, "ondisk_log_size": 0, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": false, "snaptrimq_len": 0, "last_scrub_duration": 1, "scrub_schedule": "queued for scrub", "scrub_duration": 0.0021863690000000001, "objects_trimmed": 0, "snaptrim_duration": 0.00034649600000000001, "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 207830, "num_read_kb": 2762204, "num_write": 49638, "num_write_kb": 10483858, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 0, "num_omap_keys": 0, "num_objects_repaired": 0 }, "up": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "acting": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "avail_no_missing": [ "192(0)", "0(5)", "0(8)", "2(5)", "4(3)", "4(6)", "15(7)", "89(2)", "168(1)", "425(3)", "425(4)", "450(8)", "457(4)", "457(7)", "477(6)", "498(6)" ], "object_location_counts": [], "blocked_by": [], "up_primary": 192, "acting_primary": 192, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 2261041, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "450(8)", "pgid": "38.4s8", "last_update": "2194945'113546", "last_complete": "2194945'113546", "log_tail": "2194945'113546", "last_user_version": 0, "last_backfill": "MAX", "purged_snaps": [], "history": { "epoch_created": 2174342, "epoch_pool_created": 2174342, "last_epoch_started": 2261041, "last_interval_started": 2261040, "last_epoch_clean": 2261041, "last_interval_clean": 2261040, "last_epoch_split": 2179030, "last_epoch_marked_full": 0, "same_up_since": 2261040, "same_interval_since": 2261040, "same_primary_since": 2258356, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "prior_readable_until_ub": 0 }, "stats": { "version": "2194945'113546", "reported_seq": 270784, "reported_epoch": 2251492, "state": "active+remapped+backfilling", "last_fresh": "2024-03-19T20:35:36.985601+0000", "last_change": "2024-03-19T20:35:36.985601+0000", "last_active": "2024-03-19T20:35:36.985601+0000", "last_peered": "2024-03-19T20:35:36.985601+0000", "last_clean": "2024-03-19T15:48:58.688233+0000", "last_became_active": "2024-03-19T17:56:18.229388+0000", "last_became_peered": "2024-03-19T17:56:18.229388+0000", "last_unstale": "2024-03-19T20:35:36.985601+0000", "last_undegraded": "2024-03-19T20:35:36.985601+0000", "last_fullsized": "2024-03-19T20:35:36.985601+0000", "mapping_epoch": 2261040, "log_start": "2194945'113546", "ondisk_log_start": "2194945'113546", "created": 2174342, "last_epoch_clean": 2249429, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "objects_scrubbed": 0, "log_size": 0, "log_dups_size": 7456, "ondisk_log_size": 0, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": false, "snaptrimq_len": 0, "last_scrub_duration": 1, "scrub_schedule": "queued for scrub", "scrub_duration": 0.0021863690000000001, "objects_trimmed": 0, "snaptrim_duration": 0.00034649600000000001, "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 207830, "num_read_kb": 2762204, "num_write": 49638, "num_write_kb": 10483858, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 0, "num_omap_keys": 0, "num_objects_repaired": 0 }, "up": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "acting": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "avail_no_missing": [ "192(0)", "0(5)", "0(8)", "2(5)", "4(3)", "4(6)", "15(7)", "89(2)", "168(1)", "425(3)", "425(4)", "450(8)", "457(4)", "457(7)", "477(6)", "498(6)" ], "object_location_counts": [], "blocked_by": [], "up_primary": 192, "acting_primary": 192, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 2261041, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "457(7)", "pgid": "38.4s7", "last_update": "2194945'113546", "last_complete": "2194945'113546", "log_tail": "2194945'113546", "last_user_version": 0, "last_backfill": "MAX", "purged_snaps": [], "history": { "epoch_created": 2174342, "epoch_pool_created": 2174342, "last_epoch_started": 2261041, "last_interval_started": 2261040, "last_epoch_clean": 2261041, "last_interval_clean": 2261040, "last_epoch_split": 2179030, "last_epoch_marked_full": 0, "same_up_since": 2261040, "same_interval_since": 2261040, "same_primary_since": 2258356, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "prior_readable_until_ub": 0 }, "stats": { "version": "2194945'113546", "reported_seq": 270784, "reported_epoch": 2251492, "state": "active+remapped+backfilling", "last_fresh": "2024-03-19T20:35:36.985601+0000", "last_change": "2024-03-19T20:35:36.985601+0000", "last_active": "2024-03-19T20:35:36.985601+0000", "last_peered": "2024-03-19T20:35:36.985601+0000", "last_clean": "2024-03-19T15:48:58.688233+0000", "last_became_active": "2024-03-19T17:56:18.229388+0000", "last_became_peered": "2024-03-19T17:56:18.229388+0000", "last_unstale": "2024-03-19T20:35:36.985601+0000", "last_undegraded": "2024-03-19T20:35:36.985601+0000", "last_fullsized": "2024-03-19T20:35:36.985601+0000", "mapping_epoch": 2261040, "log_start": "2194945'113546", "ondisk_log_start": "2194945'113546", "created": 2174342, "last_epoch_clean": 2249429, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "objects_scrubbed": 0, "log_size": 0, "log_dups_size": 7456, "ondisk_log_size": 0, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": false, "snaptrimq_len": 0, "last_scrub_duration": 1, "scrub_schedule": "queued for scrub", "scrub_duration": 0.0021863690000000001, "objects_trimmed": 0, "snaptrim_duration": 0.00034649600000000001, "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 207830, "num_read_kb": 2762204, "num_write": 49638, "num_write_kb": 10483858, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 0, "num_omap_keys": 0, "num_objects_repaired": 0 }, "up": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "acting": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "avail_no_missing": [ "192(0)", "0(5)", "0(8)", "2(5)", "4(3)", "4(6)", "15(7)", "89(2)", "168(1)", "425(3)", "425(4)", "450(8)", "457(4)", "457(7)", "477(6)", "498(6)" ], "object_location_counts": [], "blocked_by": [], "up_primary": 192, "acting_primary": 192, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 2261041, "hit_set_history": { "current_last_update": "0'0", "history": [] } }, { "peer": "498(6)", "pgid": "38.4s6", "last_update": "2194945'113546", "last_complete": "2194945'113546", "log_tail": "2194945'113546", "last_user_version": 0, "last_backfill": "MAX", "purged_snaps": [], "history": { "epoch_created": 2174342, "epoch_pool_created": 2174342, "last_epoch_started": 2261041, "last_interval_started": 2261040, "last_epoch_clean": 2261041, "last_interval_clean": 2261040, "last_epoch_split": 2179030, "last_epoch_marked_full": 0, "same_up_since": 2261040, "same_interval_since": 2261040, "same_primary_since": 2258356, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-24T22:20:31.452316+0000", "prior_readable_until_ub": 0 }, "stats": { "version": "2194945'113546", "reported_seq": 270784, "reported_epoch": 2251492, "state": "active+remapped+backfilling", "last_fresh": "2024-03-19T20:35:36.985601+0000", "last_change": "2024-03-19T20:35:36.985601+0000", "last_active": "2024-03-19T20:35:36.985601+0000", "last_peered": "2024-03-19T20:35:36.985601+0000", "last_clean": "2024-03-19T15:48:58.688233+0000", "last_became_active": "2024-03-19T17:56:18.229388+0000", "last_became_peered": "2024-03-19T17:56:18.229388+0000", "last_unstale": "2024-03-19T20:35:36.985601+0000", "last_undegraded": "2024-03-19T20:35:36.985601+0000", "last_fullsized": "2024-03-19T20:35:36.985601+0000", "mapping_epoch": 2261040, "log_start": "2194945'113546", "ondisk_log_start": "2194945'113546", "created": 2174342, "last_epoch_clean": 2249429, "parent": "0.0", "parent_split_bits": 0, "last_scrub": "2194945'113546", "last_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "last_deep_scrub": "2194945'113546", "last_deep_scrub_stamp": "2024-02-24T17:38:42.610320+0000", "last_clean_scrub_stamp": "2024-03-18T18:55:52.159744+0000", "objects_scrubbed": 0, "log_size": 0, "log_dups_size": 7456, "ondisk_log_size": 0, "stats_invalid": false, "dirty_stats_invalid": false, "omap_stats_invalid": false, "hitset_stats_invalid": false, "hitset_bytes_stats_invalid": false, "pin_stats_invalid": false, "manifest_stats_invalid": false, "snaptrimq_len": 0, "last_scrub_duration": 1, "scrub_schedule": "queued for scrub", "scrub_duration": 0.0021863690000000001, "objects_trimmed": 0, "snaptrim_duration": 0.00034649600000000001, "stat_sum": { "num_bytes": 0, "num_objects": 0, "num_object_clones": 0, "num_object_copies": 0, "num_objects_missing_on_primary": 0, "num_objects_missing": 0, "num_objects_degraded": 0, "num_objects_misplaced": 0, "num_objects_unfound": 0, "num_objects_dirty": 0, "num_whiteouts": 0, "num_read": 207830, "num_read_kb": 2762204, "num_write": 49638, "num_write_kb": 10483858, "num_scrub_errors": 0, "num_shallow_scrub_errors": 0, "num_deep_scrub_errors": 0, "num_objects_recovered": 0, "num_bytes_recovered": 0, "num_keys_recovered": 0, "num_objects_omap": 0, "num_objects_hit_set_archive": 0, "num_bytes_hit_set_archive": 0, "num_flush": 0, "num_flush_kb": 0, "num_evict": 0, "num_evict_kb": 0, "num_promote": 0, "num_flush_mode_high": 0, "num_flush_mode_low": 0, "num_evict_mode_some": 0, "num_evict_mode_full": 0, "num_objects_pinned": 0, "num_legacy_snapsets": 0, "num_large_omap_objects": 0, "num_objects_manifest": 0, "num_omap_bytes": 0, "num_omap_keys": 0, "num_objects_repaired": 0 }, "up": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "acting": [ 192, 168, 89, 4, 425, 0, 498, 457, 450 ], "avail_no_missing": [ "192(0)", "0(5)", "0(8)", "2(5)", "4(3)", "4(6)", "15(7)", "89(2)", "168(1)", "425(3)", "425(4)", "450(8)", "457(4)", "457(7)", "477(6)", "498(6)" ], "object_location_counts": [], "blocked_by": [], "up_primary": 192, "acting_primary": 192, "purged_snaps": [] }, "empty": 0, "dne": 0, "incomplete": 0, "last_epoch_started": 2261041, "hit_set_history": { "current_last_update": "0'0", "history": [] } } ], "recovery_state": [ { "name": "Started/Primary/Active", "enter_time": "2024-03-23T13:14:16.538748+0000", "might_have_unfound": [], "recovery_progress": { "backfill_targets": [], "waiting_on_backfill": [], "last_backfill_started": "MIN", "backfill_info": { "begin": "MIN", "end": "MIN", "objects": [] }, "peer_backfill_info": [], "backfills_in_flight": [], "recovering": [], "pg_backend": { "recovery_ops": [], "read_ops": [] } } }, { "name": "Started", "enter_time": "2024-03-23T13:14:14.921606+0000" } ], "scrubber": { "active": false, "must_scrub": false, "must_deep_scrub": false, "must_repair": false, "need_auto": false, "scrub_reg_stamp": "2024-03-25T22:20:31.452316+0000", "schedule": "scrub scheduled @ 2024-03-25T22:20:31.452" }, "agent_state": {} }