Update: There was a networking issue between the sites, after fixing it , the issue reported below did not occur. Thank you, Anantha From: Adiga, Anantha Sent: Thursday, August 24, 2023 2:40 PM To: ceph-users(a)ceph.io Subject: radosgw mulsite multi zone configuration: current period realm name not same as in zonegroup Hi, I have a multi zone configuration with 4 zones. While adding a secondary zone, getting this error: root@cs17ca101ja0702:/# radosgw-admin realm pull --rgw-realm=global --url=http://10.45.128.139:8080 --default --access-key=sync_user --secret=sync_secret request failed: (13) Permission denied If the realm has been changed on the master zone, the master zone's gateway may need to be restarted to recognize this user. root@cs17ca101ja0702:/# The realm name is "global". Is the cause of the error due to the primary cluster having a current period listing the realm name as "default" instead of "global" ? However, the realm id is of realm "global" AND the zonegroup does not list realm name but has the correct realm id. See below. How to fix this issue. root@fl31ca104ja0201:/# radosgw-admin realm get { "id": "3da7b5ea-c44b-4d44-aced-fae2aabce97b", "name": "global", "current_period": "b8bc1187-2a2d-4d9e-b7be-c4f4667e3fa6", "epoch": 2 } root@fl31ca104ja0201:/# radosgw-admin realm get --rgw-realm=global { "id": "3da7b5ea-c44b-4d44-aced-fae2aabce97b", "name": "global", "current_period": "b8bc1187-2a2d-4d9e-b7be-c4f4667e3fa6", "epoch": 2 } root@fl31ca104ja0201:/# radosgw-admin zonegroup list { "default_info": "ec8b68db-1900-464f-a21a-2f6e8c107e94", "zonegroups": [ "alldczg" ] } root@fl31ca104ja0201:/# radosgw-admin zonegroup get --rgw-zonegroup=alldczg { "id": "ec8b68db-1900-464f-a21a-2f6e8c107e94", "name": "alldczg", "api_name": "alldczg", "is_master": "true", "endpoints": [ http://10.45.128.139:8080, http://172.18.55.71:8080, http://10.239.155.23:8080 ], "hostnames": [], "hostnames_s3website": [], "master_zone": "ae267592-7cd8-4d67-8792-adc57d104cd6", "zones": [ { "id": "0962f0b4-beb6-4d07-a64d-07046b81529e", "name": "CRsite", "endpoints": [ http://172.18.55.71:8080 ], "log_meta": "false", "log_data": "true", "bucket_index_max_shards": 11, "read_only": "false", "tier_type": "", "sync_from_all": "true", "sync_from": [], "redirect_zone": "" }, { "id": "9129d118-55ac-4859-b339-b8afe0793a80", "name": "BArga", "endpoints": [ http://10.208.11.26:8080 ], "log_meta": "false", "log_data": "true", "bucket_index_max_shards": 11, "read_only": "false", "tier_type": "", "sync_from_all": "true", "sync_from": [], "redirect_zone": "" }, { "id": "ae267592-7cd8-4d67-8792-adc57d104cd6", "name": "ORflex2", "endpoints": [ http://10.45.128.139:8080 ], "log_meta": "false", "log_data": "true", "bucket_index_max_shards": 11, "read_only": "false", "tier_type": "", "sync_from_all": "true", "sync_from": [], "redirect_zone": "" }, { "id": "f5edeb4b-2a37-413b-8587-0ff40d7647ea", "name": "SHGrasp", "endpoints": [ http://10.239.155.23:8080 ], "log_meta": "false", "log_data": "true", "bucket_index_max_shards": 11, "read_only": "false", "tier_type": "", "sync_from_all": "true", "sync_from": [], "redirect_zone": "" } ], "placement_targets": [ { "name": "default-placement", "tags": [], "storage_classes": [ "STANDARD" ] } ], "default_placement": "default-placement", "realm_id": "3da7b5ea-c44b-4d44-aced-fae2aabce97b", "sync_policy": { "groups": [] } } root@fl31ca104ja0201:/# radosgw-admin period get-current { "current_period": "b8bc1187-2a2d-4d9e-b7be-c4f4667e3fa6" } root@fl31ca104ja0201:/# radosgw-admin period get { "id": "b8bc1187-2a2d-4d9e-b7be-c4f4667e3fa6", "epoch": 42, "predecessor_uuid": "2df86f9a-d267-4b52-a13b-def8e5e612a2", "sync_status": [], "period_map": { "id": "b8bc1187-2a2d-4d9e-b7be-c4f4667e3fa6", "zonegroups": [ { "id": "ec8b68db-1900-464f-a21a-2f6e8c107e94", "name": "alldczg", "api_name": "alldczg", "is_master": "true", "endpoints": [ http://10.45.128.139:8080, http://172.18.55.71:8080, http://10.239.155.23:8080 ], "hostnames": [], "hostnames_s3website": [], "master_zone": "ae267592-7cd8-4d67-8792-adc57d104cd6", "zones": [ { "id": "0962f0b4-beb6-4d07-a64d-07046b81529e", "name": "CRsite", "endpoints": [ http://172.18.55.71:8080 ], "log_meta": "false", "log_data": "true", "bucket_index_max_shards": 11, "read_only": "false", "tier_type": "", "sync_from_all": "true", "sync_from": [], "redirect_zone": "" }, { "id": "9129d118-55ac-4859-b339-b8afe0793a80", "name": "BArga", "endpoints": [ http://10.208.11.26:8080 ], "log_meta": "false", "log_data": "true", "bucket_index_max_shards": 11, "read_only": "false", "tier_type": "", "sync_from_all": "true", "sync_from": [], "redirect_zone": "" }, { "id": "ae267592-7cd8-4d67-8792-adc57d104cd6", "name": "ORflex2", "endpoints": [ http://10.45.128.139:8080 ], "log_meta": "false", "log_data": "true", "bucket_index_max_shards": 11, "read_only": "false", "tier_type": "", "sync_from_all": "true", "sync_from": [], "redirect_zone": "" }, { "id": "f5edeb4b-2a37-413b-8587-0ff40d7647ea", "name": "SHGrasp", "endpoints": [ http://10.239.155.23:8080 ], "log_meta": "false", "log_data": "true", "bucket_index_max_shards": 11, "read_only": "false", "tier_type": "", "sync_from_all": "true", "sync_from": [], "redirect_zone": "" } ], "placement_targets": [ { "name": "default-placement", "tags": [], "storage_classes": [ "STANDARD" ] } ], "default_placement": "default-placement", "realm_id": "3da7b5ea-c44b-4d44-aced-fae2aabce97b", "sync_policy": { "groups": [] } } ], "short_zone_ids": [ { "key": "0962f0b4-beb6-4d07-a64d-07046b81529e", "val": 890360385 }, { "key": "9129d118-55ac-4859-b339-b8afe0793a80", "val": 3855275770 }, { "key": "ae267592-7cd8-4d67-8792-adc57d104cd6", "val": 1499747631 }, { "key": "f5edeb4b-2a37-413b-8587-0ff40d7647ea", "val": 815709635 } ] }, "master_zonegroup": "ec8b68db-1900-464f-a21a-2f6e8c107e94", "master_zone": "ae267592-7cd8-4d67-8792-adc57d104cd6", "period_config": { "bucket_quota": { "enabled": false, "check_on_raw": false, "max_size": -1, "max_size_kb": 0, "max_objects": -1 }, "user_quota": { "enabled": false, "check_on_raw": false, "max_size": -1, "max_size_kb": 0, "max_objects": -1 } }, "realm_id": "3da7b5ea-c44b-4d44-aced-fae2aabce97b", "realm_name": "default", "realm_epoch": 2 } root@fl31ca104ja0201:/#