2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1  Processor -- start
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --  start start
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --2-  >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d589150 0x55637d589520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --2-  >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 0x55637d5967c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --2-  >> [v2:192.168.43.208:3300/0,v1:192.168.43.208:6789/0] conn(0x55637d596d00 0x55637d5990e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --  --> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55637d478b70 con 0x55637d589150
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --  --> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] -- mon_getmap magic: 0 v1 -- 0x55637d4721b0 con 0x55637d589a60
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --  --> [v2:192.168.43.208:3300/0,v1:192.168.43.208:6789/0] -- mon_getmap magic: 0 v1 -- 0x55637d40e680 con 0x55637d596d00
2023-04-18T23:25:42.707+0200 7f4a8b63e700  1 --2-  >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d589150 0x55637d589520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2023-04-18T23:25:42.707+0200 7f4a8ae3d700  1 --2-  >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 0x55637d5967c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2023-04-18T23:25:42.707+0200 7f4a8b63e700  1 --2-  >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d589150 0x55637d589520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:192.168.1.1:3300/0 says I am v2:192.168.1.1:49004/0 (socket says 192.168.1.1:49004)
2023-04-18T23:25:42.707+0200 7f4a8b63e700  1 -- 192.168.1.1:0/3741665115 learned_addr learned my addr 192.168.1.1:0/3741665115 (peer_addr_for_me v2:192.168.1.1:0/0)
2023-04-18T23:25:42.707+0200 7f4a8b63e700  1 -- 192.168.1.1:0/3741665115 >> [v2:192.168.43.208:3300/0,v1:192.168.43.208:6789/0] conn(0x55637d596d00 msgr2=0x55637d5990e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down
2023-04-18T23:25:42.707+0200 7f4a8b63e700  1 --2- 192.168.1.1:0/3741665115 >> [v2:192.168.43.208:3300/0,v1:192.168.43.208:6789/0] conn(0x55637d596d00 0x55637d5990e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.707+0200 7f4a8b63e700  1 -- 192.168.1.1:0/3741665115 >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 msgr2=0x55637d5967c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down
2023-04-18T23:25:42.707+0200 7f4a8b63e700  1 --2- 192.168.1.1:0/3741665115 >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 0x55637d5967c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.707+0200 7f4a8b63e700  1 -- 192.168.1.1:0/3741665115 --> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55637d4197f0 con 0x55637d589150
2023-04-18T23:25:42.707+0200 7f4a8ae3d700  1 --2- 192.168.1.1:0/3741665115 >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 0x55637d5967c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2023-04-18T23:25:42.707+0200 7f4a8b63e700  1 --2- 192.168.1.1:0/3741665115 >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d589150 0x55637d589520 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c00a700 tx=0x7f4a7c005b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b76bfda048033b3b server_cookie=0 in_seq=0 out_seq=0
2023-04-18T23:25:42.707+0200 7f4a8a63c700  1 -- 192.168.1.1:0/3741665115 <== mon.0 v2:192.168.1.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 467+0+0 (secure 0 0 0) 0x7f4a7c0089b0 con 0x55637d589150
2023-04-18T23:25:42.707+0200 7f4a8a63c700  1 -- 192.168.1.1:0/3741665115 <== mon.0 v2:192.168.1.1:3300/0 2 ==== config(39 keys) v1 ==== 1460+0+0 (secure 0 0 0) 0x7f4a7c008b10 con 0x55637d589150
2023-04-18T23:25:42.707+0200 7f4a8a63c700  1 -- 192.168.1.1:0/3741665115 <== mon.0 v2:192.168.1.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 467+0+0 (secure 0 0 0) 0x7f4a7c011e60 con 0x55637d589150
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/3741665115 >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d589150 msgr2=0x55637d589520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/3741665115 >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d589150 0x55637d589520 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c00a700 tx=0x7f4a7c005b10 comp rx=0 tx=0).stop
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/3741665115 shutdown_connections 
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/3741665115 >> [v2:192.168.43.208:3300/0,v1:192.168.43.208:6789/0] conn(0x55637d596d00 0x55637d5990e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/3741665115 >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 0x55637d5967c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/3741665115 >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d589150 0x55637d589520 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/3741665115 >> 192.168.1.1:0/3741665115 conn(0x55637d4feec0 msgr2=0x55637d587670 unknown :-1 s=STATE_NONE l=0).mark_down
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/3741665115 shutdown_connections 
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/3741665115 wait complete.
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1  Processor -- start
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --  start start
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --2-  >> [v2:192.168.43.208:3300/0,v1:192.168.43.208:6789/0] conn(0x55637d589150 0x55637d5a2330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --2-  >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 0x55637d5a2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --2-  >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d596d00 0x55637d59ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --  --> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55637d59d070 con 0x55637d596d00
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --  --> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] -- mon_getmap magic: 0 v1 -- 0x55637d59d1e0 con 0x55637d589a60
2023-04-18T23:25:42.707+0200 7f4a8d70f4c0  1 --  --> [v2:192.168.43.208:3300/0,v1:192.168.43.208:6789/0] -- mon_getmap magic: 0 v1 -- 0x55637d59d3a0 con 0x55637d589150
2023-04-18T23:25:42.711+0200 7f4a8ae3d700  1 --2-  >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 0x55637d5a2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2023-04-18T23:25:42.711+0200 7f4a8be3f700  1 --2-  >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d596d00 0x55637d59ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2023-04-18T23:25:42.711+0200 7f4a8ae3d700  1 --2-  >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 0x55637d5a2870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:192.168.1.10:3300/0 says I am v2:192.168.1.1:33170/0 (socket says 192.168.1.1:33170)
2023-04-18T23:25:42.711+0200 7f4a8ae3d700  1 -- 192.168.1.1:0/1547580829 learned_addr learned my addr 192.168.1.1:0/1547580829 (peer_addr_for_me v2:192.168.1.1:0/0)
2023-04-18T23:25:42.711+0200 7f4a8ae3d700  1 -- 192.168.1.1:0/1547580829 >> [v2:192.168.43.208:3300/0,v1:192.168.43.208:6789/0] conn(0x55637d589150 msgr2=0x55637d5a2330 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down
2023-04-18T23:25:42.711+0200 7f4a8ae3d700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.43.208:3300/0,v1:192.168.43.208:6789/0] conn(0x55637d589150 0x55637d5a2330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.711+0200 7f4a8ae3d700  1 -- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d596d00 msgr2=0x55637d59ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2023-04-18T23:25:42.711+0200 7f4a8ae3d700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d596d00 0x55637d59ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.711+0200 7f4a8ae3d700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a80005cf0 con 0x55637d589a60
2023-04-18T23:25:42.711+0200 7f4a8be3f700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:3300/0,v1:192.168.1.1:6789/0] conn(0x55637d596d00 0x55637d59ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed!
2023-04-18T23:25:42.711+0200 7f4a8ae3d700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 0x55637d5a2870 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f4a80008af0 tx=0x7f4a8000c040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2023-04-18T23:25:42.711+0200 7f4a7bfff700  1 -- 192.168.1.1:0/1547580829 <== mon.1 v2:192.168.1.10:3300/0 1 ==== mon_map magic: 0 v1 ==== 467+0+0 (secure 0 0 0) 0x7f4a8000f040 con 0x55637d589a60
2023-04-18T23:25:42.711+0200 7f4a7bfff700  1 -- 192.168.1.1:0/1547580829 <== mon.1 v2:192.168.1.10:3300/0 2 ==== config(39 keys) v1 ==== 1460+0+0 (secure 0 0 0) 0x7f4a800094e0 con 0x55637d589a60
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a7c005db0 con 0x55637d589a60
2023-04-18T23:25:42.711+0200 7f4a7bfff700  1 -- 192.168.1.1:0/1547580829 <== mon.1 v2:192.168.1.10:3300/0 3 ==== mon_map magic: 0 v1 ==== 467+0+0 (secure 0 0 0) 0x7f4a80006950 con 0x55637d589a60
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55637d425d60 con 0x55637d589a60
2023-04-18T23:25:42.711+0200 7f4a7bfff700  1 -- 192.168.1.1:0/1547580829 <== mon.1 v2:192.168.1.10:3300/0 4 ==== mgrmap(e 9206) v1 ==== 84983+0+0 (secure 0 0 0) 0x7f4a80006ab0 con 0x55637d589a60
2023-04-18T23:25:42.711+0200 7f4a7bfff700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6894/2991935382,v1:192.168.1.1:6895/2991935382] conn(0x7f4a74065ce0 0x7f4a74068190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2023-04-18T23:25:42.711+0200 7f4a7bfff700  1 -- 192.168.1.1:0/1547580829 <== mon.1 v2:192.168.1.10:3300/0 5 ==== osd_map(72776..72776 src has 72111..72776) v4 ==== 19362+0+0 (secure 0 0 0) 0x7f4a800874b0 con 0x55637d589a60
2023-04-18T23:25:42.711+0200 7f4a8b63e700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6894/2991935382,v1:192.168.1.1:6895/2991935382] conn(0x7f4a74065ce0 0x7f4a74068190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2023-04-18T23:25:42.711+0200 7f4a8b63e700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6894/2991935382,v1:192.168.1.1:6895/2991935382] conn(0x7f4a74065ce0 0x7f4a74068190 secure :-1 s=READY pgs=6277 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c000c00 tx=0x7f4a7c005b10 comp rx=0 tx=0).ready entity=mgr.19264176 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0 20 librbd::asio::ContextWQ: 0x55637d5f4d80 ContextWQ: 
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0 20 librbd::AsioEngine: 0x55637d5f47c0 AsioEngine: 
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0 10 librbd::ImageCtx: 0x55637d5a9280 ImageCtx: image_name=ceph-dev, image_id=
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  5 librbd::io::Dispatcher: 0x55637d5f7b40 register_dispatch: dispatch_layer=10
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  5 librbd::io::QueueImageDispatch: 0x55637d5f7c00 QueueImageDispatch: ictx=0x55637d5a9280
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  5 librbd::io::Dispatcher: 0x55637d5f7b40 register_dispatch: dispatch_layer=1
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  5 librbd::io::QosImageDispatch: 0x55637d5f4760 QosImageDispatch: ictx=0x55637d5a9280
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  5 librbd::io::Dispatcher: 0x55637d5f7b40 register_dispatch: dispatch_layer=2
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  5 librbd::io::RefreshImageDispatch: 0x55637d5f8170 RefreshImageDispatch: ictx=0x55637d5a9280
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  5 librbd::io::Dispatcher: 0x55637d5f7b40 register_dispatch: dispatch_layer=4
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  5 librbd::io::WriteBlockImageDispatch: 0x55637d415240 WriteBlockImageDispatch: ictx=0x55637d5a9280
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  5 librbd::io::Dispatcher: 0x55637d5f7b40 register_dispatch: dispatch_layer=7
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  5 librbd::io::Dispatcher: 0x55637d5f4eb0 register_dispatch: dispatch_layer=6
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0 20 librbd::ImageState: 0x55637d5f4e30 open
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0 10 librbd::ImageState: 0x55637d5f4e30 0x55637d5f4e30 send_open_unlock
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0 10 librbd::image::OpenRequest: 0x55637d5f8f70 send_v2_detect_header
2023-04-18T23:25:42.711+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6882/3551186343,v1:192.168.1.1:6883/3551186343] conn(0x55637d5f9d60 0x55637d5fc140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2023-04-18T23:25:42.715+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6882/3551186343,v1:192.168.1.1:6883/3551186343] -- osd_op(unknown.0.0:1 7.1f 7:f9cdf648:::rbd_id.ceph-dev:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x55637d5fc720 con 0x55637d5f9d60
2023-04-18T23:25:42.715+0200 7f4a8be3f700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6882/3551186343,v1:192.168.1.1:6883/3551186343] conn(0x55637d5f9d60 0x55637d5fc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2023-04-18T23:25:42.715+0200 7f4a8be3f700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6882/3551186343,v1:192.168.1.1:6883/3551186343] conn(0x55637d5f9d60 0x55637d5fc140 crc :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2023-04-18T23:25:42.715+0200 7f4a8be3f700  1 -- 192.168.1.1:0/1547580829 <== osd.4 v2:192.168.1.1:6882/3551186343 1 ==== osd_op_reply(1 rbd_id.ceph-dev [stat out=16b] v0'0 uv518919 ondisk = 0) v8 ==== 159+0+16 (crc 0 0 0) 0x7f4a8400ab60 con 0x55637d5f9d60
2023-04-18T23:25:42.715+0200 7f4a8963a700 10 librbd::image::OpenRequest: handle_v2_detect_header: r=0
2023-04-18T23:25:42.715+0200 7f4a8963a700 10 librbd::image::OpenRequest: 0x55637d5f8f70 send_v2_get_id
2023-04-18T23:25:42.715+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6882/3551186343,v1:192.168.1.1:6883/3551186343] -- osd_op(unknown.0.0:2 7.1f 7:f9cdf648:::rbd_id.ceph-dev:head [call rbd.get_id in=9b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a68003630 con 0x55637d5f9d60
2023-04-18T23:25:42.715+0200 7f4a8be3f700  1 -- 192.168.1.1:0/1547580829 <== osd.4 v2:192.168.1.1:6882/3551186343 2 ==== osd_op_reply(2 rbd_id.ceph-dev [call out=18b] v0'0 uv518919 ondisk = 0) v8 ==== 159+0+18 (crc 0 0 0) 0x7f4a8400ab60 con 0x55637d5f9d60
2023-04-18T23:25:42.715+0200 7f4a89e3b700 10 librbd::image::OpenRequest: handle_v2_get_id: r=0
2023-04-18T23:25:42.715+0200 7f4a89e3b700 10 librbd::image::OpenRequest: 0x55637d5f8f70 send_v2_get_initial_metadata
2023-04-18T23:25:42.715+0200 7f4a89e3b700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] conn(0x7f4a70009900 0x7f4a7000bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2023-04-18T23:25:42.715+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:3 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call rbd.get_size in=19b,call rbd.get_object_prefix in=20b,call rbd.get_features in=24b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a7000c2e0 con 0x7f4a70009900
2023-04-18T23:25:42.715+0200 7f4a8b63e700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] conn(0x7f4a70009900 0x7f4a7000bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2023-04-18T23:25:42.715+0200 7f4a8b63e700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] conn(0x7f4a70009900 0x7f4a7000bd80 crc :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2023-04-18T23:25:42.715+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 1 ==== osd_op_reply(3 rbd_header.d2f3d287f13c7b [call out=9b,call out=29b,call out=16b] v0'0 uv1080011 ondisk = 0) v8 ==== 253+0+54 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.715+0200 7f4a8963a700 10 librbd::image::OpenRequest: handle_v2_get_initial_metadata: r=0
2023-04-18T23:25:42.715+0200 7f4a8963a700 10 librbd::image::OpenRequest: 0x55637d5f8f70 send_v2_get_create_timestamp
2023-04-18T23:25:42.715+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:4 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call rbd.get_create_timestamp in=23b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a680031e0 con 0x7f4a70009900
2023-04-18T23:25:42.719+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 2 ==== osd_op_reply(4 rbd_header.d2f3d287f13c7b [call out=8b] v0'0 uv1080011 ondisk = 0) v8 ==== 169+0+8 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.719+0200 7f4a89e3b700 10 librbd::image::OpenRequest: 0x55637d5f8f70 handle_v2_get_create_timestamp: r=0
2023-04-18T23:25:42.719+0200 7f4a89e3b700 10 librbd::image::OpenRequest: 0x55637d5f8f70 send_v2_get_access_modify_timestamp
2023-04-18T23:25:42.719+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:5 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call rbd.get_access_timestamp in=23b,call rbd.get_modify_timestamp in=23b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a70004bd0 con 0x7f4a70009900
2023-04-18T23:25:42.723+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 3 ==== osd_op_reply(5 rbd_header.d2f3d287f13c7b [call out=8b,call out=8b] v0'0 uv1080011 ondisk = 0) v8 ==== 211+0+16 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.723+0200 7f4a8963a700 10 librbd::image::OpenRequest: 0x55637d5f8f70 handle_v2_get_access_modify_timestamp: r=0
2023-04-18T23:25:42.723+0200 7f4a8963a700 10 librbd::image::OpenRequest: 0x55637d5f8f70 send_v2_get_data_pool
2023-04-18T23:25:42.723+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:6 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call rbd.get_data_pool in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a680051d0 con 0x7f4a70009900
2023-04-18T23:25:42.727+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 4 ==== osd_op_reply(6 rbd_header.d2f3d287f13c7b [call out=8b] v0'0 uv1080011 ondisk = 0) v8 ==== 169+0+8 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.727+0200 7f4a89e3b700 10 librbd::image::OpenRequest: 0x55637d5f8f70 handle_v2_get_data_pool: r=0
2023-04-18T23:25:42.727+0200 7f4a89e3b700 10 librbd::ImageCtx: init_layout stripe_unit 4194304 stripe_count 1 object_size 4194304 prefix rbd_data.7.d2f3d287f13c7b format rbd_data.7.d2f3d287f13c7b.%016llx
2023-04-18T23:25:42.727+0200 7f4a89e3b700 10 librbd::image::OpenRequest: 0x55637d5f8f70 send_refresh
2023-04-18T23:25:42.727+0200 7f4a89e3b700 10 librbd::ConfigWatcher: init: 
2023-04-18T23:25:42.727+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 send_v2_get_mutable_metadata
2023-04-18T23:25:42.727+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:7 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call rbd.get_size in=19b,call rbd.get_features in=24b,call rbd.get_flags in=20b,call rbd.get_snapcontext in=18b,call lock.get_info in=30b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a7001b2f0 con 0x7f4a70009900
2023-04-18T23:25:42.731+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 5 ==== osd_op_reply(7 rbd_header.d2f3d287f13c7b [call out=9b,call out=16b,call out=8b,call out=100b,call out=23b] v0'0 uv1080011 ondisk = 0) v8 ==== 337+0+156 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.731+0200 7f4a8963a700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 handle_v2_get_mutable_metadata: r=0
2023-04-18T23:25:42.731+0200 7f4a8963a700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 send_v2_get_parent: legacy=0
2023-04-18T23:25:42.731+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:8 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call rbd.parent_get in=13b,call rbd.parent_overlap_get in=29b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a68004d60 con 0x7f4a70009900
2023-04-18T23:25:42.735+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 6 ==== osd_op_reply(8 rbd_header.d2f3d287f13c7b [call out=30b,call out=1b] v0'0 uv1080011 ondisk = 0) v8 ==== 211+0+31 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.735+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 handle_v2_get_parent: r=0
2023-04-18T23:25:42.735+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 send_v2_get_metadata
2023-04-18T23:25:42.735+0200 7f4a89e3b700 15 librbd::image::GetMetadataRequest: 0x7f4a7001ac10 metadata_list: start_key=conf_
2023-04-18T23:25:42.735+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:9 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call rbd.metadata_list in=33b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a7001acd0 con 0x7f4a70009900
2023-04-18T23:25:42.739+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 7 ==== osd_op_reply(9 rbd_header.d2f3d287f13c7b [call out=4b] v0'0 uv1080011 ondisk = 0) v8 ==== 169+0+4 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.739+0200 7f4a8963a700 15 librbd::image::GetMetadataRequest: 0x7f4a7001ac10 handle_metadata_list: r=0
2023-04-18T23:25:42.739+0200 7f4a8963a700 15 librbd::image::GetMetadataRequest: 0x7f4a7001ac10 finish: r=0
2023-04-18T23:25:42.739+0200 7f4a8963a700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 handle_v2_get_metadata: r=0
2023-04-18T23:25:42.739+0200 7f4a8963a700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 send_v2_get_pool_metadata
2023-04-18T23:25:42.739+0200 7f4a8963a700 15 librbd::image::GetMetadataRequest: 0x7f4a68001f80 metadata_list: start_key=conf_
2023-04-18T23:25:42.739+0200 7f4a8963a700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6816/3925096344,v1:192.168.1.1:6817/3925096344] conn(0x7f4a680026c0 0x7f4a68009b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect
2023-04-18T23:25:42.739+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6816/3925096344,v1:192.168.1.1:6817/3925096344] -- osd_op(unknown.0.0:10 7.1a 7:5cea7035:::rbd_info:head [call rbd.metadata_list in=33b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a6800a0b0 con 0x7f4a680026c0
2023-04-18T23:25:42.739+0200 7f4a8ae3d700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6816/3925096344,v1:192.168.1.1:6817/3925096344] conn(0x7f4a680026c0 0x7f4a68009b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0
2023-04-18T23:25:42.739+0200 7f4a8ae3d700  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6816/3925096344,v1:192.168.1.1:6817/3925096344] conn(0x7f4a680026c0 0x7f4a68009b70 crc :-1 s=READY pgs=2305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0
2023-04-18T23:25:42.743+0200 7f4a8ae3d700  1 -- 192.168.1.1:0/1547580829 <== osd.3 v2:192.168.1.1:6816/3925096344 1 ==== osd_op_reply(10 rbd_info [call out=4b] v0'0 uv2 ondisk = 0) v8 ==== 152+0+4 (crc 0 0 0) 0x7f4a80053380 con 0x7f4a680026c0
2023-04-18T23:25:42.743+0200 7f4a89e3b700 15 librbd::image::GetMetadataRequest: 0x7f4a68001f80 handle_metadata_list: r=0
2023-04-18T23:25:42.743+0200 7f4a89e3b700 15 librbd::image::GetMetadataRequest: 0x7f4a68001f80 finish: r=0
2023-04-18T23:25:42.743+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 handle_v2_get_pool_metadata: r=0
2023-04-18T23:25:42.743+0200 7f4a89e3b700 20 librbd::ImageCtx: apply_metadata
2023-04-18T23:25:42.743+0200 7f4a89e3b700  5 librbd::ImageCtx: 0x55637d5a9280: disabling zero-copy writes
2023-04-18T23:25:42.743+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 send_v2_get_group
2023-04-18T23:25:42.743+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:11 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call rbd.image_group_get in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a70017690 con 0x7f4a70009900
2023-04-18T23:25:42.743+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 8 ==== osd_op_reply(11 rbd_header.d2f3d287f13c7b [call out=18b] v0'0 uv1080011 ondisk = 0) v8 ==== 169+0+18 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.743+0200 7f4a8963a700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 handle_v2_get_group: r=0
2023-04-18T23:25:42.743+0200 7f4a8963a700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 send_v2_get_snapshots
2023-04-18T23:25:42.743+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:12 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call rbd.snapshot_get in=23b,call rbd.parent_overlap_get in=29b,call rbd.get_flags in=20b,call rbd.get_protection_status in=32b,call rbd.snapshot_get in=23b,call rbd.parent_overlap_get in=29b,call rbd.get_flags in=20b,call rbd.get_protection_status in=32b,call rbd.snapshot_get in=23b,call rbd.parent_overlap_get in=29b,call rbd.get_flags in=20b,call rbd.get_protection_status in=32b,call rbd.snapshot_get in=23b,call rbd.parent_overlap_get in=29b,call rbd.get_flags in=20b,call rbd.get_protection_status in=32b,call rbd.snapshot_get in=23b,call rbd.parent_overlap_get in=29b,call rbd.get_flags in=20b,call rbd.get_protection_status in=32b,call rbd.snapshot_get in=23b,call rbd.parent_overlap_get in=29b,call rbd.get_flags in=20b,call rbd.get_protection_status in=32b,call rbd.snapshot_get in=23b,call rbd.parent_overlap_get in=29b,call rbd.get_flags in=20b,call rbd.get_protection_status in=32b,call rbd.snapshot_get in=23b,call rbd.parent_overlap_get in=29b,call rbd.get_flags in=20b,call rbd.get_protection_status in=32b,call rbd.snapshot_get in=23b,call rbd.parent_overlap_get in=29b,call rbd.get_flags in=20b,call rbd.get_protection_status in=32b,call rbd.snapshot_get in=23b,call rbd.parent_overlap_get in=29b,call rbd.get_flags in=20b,call rbd.get_protection_status in=32b,call rbd.snapshot_get in=23b,call rbd.parent_overlap_get in=29b,call rbd.get_flags in=20b,call rbd.get_protection_status in=32b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a68039700 con 0x7f4a70009900
2023-04-18T23:25:42.747+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 9 ==== osd_op_reply(12 rbd_header.d2f3d287f13c7b [call out=86b,call out=1b,call out=8b,call out=1b,call out=86b,call out=1b,call out=8b,call out=1b,call out=86b,call out=1b,call out=8b,call out=1b,call out=86b,call out=1b,call out=8b,call out=1b,call out=86b,call out=1b,call out=8b,call out=1b,call out=86b,call out=1b,call out=8b,call out=1b,call out=86b,call out=1b,call out=8b,call out=1b,call out=86b,call out=1b,call out=8b,call out=1b,call out=86b,call out=1b,call out=8b,call out=1b,call out=86b,call out=1b,call out=8b,call out=1b,call out=86b,call out=1b,call out=8b,call out=1b] v0'0 uv1080011 ondisk = 0) v8 ==== 1975+0+1056 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 handle_v2_get_snapshots: r=0
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 send_v2_init_exclusive_lock
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::ExclusiveLock: 0x7f4a70017d20 init: features=189
2023-04-18T23:25:42.747+0200 7f4a89e3b700  5 librbd::io::Dispatcher: 0x55637d5f7b40 register_dispatch: dispatch_layer=3
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::exclusive_lock::ImageDispatch: 0x7f4a70016570 set_require_lock: direction=1, enabled=1
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::AsyncOperation: 0x7f4a700177a0 start_op
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f7b40 send: dispatch_spec=0x7f4a70017800
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::RefreshImageDispatch: 0x55637d5f8170 flush: tid=1
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::WriteBlockImageDispatch: 0x55637d415240 flush: tid=1
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::ImageDispatch: 0x55637d5f7be0 flush: 
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::ImageRequest: 0x7f4a89e35970 send: aio_flush: ictx=0x55637d5a9280, completion=0x7f4a70017690
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x7f4a70017690 set_request_count: pending=1
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f4eb0 send: dispatch_spec=0x7f4a700178f0
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x7f4a70017690 complete_request: cb=1, pending=0
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x7f4a70017690 finalize: r=0
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 handle_v2_init_exclusive_lock: r=0
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 send_v2_apply
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::AsyncOperation: 0x7f4a700177a0 finish_op
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 handle_v2_apply
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: 0x7f4a70010c10 apply
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: new snapshot id=2014 name=ceph-dev_2023-04-12T02:00:09.528+02:00 size=10737418240
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: new snapshot id=2003 name=ceph-dev_2023-04-11T02:00:09.750+02:00 size=10737418240
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: new snapshot id=1964 name=ceph-dev_2023-04-09T02:00:06.430+02:00 size=10737418240
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: new snapshot id=1952 name=ceph-dev_2023-04-08T02:00:06.534+02:00 size=10737418240
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: new snapshot id=1940 name=ceph-dev_2023-04-07T02:00:05.913+02:00 size=10737418240
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: new snapshot id=1930 name=ceph-dev_2023-04-06T02:00:06.159+02:00 size=10737418240
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: new snapshot id=1915 name=ceph-dev_2023-04-05T03:37:23.778+02:00 size=10737418240
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: new snapshot id=1909 name=ceph-dev_2023-04-05T03:35:56.748+02:00 size=10737418240
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: new snapshot id=1903 name=ceph-dev_2023-04-05T03:22:01.315+02:00 size=10737418240
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: new snapshot id=1545 name=ceph-dev_2023-03-06T02:00:03.832+01:00 size=10737418240
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::image::RefreshRequest: new snapshot id=1538 name=ceph-dev_2023-03-05T02:00:09.030+01:00 size=10737418240
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 send_flush_aio
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::AsyncOperation: 0x7f4a70018510 start_op
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f7b40 send: dispatch_spec=0x7f4a70018570
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::WriteBlockImageDispatch: 0x55637d415240 flush: tid=2
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::ImageDispatch: 0x55637d5f7be0 flush: 
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::ImageRequest: 0x7f4a89e35be0 send: aio_flush: ictx=0x55637d5a9280, completion=0x7f4a70018400
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x7f4a70018400 set_request_count: pending=1
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f4eb0 send: dispatch_spec=0x7f4a70018660
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x7f4a70018400 complete_request: cb=1, pending=0
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x7f4a70018400 finalize: r=0
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::RefreshRequest: 0x7f4a70010c10 handle_flush_aio: r=0
2023-04-18T23:25:42.747+0200 7f4a89e3b700 20 librbd::io::AsyncOperation: 0x7f4a70018510 finish_op
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::OpenRequest: handle_refresh: r=0
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::OpenRequest: send_init_plugin_registry: plugins=
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::OpenRequest: handle_init_plugin_registry: r=0
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::OpenRequest: 0x55637d5f8f70 send_init_cache
2023-04-18T23:25:42.747+0200 7f4a89e3b700  5 librbd::cache::WriteAroundObjectDispatch: 0x7f4a70018750 init: 
2023-04-18T23:25:42.747+0200 7f4a89e3b700  5 librbd::io::Dispatcher: 0x55637d5f4eb0 register_dispatch: dispatch_layer=1
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::image::OpenRequest: 0x55637d5f8f70 send_register_watch
2023-04-18T23:25:42.747+0200 7f4a89e3b700 10 librbd::Watcher: 0x7f4a70008a30 register_watch: 
2023-04-18T23:25:42.747+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:13 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [watch watch cookie 139957683456368] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a700192b0 con 0x7f4a70009900
2023-04-18T23:25:42.755+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 10 ==== osd_op_reply(13 rbd_header.d2f3d287f13c7b [watch watch cookie 139957683456368] v72776'1080013 uv1080011 ondisk = 0) v8 ==== 169+0+0 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::Watcher: 0x7f4a70008a30 handle_register_watch: r=0
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::image::OpenRequest: 0x55637d5f8f70 handle_register_watch: r=0
2023-04-18T23:25:42.755+0200 7f4a8963a700  5 librbd::io::SimpleSchedulerObjectDispatch: 0x7f4a6801d260 SimpleSchedulerObjectDispatch: ictx=0x55637d5a9280
2023-04-18T23:25:42.755+0200 7f4a8963a700  5 librbd::io::SimpleSchedulerObjectDispatch: 0x7f4a6801d260 init: 
2023-04-18T23:25:42.755+0200 7f4a8963a700  5 librbd::io::Dispatcher: 0x55637d5f4eb0 register_dispatch: dispatch_layer=5
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::ImageState: 0x55637d5f4e30 0x55637d5f4e30 handle_open: r=0
2023-04-18T23:25:42.755+0200 7f4a8d70f4c0 20 librbd::api::Snapshot: create: snap_create 0x55637d5a9280 backup flags: 0
2023-04-18T23:25:42.755+0200 7f4a8d70f4c0  5 librbd::Operations: 0x55637d5f4b80 snap_create: snap_name=backup
2023-04-18T23:25:42.755+0200 7f4a8d70f4c0 20 librbd::ManagedLock: 0x7f4a70017d38 is_lock_owner: =0
2023-04-18T23:25:42.755+0200 7f4a8d70f4c0 20 librbd::Operations: send_acquire_exclusive_lock
2023-04-18T23:25:42.755+0200 7f4a8d70f4c0 10 librbd::ManagedLock: 0x7f4a70017d38 try_acquire_lock: 
2023-04-18T23:25:42.755+0200 7f4a8d70f4c0 10 librbd::ManagedLock: 0x7f4a70017d38 send_acquire_lock: 
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::ExclusiveLock: 0x7f4a70017d20 pre_acquire_lock_handler
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::exclusive_lock::PreAcquireRequest: 0x7f4a7c005920 send_prepare_lock: 
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::ImageState: 0x55637d5f4e30 prepare_lock
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::ImageState: 0x55637d5f4e30 0x55637d5f4e30 send_prepare_lock_unlock
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::exclusive_lock::PreAcquireRequest: 0x7f4a7c005920 handle_prepare_lock: r=0
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::exclusive_lock::PreAcquireRequest: 0x7f4a7c005920 send_flush_notifies: 
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::exclusive_lock::PreAcquireRequest: 0x7f4a7c005920 handle_flush_notifies: 
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::ManagedLock: 0x7f4a70017d38 handle_pre_acquire_lock: r=0
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::managed_lock::AcquireRequest: 0x7f4a680168a0 send_get_locker: 
2023-04-18T23:25:42.755+0200 7f4a8963a700 10 librbd::managed_lock::GetLockerRequest: 0x7f4a7c034020 send_get_lockers: 
2023-04-18T23:25:42.755+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:14 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call lock.get_info in=30b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a680055f0 con 0x7f4a70009900
2023-04-18T23:25:42.755+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 11 ==== osd_op_reply(14 rbd_header.d2f3d287f13c7b [call out=23b] v0'0 uv1080011 ondisk = 0) v8 ==== 169+0+23 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.755+0200 7f4a89e3b700 10 librbd::managed_lock::GetLockerRequest: 0x7f4a7c034020 handle_get_lockers: r=0
2023-04-18T23:25:42.755+0200 7f4a89e3b700 20 librbd::managed_lock::GetLockerRequest: 0x7f4a7c034020 handle_get_lockers: no lockers detected
2023-04-18T23:25:42.755+0200 7f4a89e3b700 10 librbd::managed_lock::GetLockerRequest: 0x7f4a7c034020 finish: r=-2
2023-04-18T23:25:42.755+0200 7f4a89e3b700 10 librbd::managed_lock::AcquireRequest: 0x7f4a680168a0 handle_get_locker: r=-2
2023-04-18T23:25:42.755+0200 7f4a89e3b700 20 librbd::managed_lock::AcquireRequest: 0x7f4a680168a0 handle_get_locker: no lockers detected
2023-04-18T23:25:42.755+0200 7f4a89e3b700 10 librbd::managed_lock::AcquireRequest: 0x7f4a680168a0 send_lock: entity=client.19266808, cookie=auto 139957683456368
2023-04-18T23:25:42.755+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:15 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call lock.lock in=76b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a700192b0 con 0x7f4a70009900
2023-04-18T23:25:42.759+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 12 ==== osd_op_reply(15 rbd_header.d2f3d287f13c7b [call] v72776'1080014 uv1080014 ondisk = 0) v8 ==== 169+0+0 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.759+0200 7f4a8963a700 10 librbd::managed_lock::AcquireRequest: 0x7f4a680168a0 handle_lock: r=0
2023-04-18T23:25:42.759+0200 7f4a8963a700 10 librbd::ManagedLock: 0x7f4a70017d38 handle_acquire_lock: r=0
2023-04-18T23:25:42.759+0200 7f4a8963a700  5 librbd::ManagedLock: 0x7f4a70017d38 handle_acquire_lock: successfully acquired exclusive lock
2023-04-18T23:25:42.759+0200 7f4a8963a700 10 librbd::ExclusiveLock: 0x7f4a70017d20 post_acquire_lock_handler: r=0
2023-04-18T23:25:42.759+0200 7f4a8963a700 10 librbd::exclusive_lock::PostAcquireRequest: 0x7f4a7c038000 send_open_object_map: 
2023-04-18T23:25:42.759+0200 7f4a8963a700 20 librbd::object_map::RefreshRequest: 0x7f4a7c02f000 send: object_count=2560
2023-04-18T23:25:42.759+0200 7f4a8963a700 10 librbd::object_map::RefreshRequest: 0x7f4a7c02f000 send_lock: oid=rbd_object_map.d2f3d287f13c7b
2023-04-18T23:25:42.759+0200 7f4a8963a700 10 librbd::object_map::LockRequest: 0x7f4a68002ed0 send_lock: oid=rbd_object_map.d2f3d287f13c7b
2023-04-18T23:25:42.759+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:16 7.a 7:572410b4:::rbd_object_map.d2f3d287f13c7b:head [call lock.lock in=48b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a680055f0 con 0x7f4a70009900
2023-04-18T23:25:42.759+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 13 ==== osd_op_reply(16 rbd_object_map.d2f3d287f13c7b [call] v72776'699613 uv1046602 ondisk = 0) v8 ==== 173+0+0 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.759+0200 7f4a89e3b700 10 librbd::object_map::LockRequest: 0x7f4a68002ed0 handle_lock: r=0
2023-04-18T23:25:42.759+0200 7f4a89e3b700 10 librbd::object_map::RefreshRequest: 0x7f4a7c02f000 handle_lock
2023-04-18T23:25:42.759+0200 7f4a89e3b700 10 librbd::object_map::RefreshRequest: 0x7f4a7c02f000 send_load: oid=rbd_object_map.d2f3d287f13c7b
2023-04-18T23:25:42.759+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:17 7.a 7:572410b4:::rbd_object_map.d2f3d287f13c7b:head [call rbd.object_map_load in=18b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a700192b0 con 0x7f4a70009900
2023-04-18T23:25:42.763+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 14 ==== osd_op_reply(17 rbd_object_map.d2f3d287f13c7b [call out=662b] v0'0 uv1046602 ondisk = 0) v8 ==== 173+0+662 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::object_map::RefreshRequest: 0x7f4a7c02f000 handle_load: r=0
2023-04-18T23:25:42.763+0200 7f4a8963a700 20 librbd::object_map::RefreshRequest: refreshed object map: num_objs=2560
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::exclusive_lock::PostAcquireRequest: 0x7f4a7c038000 handle_open_object_map: r=0
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::ExclusiveLock: 0x7f4a70017d20 handle_post_acquiring_lock
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::ImageState: 0x55637d5f4e30 handle_prepare_lock_complete
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::exclusive_lock::PostAcquireRequest: 0x7f4a7c038000 send_process_plugin_acquire_lock: 
2023-04-18T23:25:42.763+0200 7f4a8963a700 20 librbd::PluginRegistry: 0x55637d5f48e0 acquired_exclusive_lock: 
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::exclusive_lock::PostAcquireRequest: 0x7f4a7c038000 handle_process_plugin_acquire_lock: r=0
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::ExclusiveLock: 0x7f4a70017d20 handle_post_acquired_lock: r=0
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::ImageWatcher: 0x7f4a70008a30 notify acquired lock
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::ImageWatcher: 0x7f4a70008a30 current lock owner: [19266808,139957683456368]
2023-04-18T23:25:42.763+0200 7f4a8963a700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 notify: pending=1
2023-04-18T23:25:42.763+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:18 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [notify cookie 139957549370992 in=38b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a68013ab0 con 0x7f4a70009900
2023-04-18T23:25:42.763+0200 7f4a8963a700 20 librbd::exclusive_lock::ImageDispatch: 0x7f4a70016570 set_require_lock: direction=2, enabled=0
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::ManagedLock: 0x7f4a70017d38 handle_post_acquire_lock: r=0
2023-04-18T23:25:42.763+0200 7f4a8963a700 20 librbd::Operations: handle_acquire_exclusive_lock: r=0
2023-04-18T23:25:42.763+0200 7f4a8963a700 20 librbd::ManagedLock: 0x7f4a70017d38 is_lock_owner: =1
2023-04-18T23:25:42.763+0200 7f4a8963a700 20 librbd::Operations: start_op: snap create 0x55637d5a30d0
2023-04-18T23:25:42.763+0200 7f4a8963a700 20 librbd::Operations: start snap create 0x55637d5a30d0
2023-04-18T23:25:42.763+0200 7f4a8963a700 20 librbd::Operations: execute_local_request
2023-04-18T23:25:42.763+0200 7f4a8963a700 20 librbd::ManagedLock: 0x7f4a70017d38 is_lock_owner: =1
2023-04-18T23:25:42.763+0200 7f4a8963a700  5 librbd::Operations: 0x55637d5f4b80 execute_snap_create: snap_name=backup
2023-04-18T23:25:42.763+0200 7f4a8963a700  5 librbd::SnapshotCreateRequest: 0x7f4a68013ec0 send_notify_quiesce
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::ImageWatcher: 0x7f4a70008a30 notify_quiesce: request_id=0x7f4a68013fe0
2023-04-18T23:25:42.763+0200 7f4a8963a700 10 librbd::ImageWatcher: 0x7f4a70008a30 notify_quiesce: async_request_id=[19266808,139957683456368,2] attempts=10
2023-04-18T23:25:42.763+0200 7f4a8963a700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 notify: pending=2
2023-04-18T23:25:42.763+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:19 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [notify cookie 139957549224256 in=46b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a68017430 con 0x7f4a70009900
2023-04-18T23:25:42.763+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 15 ==== watch-notify(notify (1) cookie 139957683456368 notify 312570539933934 ret 0) v3 ==== 68+0+0 (crc 0 0 0) 0x55637d4197f0 con 0x7f4a70009900
2023-04-18T23:25:42.763+0200 7f4a89e3b700  5 librbd::Watcher: 0x7f4a70008a30 notifications_blocked: blocked=0
2023-04-18T23:25:42.763+0200 7f4a89e3b700 10 librbd::Watcher::C_NotifyAck 0x7f4a68016b90 C_NotifyAck: id=312570539933934, handle=139957683456368
2023-04-18T23:25:42.763+0200 7f4a89e3b700 10 librbd::ImageWatcher: 0x7f4a70008a30 image exclusively locked announcement
2023-04-18T23:25:42.763+0200 7f4a89e3b700 10 librbd::ImageWatcher: 0x7f4a70008a30 current lock owner: [19266808,139957683456368]
2023-04-18T23:25:42.763+0200 7f4a89e3b700 10 librbd::Watcher::C_NotifyAck 0x7f4a68016b90 finish: r=0
2023-04-18T23:25:42.763+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 16 ==== osd_op_reply(18 rbd_header.d2f3d287f13c7b [notify cookie 139957549370992 out=8b] v0'0 uv1080014 ondisk = 0) v8 ==== 169+0+8 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.763+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:20 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [notify-ack in=20b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a700192b0 con 0x7f4a70009900
2023-04-18T23:25:42.767+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 17 ==== watch-notify(notify (1) cookie 139957683456368 notify 312570539933935 ret 0) v3 ==== 76+0+0 (crc 0 0 0) 0x7f4a7c0361d0 con 0x7f4a70009900
2023-04-18T23:25:42.767+0200 7f4a89e3b700  5 librbd::Watcher: 0x7f4a70008a30 notifications_blocked: blocked=0
2023-04-18T23:25:42.767+0200 7f4a89e3b700 10 librbd::Watcher::C_NotifyAck 0x7f4a70019660 C_NotifyAck: id=312570539933935, handle=139957683456368
2023-04-18T23:25:42.767+0200 7f4a89e3b700 10 librbd::ImageWatcher: 0x7f4a70008a30 quiesce request: [19266808,139957683456368,2]
2023-04-18T23:25:42.767+0200 7f4a89e3b700 20 librbd::ImageState: 0x55637d5f4e30 notify_quiesce
2023-04-18T23:25:42.767+0200 7f4a89e3b700 20 librbd::ImageWatcher: remove_async_request: [19266808,139957683456368,2]
2023-04-18T23:25:42.767+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 18 ==== osd_op_reply(19 rbd_header.d2f3d287f13c7b [notify cookie 139957549224256 out=8b] v0'0 uv1080014 ondisk = 0) v8 ==== 169+0+8 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.767+0200 7f4a89e3b700 10 librbd::ImageWatcher: 0x7f4a7c00a580 C_ResponseMessage: r=0
2023-04-18T23:25:42.767+0200 7f4a89e3b700 10 librbd::Watcher::C_NotifyAck 0x7f4a70019660 finish: r=0
2023-04-18T23:25:42.767+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:21 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [notify-ack in=30b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a700192b0 con 0x7f4a70009900
2023-04-18T23:25:42.775+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 19 ==== watch-notify(notify_complete (2) cookie 139957549370992 notify 312570539933934 ret 0) v3 ==== 42+0+48 (crc 0 0 0) 0x7f4a7c028c80 con 0x7f4a70009900
2023-04-18T23:25:42.775+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 20 ==== osd_op_reply(20 rbd_header.d2f3d287f13c7b [notify-ack] v0'0 uv1080014 ondisk = 0) v8 ==== 169+0+0 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.775+0200 7f4a8963a700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 handle_notify: r=0
2023-04-18T23:25:42.775+0200 7f4a8963a700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 handle_notify: pending=1
2023-04-18T23:25:42.779+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 21 ==== watch-notify(notify_complete (2) cookie 139957549224256 notify 312570539933935 ret 0) v3 ==== 42+0+58 (crc 0 0 0) 0x7f4a7c028c80 con 0x7f4a70009900
2023-04-18T23:25:42.779+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 22 ==== osd_op_reply(21 rbd_header.d2f3d287f13c7b [notify-ack] v0'0 uv1080014 ondisk = 0) v8 ==== 169+0+0 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 handle_notify: r=0
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 handle_notify: pending=0

Creating snap: 10% complete...2023-04-18T23:25:42.779+0200 7f4a89e3b700  5 librbd::SnapshotCreateRequest: 0x7f4a68013ec0 handle_notify_quiesce: r=0
2023-04-18T23:25:42.779+0200 7f4a89e3b700  5 librbd::SnapshotCreateRequest: 0x7f4a68013ec0 send_suspend_requests
2023-04-18T23:25:42.779+0200 7f4a89e3b700  5 librbd::SnapshotCreateRequest: 0x7f4a68013ec0 send_suspend_aio
2023-04-18T23:25:42.779+0200 7f4a89e3b700  5 librbd::io::WriteBlockImageDispatch: 0x55637d415240 block_writes: 0x55637d5a9280, num=1
2023-04-18T23:25:42.779+0200 7f4a89e3b700 10 librbd::io::WriteBlockImageDispatch: 0x55637d415240 flush_io: 
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::io::AsyncOperation: 0x7f4a70018510 start_op
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f7b40 send: dispatch_spec=0x7f4a70018570
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::io::ImageDispatch: 0x55637d5f7be0 flush: 
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::io::ImageRequest: 0x7f4a89e35bc0 send: aio_flush: ictx=0x55637d5a9280, completion=0x7f4a70018400
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x7f4a70018400 set_request_count: pending=1
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f4eb0 send: dispatch_spec=0x7f4a70018660
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::cache::WriteAroundObjectDispatch: 0x7f4a70018750 flush: 
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::io::SimpleSchedulerObjectDispatch: 0x7f4a6801d260 flush: 
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::io::SimpleSchedulerObjectDispatch: 0x7f4a6801d260 dispatch_all_delayed_requests: 
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f4eb0 send: dispatch_spec=0x7f4a70018660
2023-04-18T23:25:42.779+0200 7f4a8963a700 20 librbd::io::AioCompletion: 0x7f4a70018400 complete_request: cb=1, pending=0
2023-04-18T23:25:42.779+0200 7f4a8963a700 20 librbd::io::AioCompletion: 0x7f4a70018400 finalize: r=0
2023-04-18T23:25:42.779+0200 7f4a8963a700 20 librbd::io::AsyncOperation: 0x7f4a70018510 finish_op
2023-04-18T23:25:42.779+0200 7f4a8963a700  5 librbd::SnapshotCreateRequest: 0x7f4a68013ec0 handle_suspend_aio: r=0
2023-04-18T23:25:42.779+0200 7f4a8963a700  5 librbd::SnapshotCreateRequest: 0x7f4a68013ec0 send_allocate_snap_id
2023-04-18T23:25:42.779+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] -- pool_op(create unmanaged snap pool 37 tid 22 name  v0) v4 -- 0x7f4a68017430 con 0x55637d589a60
2023-04-18T23:25:42.779+0200 7f4a7bfff700  1 -- 192.168.1.1:0/1547580829 <== mon.1 v2:192.168.1.10:3300/0 6 ==== pool_op_reply(tid 22 (95) Operation not supported v72776) v1 ==== 43+0+0 (secure 0 0 0) 0x7f4a80087080 con 0x55637d589a60
2023-04-18T23:25:42.779+0200 7f4a89e3b700  5 librbd::SnapshotCreateRequest: 0x7f4a68013ec0 handle_allocate_snap_id: r=-95, snap_id=18446744073709551614
2023-04-18T23:25:42.779+0200 7f4a89e3b700 -1 librbd::SnapshotCreateRequest: failed to allocate snapshot id: (95) Operation not supported
2023-04-18T23:25:42.779+0200 7f4a89e3b700  5 librbd::io::WriteBlockImageDispatch: 0x55637d415240 unblock_writes: 0x55637d5a9280, num=0
2023-04-18T23:25:42.779+0200 7f4a89e3b700  5 librbd::SnapshotCreateRequest: 0x7f4a68013ec0 send_notify_unquiesce
2023-04-18T23:25:42.779+0200 7f4a89e3b700 10 librbd::ImageWatcher: 0x7f4a70008a30 notify_unquiesce: request_id=2
2023-04-18T23:25:42.779+0200 7f4a89e3b700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 notify: pending=1
2023-04-18T23:25:42.779+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:23 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [notify cookie 139957683458000 in=46b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a70013480 con 0x7f4a70009900
2023-04-18T23:25:42.779+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 23 ==== watch-notify(notify (1) cookie 139957683456368 notify 312570539933936 ret 0) v3 ==== 76+0+0 (crc 0 0 0) 0x7f4a7c028c80 con 0x7f4a70009900
2023-04-18T23:25:42.779+0200 7f4a8963a700  5 librbd::Watcher: 0x7f4a70008a30 notifications_blocked: blocked=0
2023-04-18T23:25:42.779+0200 7f4a8963a700 10 librbd::Watcher::C_NotifyAck 0x7f4a68014090 C_NotifyAck: id=312570539933936, handle=139957683456368
2023-04-18T23:25:42.779+0200 7f4a8963a700 10 librbd::ImageWatcher: 0x7f4a70008a30 unquiesce request: [19266808,139957683456368,2]
2023-04-18T23:25:42.779+0200 7f4a8963a700 20 librbd::ImageState: 0x55637d5f4e30 notify_unquiesce
2023-04-18T23:25:42.779+0200 7f4a8963a700 10 librbd::Watcher::C_NotifyAck 0x7f4a68014090 finish: r=0
2023-04-18T23:25:42.779+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 24 ==== osd_op_reply(23 rbd_header.d2f3d287f13c7b [notify cookie 139957683458000 out=8b] v0'0 uv1080014 ondisk = 0) v8 ==== 169+0+8 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.779+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:24 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [notify-ack in=20b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a68038e70 con 0x7f4a70009900
2023-04-18T23:25:42.787+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 25 ==== watch-notify(notify_complete (2) cookie 139957683458000 notify 312570539933936 ret 0) v3 ==== 42+0+48 (crc 0 0 0) 0x7f4a7c011bb0 con 0x7f4a70009900
2023-04-18T23:25:42.787+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 26 ==== osd_op_reply(24 rbd_header.d2f3d287f13c7b [notify-ack] v0'0 uv1080014 ondisk = 0) v8 ==== 169+0+0 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
Creating snap: 10% complete...failed.
rbd: failed to create snapshot: 
(95) Operation not supported
2023-04-18T23:25:42.787+0200 7f4a8963a700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 handle_notify: r=0
2023-04-18T23:25:42.787+0200 7f4a8963a700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 handle_notify: pending=0
2023-04-18T23:25:42.787+0200 7f4a8963a700  5 librbd::SnapshotCreateRequest: 0x7f4a68013ec0 handle_notify_unquiesce: r=0
2023-04-18T23:25:42.787+0200 7f4a8963a700 10 librbd::Request: 0x7f4a68013ec0 create_context_finisher
2023-04-18T23:25:42.787+0200 7f4a8963a700 10 librbd::Request: 0x7f4a68013ec0 finish: r=-95
2023-04-18T23:25:42.787+0200 7f4a8963a700 20 librbd::Operations: handle_local_request: r=-95
2023-04-18T23:25:42.787+0200 7f4a8963a700 20 librbd::Operations: finish_op: snap create r=-95
2023-04-18T23:25:42.787+0200 7f4a8d70f4c0 20 librbd::ImageState: 0x55637d5f4e30 close
2023-04-18T23:25:42.787+0200 7f4a8d70f4c0 10 librbd::ImageState: 0x55637d5f4e30 0x55637d5f4e30 send_close_unlock
2023-04-18T23:25:42.787+0200 7f4a8d70f4c0 10 librbd::ConfigWatcher: shut_down: 
2023-04-18T23:25:42.787+0200 7f4a8d70f4c0 10 librbd::image::CloseRequest: 0x55637d5f7690 send_block_image_watcher
2023-04-18T23:25:42.787+0200 7f4a8d70f4c0 10 librbd::ImageWatcher: 0x7f4a70008a30 block_notifies
2023-04-18T23:25:42.787+0200 7f4a8d70f4c0  5 librbd::Watcher: 0x7f4a70008a30 block_notifies: blocked_count=1
2023-04-18T23:25:42.787+0200 7f4a8d70f4c0 10 librbd::image::CloseRequest: 0x55637d5f7690 handle_block_image_watcher: r=0
2023-04-18T23:25:42.787+0200 7f4a8d70f4c0 10 librbd::image::CloseRequest: 0x55637d5f7690 send_shut_down_update_watchers
2023-04-18T23:25:42.787+0200 7f4a8d70f4c0 20 librbd::ImageState: 0x55637d5f4e30 shut_down_update_watchers
2023-04-18T23:25:42.787+0200 7f4a8d70f4c0 20 librbd::ImageState: 0x55637d443450 ImageUpdateWatchers::shut_down
2023-04-18T23:25:42.787+0200 7f4a8d70f4c0 20 librbd::ImageState: 0x55637d443450 ImageUpdateWatchers::shut_down: completing shut down
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::image::CloseRequest: 0x55637d5f7690 handle_shut_down_update_watchers: r=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::image::CloseRequest: 0x55637d5f7690 send_flush
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AsyncOperation: 0x55637d40bb70 start_op
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f7b40 send: dispatch_spec=0x7f4a70018660
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::QueueImageDispatch: 0x55637d5f7c00 flush: tid=4
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f7b40 send: dispatch_spec=0x7f4a70018660
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::QosImageDispatch: 0x55637d5f4760 flush: tid=4
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f7b40 send: dispatch_spec=0x7f4a70018660
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::exclusive_lock::ImageDispatch: 0x7f4a70016570 flush: tid=4
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::RefreshImageDispatch: 0x55637d5f8170 flush: tid=4
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::WriteBlockImageDispatch: 0x55637d415240 flush: tid=4
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::ImageDispatch: 0x55637d5f7be0 flush: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::ImageRequest: 0x7f4a89e356c0 send: aio_flush: ictx=0x55637d5a9280, completion=0x55637d40ba60
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x55637d40ba60 set_request_count: pending=1
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f4eb0 send: dispatch_spec=0x7f4a7001ab20
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::cache::WriteAroundObjectDispatch: 0x7f4a70018750 flush: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::SimpleSchedulerObjectDispatch: 0x7f4a6801d260 flush: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::SimpleSchedulerObjectDispatch: 0x7f4a6801d260 dispatch_all_delayed_requests: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f4eb0 send: dispatch_spec=0x7f4a7001ab20
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x55637d40ba60 complete_request: cb=1, pending=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x55637d40ba60 finalize: r=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::image::CloseRequest: 0x55637d5f7690 handle_flush: r=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::image::CloseRequest: 0x55637d5f7690 send_shut_down_exclusive_lock
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::ExclusiveLock: 0x7f4a70017d20 shut_down
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::ManagedLock: 0x7f4a70017d38 shut_down: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::ManagedLock: 0x7f4a70017d38 send_shutdown: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AsyncOperation: 0x55637d40bb70 finish_op
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::ManagedLock: 0x7f4a70017d38 send_shutdown_release: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::ExclusiveLock: 0x7f4a70017d20 pre_release_lock_handler
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 send_cancel_op_requests: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 handle_cancel_op_requests: r=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 send_set_require_lock: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::exclusive_lock::ImageDispatch: 0x7f4a70016570 set_require_lock: direction=1, enabled=1
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AsyncOperation: 0x55637d40bb70 start_op
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f7b40 send: dispatch_spec=0x7f4a70018660
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::RefreshImageDispatch: 0x55637d5f8170 flush: tid=5
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::WriteBlockImageDispatch: 0x55637d415240 flush: tid=5
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::ImageDispatch: 0x55637d5f7be0 flush: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::ImageRequest: 0x7f4a89e35c70 send: aio_flush: ictx=0x55637d5a9280, completion=0x55637d40ba60
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x55637d40ba60 set_request_count: pending=1
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f4eb0 send: dispatch_spec=0x7f4a7001ab20
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::cache::WriteAroundObjectDispatch: 0x7f4a70018750 flush: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::SimpleSchedulerObjectDispatch: 0x7f4a6801d260 flush: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::SimpleSchedulerObjectDispatch: 0x7f4a6801d260 dispatch_all_delayed_requests: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f4eb0 send: dispatch_spec=0x7f4a7001ab20
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x55637d40ba60 complete_request: cb=1, pending=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x55637d40ba60 finalize: r=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 handle_set_require_lock: r=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 send_wait_for_ops: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 handle_wait_for_ops: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 send_process_plugin_release_lock: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::PluginRegistry: 0x55637d5f48e0 prerelease_exclusive_lock: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AsyncOperation: 0x55637d40bb70 finish_op
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 handle_process_plugin_release_lock: r=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 send_invalidate_cache: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700  5 librbd::io::ImageDispatcher: 0x55637d5f7b40 invalidate_cache: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::ImageDispatch: 0x55637d5f7be0 invalidate_cache: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700  5 librbd::io::ObjectDispatcher: 0x55637d5f4eb0 invalidate_cache: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 handle_invalidate_cache: r=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 send_flush_io: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AsyncOperation: 0x55637d40bb70 start_op
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f7b40 send: dispatch_spec=0x7f4a70018660
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::RefreshImageDispatch: 0x55637d5f8170 flush: tid=6
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::WriteBlockImageDispatch: 0x55637d415240 flush: tid=6
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::ImageDispatch: 0x55637d5f7be0 flush: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::ImageRequest: 0x7f4a89e35c50 send: aio_flush: ictx=0x55637d5a9280, completion=0x55637d40ba60
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x55637d40ba60 set_request_count: pending=1
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f4eb0 send: dispatch_spec=0x7f4a7001ab20
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::cache::WriteAroundObjectDispatch: 0x7f4a70018750 flush: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::SimpleSchedulerObjectDispatch: 0x7f4a6801d260 flush: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::SimpleSchedulerObjectDispatch: 0x7f4a6801d260 dispatch_all_delayed_requests: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::Dispatcher: 0x55637d5f4eb0 send: dispatch_spec=0x7f4a7001ab20
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x55637d40ba60 complete_request: cb=1, pending=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AioCompletion: 0x55637d40ba60 finalize: r=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 handle_flush_io: r=0
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 send_flush_notifies: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 20 librbd::io::AsyncOperation: 0x55637d40bb70 finish_op
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 handle_flush_notifies: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 send_close_object_map: 
2023-04-18T23:25:42.787+0200 7f4a89e3b700 10 librbd::object_map::UnlockRequest: 0x7f4a70016d70 send_unlock: oid=rbd_object_map.d2f3d287f13c7b
2023-04-18T23:25:42.787+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:25 7.a 7:572410b4:::rbd_object_map.d2f3d287f13c7b:head [call lock.unlock in=32b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a7000e710 con 0x7f4a70009900
2023-04-18T23:25:42.787+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 27 ==== osd_op_reply(25 rbd_object_map.d2f3d287f13c7b [call] v72776'699614 uv1046603 ondisk = 0) v8 ==== 173+0+0 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.787+0200 7f4a8963a700 10 librbd::object_map::UnlockRequest: 0x7f4a70016d70 handle_unlock: r=0
2023-04-18T23:25:42.787+0200 7f4a8963a700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 handle_close_object_map: r=0
2023-04-18T23:25:42.787+0200 7f4a8963a700 10 librbd::exclusive_lock::PreReleaseRequest: 0x7f4a7000d4c0 send_unlock: 
2023-04-18T23:25:42.787+0200 7f4a8963a700 10 librbd::ManagedLock: 0x7f4a70017d38 handle_shutdown_pre_release: r=0
2023-04-18T23:25:42.787+0200 7f4a8963a700 10 librbd::managed_lock::ReleaseRequest: 0x7f4a7c028c20 send_unlock: entity=client.19266808, cookie=auto 139957683456368
2023-04-18T23:25:42.787+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:26 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [call lock.unlock in=52b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a68038e70 con 0x7f4a70009900
2023-04-18T23:25:42.791+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 28 ==== osd_op_reply(26 rbd_header.d2f3d287f13c7b [call] v72776'1080015 uv1080015 ondisk = 0) v8 ==== 169+0+0 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.791+0200 7f4a89e3b700 10 librbd::managed_lock::ReleaseRequest: 0x7f4a7c028c20 handle_unlock: r=0
2023-04-18T23:25:42.791+0200 7f4a89e3b700 10 librbd::ExclusiveLock: 0x7f4a70017d20 post_release_lock_handler: r=0 shutting_down=1
2023-04-18T23:25:42.791+0200 7f4a89e3b700  5 librbd::io::Dispatcher: 0x55637d5f7b40 shut_down_dispatch: dispatch_layer=3
2023-04-18T23:25:42.791+0200 7f4a89e3b700 10 librbd::ImageWatcher: 0x7f4a70008a30 notify released lock
2023-04-18T23:25:42.791+0200 7f4a89e3b700 10 librbd::ImageWatcher: 0x7f4a70008a30 current lock owner: [0,0]
2023-04-18T23:25:42.791+0200 7f4a89e3b700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 notify: pending=1
2023-04-18T23:25:42.791+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:27 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [notify cookie 139957683458000 in=38b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a7000e710 con 0x7f4a70009900
2023-04-18T23:25:42.791+0200 7f4a89e3b700 10 librbd::ManagedLock: 0x7f4a70017d38 handle_shutdown_post_release: r=0
2023-04-18T23:25:42.791+0200 7f4a89e3b700 10 librbd::ManagedLock: 0x7f4a70017d38 wait_for_tracked_ops: r=0
2023-04-18T23:25:42.791+0200 7f4a89e3b700 10 librbd::ManagedLock: 0x7f4a70017d38 complete_shutdown: r=0
2023-04-18T23:25:42.791+0200 7f4a89e3b700 10 librbd::image::CloseRequest: 0x55637d5f7690 handle_shut_down_exclusive_lock: r=0
2023-04-18T23:25:42.791+0200 7f4a89e3b700 10 librbd::image::CloseRequest: 0x55637d5f7690 send_unregister_image_watcher
2023-04-18T23:25:42.791+0200 7f4a89e3b700 10 librbd::ImageWatcher: 0x7f4a70008a30 unregistering image watcher
2023-04-18T23:25:42.791+0200 7f4a89e3b700 10 librbd::Watcher: 0x7f4a70008a30 unregister_watch: 
2023-04-18T23:25:42.791+0200 7f4a89e3b700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:28 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [watch unwatch cookie 139957683456368] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a70007430 con 0x7f4a70009900
2023-04-18T23:25:42.795+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 29 ==== watch-notify(notify (1) cookie 139957683456368 notify 312570539933937 ret 0) v3 ==== 68+0+0 (crc 0 0 0) 0x7f4a7c011bb0 con 0x7f4a70009900
2023-04-18T23:25:42.795+0200 7f4a8963a700  5 librbd::Watcher: 0x7f4a70008a30 notifications_blocked: blocked=1
2023-04-18T23:25:42.795+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 30 ==== osd_op_reply(27 rbd_header.d2f3d287f13c7b [notify cookie 139957683458000 out=8b] v0'0 uv1080015 ondisk = 0) v8 ==== 169+0+8 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.795+0200 7f4a8963a700  1 -- 192.168.1.1:0/1547580829 --> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] -- osd_op(unknown.0.0:29 7.1d 7:bbe5b7b6:::rbd_header.d2f3d287f13c7b:head [notify-ack in=20b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e72776) v8 -- 0x7f4a68038e70 con 0x7f4a70009900
2023-04-18T23:25:42.799+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 31 ==== osd_op_reply(28 rbd_header.d2f3d287f13c7b [watch unwatch cookie 139957683456368] v72776'1080016 uv1080015 ondisk = 0) v8 ==== 169+0+0 (crc 0 0 0) 0x7f4a7c008870 con 0x7f4a70009900
2023-04-18T23:25:42.799+0200 7f4a8b63e700  1 -- 192.168.1.1:0/1547580829 <== osd.8 v2:192.168.1.1:6840/2323358820 32 ==== watch-notify(notify_complete (2) cookie 139957683458000 notify 312570539933937 ret 0) v3 ==== 42+0+28 (crc 0 0 0) 0x7f4a7c011de0 con 0x7f4a70009900
2023-04-18T23:25:42.799+0200 7f4a89e3b700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 handle_notify: r=0
2023-04-18T23:25:42.799+0200 7f4a89e3b700 20 librbd::watcher::Notifier: 0x7f4a70008ab0 handle_notify: pending=0
2023-04-18T23:25:42.799+0200 7f4a78ff9700 10 librbd::image::CloseRequest: 0x55637d5f7690 handle_unregister_image_watcher: r=0
2023-04-18T23:25:42.799+0200 7f4a78ff9700 10 librbd::image::CloseRequest: 0x55637d5f7690 send_flush_readahead
2023-04-18T23:25:42.799+0200 7f4a8963a700 10 librbd::image::CloseRequest: 0x55637d5f7690 handle_flush_readahead: r=0
2023-04-18T23:25:42.799+0200 7f4a8963a700 10 librbd::image::CloseRequest: 0x55637d5f7690 send_shut_down_image_dispatcher
2023-04-18T23:25:42.799+0200 7f4a8963a700 20 librbd::io::AsyncOperation: 0x7f4a6c001d70 start_op
2023-04-18T23:25:42.799+0200 7f4a8963a700  5 librbd::io::Dispatcher: 0x55637d5f7b40 shut_down: 
2023-04-18T23:25:42.799+0200 7f4a8963a700 20 librbd::io::FlushTracker: 0x55637d4351a0 shut_down: 
2023-04-18T23:25:42.799+0200 7f4a8963a700 20 librbd::io::FlushTracker: 0x55637d472480 shut_down: 
2023-04-18T23:25:42.799+0200 7f4a8963a700 20 librbd::io::AsyncOperation: 0x7f4a6c001d70 finish_op
2023-04-18T23:25:42.799+0200 7f4a8963a700 10 librbd::image::CloseRequest: 0x55637d5f7690 handle_shut_down_image_dispatcher: r=0
2023-04-18T23:25:42.799+0200 7f4a8963a700 10 librbd::image::CloseRequest: 0x55637d5f7690 send_shut_down_object_dispatcher
2023-04-18T23:25:42.799+0200 7f4a8963a700  5 librbd::io::Dispatcher: 0x55637d5f4eb0 shut_down: 
2023-04-18T23:25:42.799+0200 7f4a8963a700  5 librbd::io::ObjectDispatch: 0x55637d5f8210 shut_down: 
2023-04-18T23:25:42.799+0200 7f4a8963a700  5 librbd::io::SimpleSchedulerObjectDispatch: 0x7f4a6801d260 shut_down: 
2023-04-18T23:25:42.799+0200 7f4a8963a700 20 librbd::io::FlushTracker: 0x7f4a680167b0 shut_down: 
2023-04-18T23:25:42.799+0200 7f4a8963a700  5 librbd::cache::WriteAroundObjectDispatch: 0x7f4a70018750 shut_down: 
2023-04-18T23:25:42.799+0200 7f4a8963a700 10 librbd::image::CloseRequest: 0x55637d5f7690 handle_shut_down_object_dispatcher: r=0
2023-04-18T23:25:42.799+0200 7f4a8963a700 10 librbd::image::CloseRequest: 0x55637d5f7690 send_flush_op_work_queue
2023-04-18T23:25:42.799+0200 7f4a8963a700 10 librbd::image::CloseRequest: 0x55637d5f7690 handle_flush_op_work_queue: r=0
2023-04-18T23:25:42.799+0200 7f4a8963a700 10 librbd::image::CloseRequest: 0x55637d5f7690 handle_flush_image_watcher: r=0
2023-04-18T23:25:42.799+0200 7f4a8963a700 10 librbd::ImageState: 0x55637d5f4e30 0x55637d5f4e30 handle_close: r=0
2023-04-18T23:25:42.799+0200 7f4a78ff9700 10 librbd::ImageCtx: 0x55637d5a9280 ~ImageCtx
2023-04-18T23:25:42.799+0200 7f4a78ff9700 20 librbd::AsioEngine: 0x55637d5f47c0 ~AsioEngine: 
2023-04-18T23:25:42.799+0200 7f4a78ff9700 20 librbd::asio::ContextWQ: 0x55637d5f4d80 ~ContextWQ: 
2023-04-18T23:25:42.799+0200 7f4a78ff9700 20 librbd::asio::ContextWQ: 0x55637d5f4d80 drain: 
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6816/3925096344,v1:192.168.1.1:6817/3925096344] conn(0x7f4a680026c0 msgr2=0x7f4a68009b70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6816/3925096344,v1:192.168.1.1:6817/3925096344] conn(0x7f4a680026c0 0x7f4a68009b70 crc :-1 s=READY pgs=2305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6882/3551186343,v1:192.168.1.1:6883/3551186343] conn(0x55637d5f9d60 msgr2=0x55637d5fc140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6882/3551186343,v1:192.168.1.1:6883/3551186343] conn(0x55637d5f9d60 0x55637d5fc140 crc :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] conn(0x7f4a70009900 msgr2=0x7f4a7000bd80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6840/2323358820,v1:192.168.1.1:6841/2323358820] conn(0x7f4a70009900 0x7f4a7000bd80 crc :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.799+0200 7f4a8be3f700  1 -- 192.168.1.1:0/1547580829 reap_dead start
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6894/2991935382,v1:192.168.1.1:6895/2991935382] conn(0x7f4a74065ce0 msgr2=0x7f4a74068190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6894/2991935382,v1:192.168.1.1:6895/2991935382] conn(0x7f4a74065ce0 0x7f4a74068190 secure :-1 s=READY pgs=6277 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c000c00 tx=0x7f4a7c005b10 comp rx=0 tx=0).stop
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 msgr2=0x55637d5a2870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 0x55637d5a2870 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f4a80008af0 tx=0x7f4a8000c040 comp rx=0 tx=0).stop
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 shutdown_connections 
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.1:6894/2991935382,v1:192.168.1.1:6895/2991935382] conn(0x7f4a74065ce0 0x7f4a74068190 unknown :-1 s=CLOSED pgs=6277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 --2- 192.168.1.1:0/1547580829 >> [v2:192.168.1.10:3300/0,v1:192.168.1.10:6789/0] conn(0x55637d589a60 0x55637d5a2870 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 >> 192.168.1.1:0/1547580829 conn(0x55637d4feec0 msgr2=0x55637d4ff290 unknown :-1 s=STATE_NONE l=0).mark_down
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 shutdown_connections 
2023-04-18T23:25:42.799+0200 7f4a8d70f4c0  1 -- 192.168.1.1:0/1547580829 wait complete.