Hello 

Need some help.. 

Tried draining host but it got stuck and now orchestrator is not running.  But 
cluster health is OK , also I adde host back. 
# ceph health detail
HEALTH_OK

Tried adding blank queue file,, ceph config-key set 
mgr/cephadm/osd_remove_queue -I osd_remove_queue_blank.json and mgr fail but 
did not work.. 

# ceph config-key get mgr/cephadm/osd_remove_queue
[{"osd_id": 27, "started": true, "draining": false, "stopped": false, 
"replace": false, "force": false, "zap": false, "hostname": "node02", 
"drain_started_at": null, "drain_stopped_at": null, "drain_done_at": null, 
"process_started_at": "2025-01-31T23:54:26.100700Z"}, {"osd_id": 31, "started": 
true, "draining": false, "stopped": false, "replace": false, "force": false, 
"zap": false, "hostname": "node02", "drain_started_at": null, 
"drain_stopped_at": null, "drain_done_at": null, "process_started_at": 
"2025-01-31T23:54:25.790403Z"}, {"osd_id": 35, "started": true, "draining": 
false, "stopped": false, "replace": false, "force": false, "zap": false, 
"hostname": "node02", "drain_started_at": null, "drain_stopped_at": null, 
"drain_done_at": null, "process_started_at": "2025-01-31T23:54:25.857252Z"}, 
{"osd_id": 38, "started": true, "draining": false, "stopped": false, "replace": 
false, "force": false, "zap": false, "hostname": "node02", "drain_started_at": 
null, "drain_stopped_at": null, "drain_done_at": null, "process_started_at": 
"2025-01-31T23:54:26.192332Z"}, {"osd_id": 42, "started": true, "draining": 
false, "stopped": false, "replace": false, "force": false, "zap": false, 
"hostname": "node02", "drain_started_at": null, "drain_stopped_at": null, 
"drain_done_at": null, "process_started_at": "2025-01-31T23:54:26.236171Z"}, 
{"osd_id": 44, "started": true, "draining": false, "stopped": false, "replace": 
false, "force": false, "zap": false, "hostname": "node02", "drain_started_at": 
null, "drain_stopped_at": null, "drain_done_at": null, "process_started_at": 
"2025-01-31T23:54:26.000889Z"}, {"osd_id": 49, "started": true, "draining": 
false, "stopped": false, "replace": false, "force": false, "zap": false, 
"hostname": "node02", "drain_started_at": null, "drain_stopped_at": null, 
"drain_done_at": null, "process_started_at": "2025-01-31T23:54:26.027052Z"}, 
{"osd_id": 54, "started": true, "draining": false, "stopped": false, "replace": 
false, "force": false, "zap": false, "hostname": "node02", "drain_started_at": 
null, "drain_stopped_at": null, "drain_done_at": null, "process_started_at": 
"2025-01-31T23:54:25.974898Z"}, {"osd_id": 58, "started": true, "draining": 
false, "stopped": false, "replace": false, "force": false, "zap": false, 
"hostname": "node02", "drain_started_at": null, "drain_stopped_at": null, 
"drain_done_at": null, "process_started_at": "2025-01-31T23:54:25.834649Z"}, 
{"osd_id": 62, "started": true, "draining": false, "stopped": false, "replace": 
false, "force": false, "zap": false, "hostname": "node02", "drain_started_at": 
null, "drain_stopped_at": null, "drain_done_at": null, "process_started_at": 
"2025-01-31T23:54:25.812439Z"}, {"osd_id": 66, "started": true, "draining": 
false, "stopped": false, "replace": false, "force": false, "zap": false, 
"hostname": "node02", "drain_started_at": null, "drain_stopped_at": null, 
"drain_done_at": null, "process_started_at": "2025-01-31T23:54:25.902356Z"}, 
{"osd_id": 70, "started": true, "draining": false, "stopped": false, "replace": 
false, "force": false, "zap": false, "hostname": "node02", "drain_started_at": 
null, "drain_stopped_at": null, "drain_done_at": null, "process_started_at": 
"2025-01-31T23:54:25.726199Z"}, {"osd_id": 74, "started": true, "draining": 
false, "stopped": false, "replace": false, "force": false, "zap": false, 
"hostname": "node02", "drain_started_at": null, "drain_stopped_at": null, 
"drain_done_at": null, "process_started_at": "2025-01-31T23:54:25.881018Z"}, 
{"osd_id": 78, "started": true, "draining": true, "stopped": false, "replace": 
false, "force": false, "zap": false, "hostname": "node02", "drain_started_at": 
"2025-02-01T00:05:02.498519Z", "drain_stopped_at": null, "drain_done_at": null, 
"process_started_at": "2025-01-31T23:54:26.078261Z"}, {"osd_id": 82, "started": 
true, "draining": true, "stopped": false, "replace": false, "force": false, 
"zap": false, "hostname": "node02", "drain_started_at": 
"2025-02-01T00:03:48.916299Z", "drain_stopped_at": null, "drain_done_at": null, 
"process_started_at": "2025-01-31T23:54:25.948462Z"}, {"osd_id": 86, "started": 
true, "draining": true, "stopped": false, "replace": false, "force": false, 
"zap": false, "hostname": "node02", "drain_started_at": 
"2025-02-01T00:02:28.907365Z", "drain_stopped_at": null, "drain_done_at": null, 
"process_started_at": "2025-01-31T23:54:26.148633Z"}, {"osd_id": 89, "started": 
true, "draining": true, "stopped": false, "replace": false, "force": false, 
"zap": false, "hostname": "node02", "drain_started_at": 
"2025-02-01T00:01:15.727422Z", "drain_stopped_at": null, "drain_done_at": null, 
"process_started_at": "2025-01-31T23:54:26.117332Z"}, {"osd_id": 94, "started": 
true, "draining": true, "stopped": false, "replace": false, "force": false, 
"zap": false, "hostname": "node02", "drain_started_at": 
"2025-01-31T23:59:54.173088Z", "drain_stopped_at": null, "drain_done_at": null, 
"process_started_at": "2025-01-31T23:54:25.768943Z"}, {"osd_id": 98, "started": 
true, "draining": true, "stopped": false, "replace": false, "force": false, 
"zap": false, "hostname": "node02", "drain_started_at": 
"2025-01-31T23:57:24.192595Z", "drain_stopped_at": null, "drain_done_at": null, 
"process_started_at": "2025-01-31T23:54:26.053079Z"}, {"osd_id": 102, 
"started": true, "draining": true, "stopped": false, "replace": false, "force": 
false, "zap": false, "hostname": "node02", "drain_started_at": 
"2025-01-31T23:57:25.201520Z", "drain_stopped_at": null, "drain_done_at": null, 
"process_started_at": "2025-01-31T23:54:25.927255Z"}, {"osd_id": 106, 
"started": true, "draining": true, "stopped": false, "replace": false, "force": 
false, "zap": false, "hostname": "node02", ""drain_started_at": 
"2025-01-31T23:57:09.422738Z", "drain_stopped_at": null, "drain_done_at": null, 
"process_started_at": "2025-01-31T23:54:26.171455Z"}, {"osd_id": 111, 
"started": true, "draining": true, "stopped": false, "replace": false, "force": 
false, "zap": false, "hostname": "node02", "drain_started_at": 
"2025-01-31T23:56:33.636189Z", "drain_stopped_at": null, "drain_done_at": null, 
"process_started_at": "2025-01-31T23:54:25.748019Z"}, {"osd_id": 115, 
"started": true, "draining": true, "stopped": false, "replace": false, "force": 
false, "zap": false, "hostname": "node02", "drain_started_at": 
"2025-01-31T23:56:34.674664Z", "drain_stopped_at": null, "drain_done_at": null, 
"process_started_at": "2025-01-31T23:54:26.213363Z”}]



Regards
Dev



_______________________________________________
ceph-users mailing list -- ceph-users@ceph.io
To unsubscribe send an email to ceph-users-le...@ceph.io

Reply via email to