Please ignore, worked after setting blank file with [].
Regards
Dev
> On Jan 31, 2025, at 10:55 PM, Devender Singh <deven...@netskrt.io> wrote:
>
> Hello
>
> Need some help..
>
> Tried draining host but it got stuck and now orchestrator is not running.
> But cluster health is OK , also I adde host back.
> # ceph health detail
> HEALTH_OK
>
> Tried adding blank queue file,, ceph config-key set
> mgr/cephadm/osd_remove_queue -I osd_remove_queue_blank.json and mgr fail but
> did not work..
>
> # ceph config-key get mgr/cephadm/osd_remove_queue
> [{"osd_id": 27, "started": true, "draining": false, "stopped": false,
> "replace": false, "force": false, "zap": false, "hostname": "node02",
> "drain_started_at": null, "drain_stopped_at": null, "drain_done_at": null,
> "process_started_at": "2025-01-31T23:54:26.100700Z"}, {"osd_id": 31,
> "started": true, "draining": false, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at": null,
> "drain_stopped_at": null, "drain_done_at": null, "process_started_at":
> "2025-01-31T23:54:25.790403Z"}, {"osd_id": 35, "started": true, "draining":
> false, "stopped": false, "replace": false, "force": false, "zap": false,
> "hostname": "node02", "drain_started_at": null, "drain_stopped_at": null,
> "drain_done_at": null, "process_started_at": "2025-01-31T23:54:25.857252Z"},
> {"osd_id": 38, "started": true, "draining": false, "stopped": false,
> "replace": false, "force": false, "zap": false, "hostname": "node02",
> "drain_started_at": null, "drain_stopped_at": null, "drain_done_at": null,
> "process_started_at": "2025-01-31T23:54:26.192332Z"}, {"osd_id": 42,
> "started": true, "draining": false, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at": null,
> "drain_stopped_at": null, "drain_done_at": null, "process_started_at":
> "2025-01-31T23:54:26.236171Z"}, {"osd_id": 44, "started": true, "draining":
> false, "stopped": false, "replace": false, "force": false, "zap": false,
> "hostname": "node02", "drain_started_at": null, "drain_stopped_at": null,
> "drain_done_at": null, "process_started_at": "2025-01-31T23:54:26.000889Z"},
> {"osd_id": 49, "started": true, "draining": false, "stopped": false,
> "replace": false, "force": false, "zap": false, "hostname": "node02",
> "drain_started_at": null, "drain_stopped_at": null, "drain_done_at": null,
> "process_started_at": "2025-01-31T23:54:26.027052Z"}, {"osd_id": 54,
> "started": true, "draining": false, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at": null,
> "drain_stopped_at": null, "drain_done_at": null, "process_started_at":
> "2025-01-31T23:54:25.974898Z"}, {"osd_id": 58, "started": true, "draining":
> false, "stopped": false, "replace": false, "force": false, "zap": false,
> "hostname": "node02", "drain_started_at": null, "drain_stopped_at": null,
> "drain_done_at": null, "process_started_at": "2025-01-31T23:54:25.834649Z"},
> {"osd_id": 62, "started": true, "draining": false, "stopped": false,
> "replace": false, "force": false, "zap": false, "hostname": "node02",
> "drain_started_at": null, "drain_stopped_at": null, "drain_done_at": null,
> "process_started_at": "2025-01-31T23:54:25.812439Z"}, {"osd_id": 66,
> "started": true, "draining": false, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at": null,
> "drain_stopped_at": null, "drain_done_at": null, "process_started_at":
> "2025-01-31T23:54:25.902356Z"}, {"osd_id": 70, "started": true, "draining":
> false, "stopped": false, "replace": false, "force": false, "zap": false,
> "hostname": "node02", "drain_started_at": null, "drain_stopped_at": null,
> "drain_done_at": null, "process_started_at": "2025-01-31T23:54:25.726199Z"},
> {"osd_id": 74, "started": true, "draining": false, "stopped": false,
> "replace": false, "force": false, "zap": false, "hostname": "node02",
> "drain_started_at": null, "drain_stopped_at": null, "drain_done_at": null,
> "process_started_at": "2025-01-31T23:54:25.881018Z"}, {"osd_id": 78,
> "started": true, "draining": true, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at":
> "2025-02-01T00:05:02.498519Z", "drain_stopped_at": null, "drain_done_at":
> null, "process_started_at": "2025-01-31T23:54:26.078261Z"}, {"osd_id": 82,
> "started": true, "draining": true, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at":
> "2025-02-01T00:03:48.916299Z", "drain_stopped_at": null, "drain_done_at":
> null, "process_started_at": "2025-01-31T23:54:25.948462Z"}, {"osd_id": 86,
> "started": true, "draining": true, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at":
> "2025-02-01T00:02:28.907365Z", "drain_stopped_at": null, "drain_done_at":
> null, "process_started_at": "2025-01-31T23:54:26.148633Z"}, {"osd_id": 89,
> "started": true, "draining": true, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at":
> "2025-02-01T00:01:15.727422Z", "drain_stopped_at": null, "drain_done_at":
> null, "process_started_at": "2025-01-31T23:54:26.117332Z"}, {"osd_id": 94,
> "started": true, "draining": true, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at":
> "2025-01-31T23:59:54.173088Z", "drain_stopped_at": null, "drain_done_at":
> null, "process_started_at": "2025-01-31T23:54:25.768943Z"}, {"osd_id": 98,
> "started": true, "draining": true, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at":
> "2025-01-31T23:57:24.192595Z", "drain_stopped_at": null, "drain_done_at":
> null, "process_started_at": "2025-01-31T23:54:26.053079Z"}, {"osd_id": 102,
> "started": true, "draining": true, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at":
> "2025-01-31T23:57:25.201520Z", "drain_stopped_at": null, "drain_done_at":
> null, "process_started_at": "2025-01-31T23:54:25.927255Z"}, {"osd_id": 106,
> "started": true, "draining": true, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", ""drain_started_at":
> "2025-01-31T23:57:09.422738Z", "drain_stopped_at": null, "drain_done_at":
> null, "process_started_at": "2025-01-31T23:54:26.171455Z"}, {"osd_id": 111,
> "started": true, "draining": true, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at":
> "2025-01-31T23:56:33.636189Z", "drain_stopped_at": null, "drain_done_at":
> null, "process_started_at": "2025-01-31T23:54:25.748019Z"}, {"osd_id": 115,
> "started": true, "draining": true, "stopped": false, "replace": false,
> "force": false, "zap": false, "hostname": "node02", "drain_started_at":
> "2025-01-31T23:56:34.674664Z", "drain_stopped_at": null, "drain_done_at":
> null, "process_started_at": "2025-01-31T23:54:26.213363Z”}]
>
>
>
> Regards
> Dev
>
>
>
_______________________________________________
ceph-users mailing list -- ceph-users@ceph.io
To unsubscribe send an email to ceph-users-le...@ceph.io
