ceph-mon is blocked after shutting down and ip address changed

Cc?? Wed, 11 Dec 2019 04:04:04 -0800

Hi,daemon  is running when using admin socket
[root@ceph-node1 ceph]#&nbsp; ceph --admin-daemon 
/var/run/ceph/ceph-mon.ceph-node1.asok mon_status
{
&nbsp; &nbsp; "name": "ceph-node1",
&nbsp; &nbsp; "rank": 0,
&nbsp; &nbsp; "state": "leader",
&nbsp; &nbsp; "election_epoch": 63,
&nbsp; &nbsp; "quorum": [
&nbsp; &nbsp; &nbsp; &nbsp; 0
&nbsp; &nbsp; ],
&nbsp; &nbsp; "quorum_age": 40839,
&nbsp; &nbsp; "features": {
&nbsp; &nbsp; &nbsp; &nbsp; "required_con": "2449958747315912708",
&nbsp; &nbsp; &nbsp; &nbsp; "required_mon": [
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "kraken",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "luminous",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "mimic",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "osdmap-prune",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "nautilus"
&nbsp; &nbsp; &nbsp; &nbsp; ],
&nbsp; &nbsp; &nbsp; &nbsp; "quorum_con": "4611087854031667199",
&nbsp; &nbsp; &nbsp; &nbsp; "quorum_mon": [
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "kraken",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "luminous",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "mimic",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "osdmap-prune",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "nautilus"
&nbsp; &nbsp; &nbsp; &nbsp; ]
&nbsp; &nbsp; },
&nbsp; &nbsp; "outside_quorum": [],
&nbsp; &nbsp; "extra_probe_peers": [],
&nbsp; &nbsp; "sync_provider": [],
&nbsp; &nbsp; "monmap": {
&nbsp; &nbsp; &nbsp; &nbsp; "epoch": 20,
&nbsp; &nbsp; &nbsp; &nbsp; "fsid": "e384e8e6-94d5-4812-bfbb-d1b0468bdef5",
&nbsp; &nbsp; &nbsp; &nbsp; "modified": "2019-12-10 23:15:34.203415",
&nbsp; &nbsp; &nbsp; &nbsp; "created": "2019-12-09 08:28:04.181288",
&nbsp; &nbsp; &nbsp; &nbsp; "min_mon_release": 14,
&nbsp; &nbsp; &nbsp; &nbsp; "min_mon_release_name": "nautilus",
&nbsp; &nbsp; &nbsp; &nbsp; "features": {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "persistent": [
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "kraken",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "luminous",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "mimic",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "osdmap-prune",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "nautilus"
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; ],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "optional": []
&nbsp; &nbsp; &nbsp; &nbsp; },
&nbsp; &nbsp; &nbsp; &nbsp; "mons": [
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "rank": 0,
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "name": "ceph-node1",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "public_addrs": {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
"addrvec": [
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
&nbsp; {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
&nbsp; &nbsp; &nbsp; "type": "v1",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
&nbsp; &nbsp; &nbsp; "addr": "192.168.1.6:6789",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
&nbsp; &nbsp; &nbsp; "nonce": 0
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
&nbsp; }
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; ]
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; },
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "addr": 
"192.168.1.6:6789/0",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "public_addr": 
"192.168.1.6:6789/0"
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; &nbsp; &nbsp; ]
&nbsp; &nbsp; },
&nbsp; &nbsp; "feature_map": {
&nbsp; &nbsp; &nbsp; &nbsp; "mon": [
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "features": 
"0x3ffddff8ffacffff",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "release": "luminous",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "num": 1
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; &nbsp; &nbsp; ]
&nbsp; &nbsp; }
}
[root@ceph-node1 ceph]#&nbsp; ceph --admin-daemon 
/var/run/ceph/ceph-mon.ceph-node1.asok quorum_status
{
&nbsp; &nbsp; "election_epoch": 63,
&nbsp; &nbsp; "quorum": [
&nbsp; &nbsp; &nbsp; &nbsp; 0
&nbsp; &nbsp; ],
&nbsp; &nbsp; "quorum_names": [
&nbsp; &nbsp; &nbsp; &nbsp; "ceph-node1"
&nbsp; &nbsp; ],
&nbsp; &nbsp; "quorum_leader_name": "ceph-node1",
&nbsp; &nbsp; "quorum_age": 40854,
&nbsp; &nbsp; "monmap": {
&nbsp; &nbsp; &nbsp; &nbsp; "epoch": 20,
&nbsp; &nbsp; &nbsp; &nbsp; "fsid": "e384e8e6-94d5-4812-bfbb-d1b0468bdef5",
&nbsp; &nbsp; &nbsp; &nbsp; "modified": "2019-12-10 23:15:34.203415",
&nbsp; &nbsp; &nbsp; &nbsp; "created": "2019-12-09 08:28:04.181288",
&nbsp; &nbsp; &nbsp; &nbsp; "min_mon_release": 14,
&nbsp; &nbsp; &nbsp; &nbsp; "min_mon_release_name": "nautilus",
&nbsp; &nbsp; &nbsp; &nbsp; "features": {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "persistent": [
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "kraken",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "luminous",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "mimic",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "osdmap-prune",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "nautilus"
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; ],
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "optional": []
&nbsp; &nbsp; &nbsp; &nbsp; },
&nbsp; &nbsp; &nbsp; &nbsp; "mons": [
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "rank": 0,
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "name": "ceph-node1",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "public_addrs": {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
"addrvec": [
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
&nbsp; {
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
&nbsp; &nbsp; &nbsp; "type": "v1",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
&nbsp; &nbsp; &nbsp; "addr": "192.168.1.6:6789",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
&nbsp; &nbsp; &nbsp; "nonce": 0
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; 
&nbsp; }
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; ]
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; },
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "addr": 
"192.168.1.6:6789/0",
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; "public_addr": 
"192.168.1.6:6789/0"
&nbsp; &nbsp; &nbsp; &nbsp; &nbsp; &nbsp; }
&nbsp; &nbsp; &nbsp; &nbsp; ]
&nbsp; &nbsp; }
}








Quoting Cc?? (occj at qq.com): &gt; 4.[root at ceph-node1 ceph]# ceph -s &gt; 
just blocked ... &gt; error 110 after a few hours  Is the daemon running? You 
can check for the process to be alive in /var/run/ceph/ceph-mon.$hostname.asok 
If so ... then query the monitor for its status: ceph daemon mon.$hostname 
quorum_status If there is no monitor in quorum ... then that's your problem. 
See [1] for more info on debugging the monitor. Gr. Stefan [1]: 
https://docs.ceph.com/docs/nautilus/rados/troubleshooting/troubleshooting-mon/

_______________________________________________
ceph-users mailing list
ceph-users@lists.ceph.com
http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com

[ceph-users] //?? // ceph-mon is blocked after shutting down and ip address changed

Reply via email to