[help]Shared connection is closed

Hi Guys,

I met a strange issue “shared connection closed”, googled but don’t find any solution or workaround.

when the issue happened , the network is ok , why ssh connection closed ?

My verion is as following.

[root@director ~]# ansible --version
ansible 1.9.4
configured module search path = None
[root@director ~]# uname -a
Linux director.vepc.mnc066.mcc260.3gppnetwork.org 3.10.0-514.el7.x86_64 #1 SMP Wed Oct 19 11:24:13 EDT 2016 x86_64 x86_64 x86_64 GNU/Linux
[root@director ~]#

[root@director restart-service-overcloud]# vim site.yml
[root@director restart-service-overcloud]# ansible-playbook site.yml

PLAY [controllers] ************************************************************

GATHERING FACTS ***************************************************************
ok: [slot7]
ok: [slot14]
ok: [slot5]

TASK: [controller | script restart-service.sh neutron-l3-agent] **************
changed: [slot14]
failed: [slot5] => {“changed”: true, “rc”: 1}
stderr: OpenSSH_6.6.1, OpenSSL 1.0.1e-fips 11 Feb 2013
debug1: Reading configuration data /etc/ssh/ssh_config
debug1: /etc/ssh/ssh_config line 56: Applying options for *
debug1: auto-mux: Trying existing master
debug1: mux_client_request_session: master session id: 2
Shared connection to slot5 closed.

stdout: Error: Unable to cleanup resource: neutron-l3-agent
Error performing operation: No such device

failed: [slot7] => {“changed”: true, “rc”: 1}
stderr: OpenSSH_6.6.1, OpenSSL 1.0.1e-fips 11 Feb 2013
debug1: Reading configuration data /etc/ssh/ssh_config
debug1: /etc/ssh/ssh_config line 56: Applying options for *
debug1: auto-mux: Trying existing master
debug1: mux_client_request_session: master session id: 2
Shared connection to slot7 closed.

stdout: Error: Unable to cleanup resource: neutron-l3-agent
Error performing operation: No such device

TASK: [controller | script restart-service.sh neutron-metadata-agent] ********
changed: [slot14]

TASK: [controller | script restart-service.sh neutron-dhcp-agent] ************
changed: [slot14]

TASK: [controller | script restart-service.sh neutron-openvswitch-agent] *****
changed: [slot14]

TASK: [controller | script restart-service.sh neutron-server] ****************
changed: [slot14]

TASK: [controller | script restart-service.sh openstack-nova-scheduler] ******
changed: [slot14]

TASK: [controller | script restart-service.sh openstack-nova-conductor] ******
changed: [slot14]

TASK: [controller | script restart-service.sh openstack-nova-api] ************
changed: [slot14]

PLAY [computes] ***************************************************************

GATHERING FACTS ***************************************************************
ok: [slot2]
ok: [slot9]
ok: [slot4]
ok: [slot1]
ok: [slot3]
ok: [slot13]
ok: [slot10]
ok: [slot11]
ok: [slot12]

TASK: [compute | shell openstack-service restart] *****************************
changed: [slot3]
changed: [slot4]
changed: [slot9]
changed: [slot1]
changed: [slot2]
changed: [slot11]
changed: [slot13]
changed: [slot10]
changed: [slot12]

TASK: [compute | neutron-sriov-nic-agent.service] *****************************
changed: [slot2]
changed: [slot4]
changed: [slot1]
changed: [slot3]
changed: [slot9]
changed: [slot10]
failed: [slot13] => {“failed”: true}
msg: failure 1 running systemctl show for ‘neutron-sriov-nic-agent.service’: Unit neutron-sriov-nic-agent.service could not be found.

changed: [slot11]
changed: [slot12]

PLAY RECAP ********************************************************************
to retry, use: --limit @/root/site.retry

slot1 : ok=3 changed=2 unreachable=0 failed=0
slot10 : ok=3 changed=2 unreachable=0 failed=0
slot11 : ok=3 changed=2 unreachable=0 failed=0
slot12 : ok=3 changed=2 unreachable=0 failed=0
slot13 : ok=2 changed=1 unreachable=0 failed=1
slot14 : ok=9 changed=8 unreachable=0 failed=0
slot2 : ok=3 changed=2 unreachable=0 failed=0
slot3 : ok=3 changed=2 unreachable=0 failed=0
slot4 : ok=3 changed=2 unreachable=0 failed=0
slot5 : ok=1 changed=0 unreachable=0 failed=1
slot7 : ok=1 changed=0 unreachable=0 failed=1
slot9 : ok=3 changed=2 unreachable=0 failed=0

[root@director restart-service-overcloud]#

EXEC ssh -C -tt -v -o ControlMaster=auto -o ControlPersist=60s -o ControlPath=“/root/.ansible/cp/ansible-ssh-%h-%p-%r” -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 slot5 /bin/sh -c ‘rm -rf /root/.ansible/tmp/ansible-tmp-1481442180.55-164858731706577/ >/dev/null 2>&1’
changed: [slot5] => {“changed”: true, “rc”: 0, “stderr”: “OpenSSH_6.6.1, OpenSSL 1.0.1e-fips 11 Feb 2013\r\ndebug1: Reading configuration data /etc/ssh/ssh_config\r\ndebug1: /etc/ssh/ssh_config line 56: Applying options for *\r\ndebug1: auto-mux: Trying existing master\r\ndebug1: mux_client_request_session: master session id: 2\r\nShared connection to slot5 closed.\r\n”, “stdout”: “Cleaning up openstack-nova-api:0 on slot14, removing fail-count-openstack-nova-api\r\nCleaning up openstack-nova-api:0 on slot5, removing fail-count-openstack-nova-api\r\nCleaning up openstack-nova-api:0 on slot7, removing fail-count-openstack-nova-api\r\nWaiting for 3 replies from the CRMd… OK\r\n”}
EXEC ssh -C -tt -v -o ControlMaster=auto -o ControlPersist=60s -o ControlPath=“/root/.ansible/cp/ansible-ssh-%h-%p-%r” -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 slot14 /bin/sh -c ‘rm -rf /root/.ansible/tmp/ansible-tmp-1481442180.55-238849464059806/ >/dev/null 2>&1’
failed: [slot14] => {“changed”: true, “rc”: 1}
stderr: OpenSSH_6.6.1, OpenSSL 1.0.1e-fips 11 Feb 2013
debug1: Reading configuration data /etc/ssh/ssh_config
debug1: /etc/ssh/ssh_config line 56: Applying options for *
debug1: auto-mux: Trying existing master
debug1: mux_client_request_session: master session id: 2
Shared connection to slot14 closed.

stdout: Error: Unable to cleanup resource: openstack-nova-api
Error performing operation: No such device

EXEC ssh -C -tt -v -o ControlMaster=auto -o ControlPersist=60s -o ControlPath=“/root/.ansible/cp/ansible-ssh-%h-%p-%r” -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 slot7 /bin/sh -c ‘rm -rf /root/.ansible/tmp/ansible-tmp-1481442180.55-38332544013243/ >/dev/null 2>&1’
failed: [slot7] => {“changed”: true, “rc”: 1}
stderr: OpenSSH_6.6.1, OpenSSL 1.0.1e-fips 11 Feb 2013
debug1: Reading configuration data /etc/ssh/ssh_config
debug1: /etc/ssh/ssh_config line 56: Applying options for *
debug1: auto-mux: Trying existing master
debug1: mux_client_request_session: master session id: 2
Shared connection to slot7 closed.

stdout: Error: Unable to cleanup resource: openstack-nova-api
Error performing operation: No such device

EXEC ssh -C -tt -v -o ControlMaster=auto -o ControlPersist=60s -o ControlPath=“/root/.ansible/cp/ansible-ssh-%h-%p-%r” -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 slot14 /bin/sh -c ‘rm -rf /root/.ansible/tmp/ansible-tmp-1481442180.55-238849464059806/ >/dev/null 2>&1’
failed: [slot14] => {“changed”: true, “rc”: 1}
stderr: OpenSSH_6.6.1, OpenSSL 1.0.1e-fips 11 Feb 2013
debug1: Reading configuration data /etc/ssh/ssh_config
debug1: /etc/ssh/ssh_config line 56: Applying options for *
debug1: auto-mux: Trying existing master
debug1: mux_client_request_session: master session id: 2
Shared connection to slot14 closed.

stdout: Error: Unable to cleanup resource: openstack-nova-api
Error performing operation: No such device

EXEC ssh -C -tt -v -o ControlMaster=auto -o ControlPersist=60s -o ControlPath=“/root/.ansible/cp/ansible-ssh-%h-%p-%r” -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 slot7 /bin/sh -c ‘rm -rf /root/.ansible/tmp/ansible-tmp-1481442180.55-38332544013243/ >/dev/null 2>&1’
failed: [slot7] => {“changed”: true, “rc”: 1}
stderr: OpenSSH_6.6.1, OpenSSL 1.0.1e-fips 11 Feb 2013
debug1: Reading configuration data /etc/ssh/ssh_config
debug1: /etc/ssh/ssh_config line 56: Applying options for *
debug1: auto-mux: Trying existing master
debug1: mux_client_request_session: master session id: 2
Shared connection to slot7 closed.

stdout: Error: Unable to cleanup resource: openstack-nova-api
Error performing operation: No such device

PLAY [computes] ***************************************************************