=== RUN TestStartStop/group/cloud-shell/serial/Stop
start_stop_delete_test.go:230: (dbg) Run: out/minikube-linux-amd64 stop -p cloud-shell-20220531172630-9914 --alsologtostderr -v=3
E0531 17:28:18.721792 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/addons-20220531171507-9914/client.crt: no such file or directory
E0531 17:28:46.412216 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/addons-20220531171507-9914/client.crt: no such file or directory
E0531 17:29:10.741485 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:10.747223 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:10.758089 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:10.778903 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:10.819776 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:10.901268 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:11.062393 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:11.383520 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:12.025297 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:13.306412 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:15.868628 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:20.989613 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:31.230832 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
E0531 17:29:51.711353 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
start_stop_delete_test.go:230: (dbg) Non-zero exit: out/minikube-linux-amd64 stop -p cloud-shell-20220531172630-9914 --alsologtostderr -v=3: exit status 82 (2m18.685346145s)
-- stdout --
* Stopping node "cloud-shell-20220531172630-9914" ...
* Powering off "cloud-shell-20220531172630-9914" via SSH ...
* Stopping node "cloud-shell-20220531172630-9914" ...
* Powering off "cloud-shell-20220531172630-9914" via SSH ...
* Stopping node "cloud-shell-20220531172630-9914" ...
* Powering off "cloud-shell-20220531172630-9914" via SSH ...
* Stopping node "cloud-shell-20220531172630-9914" ...
* Powering off "cloud-shell-20220531172630-9914" via SSH ...
* Stopping node "cloud-shell-20220531172630-9914" ...
* Powering off "cloud-shell-20220531172630-9914" via SSH ...
-- /stdout --
** stderr **
I0531 17:28:10.759637 46182 out.go:296] Setting OutFile to fd 1 ...
I0531 17:28:10.760023 46182 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0531 17:28:10.760044 46182 out.go:309] Setting ErrFile to fd 2...
I0531 17:28:10.760053 46182 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0531 17:28:10.760274 46182 root.go:322] Updating PATH: /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/bin
I0531 17:28:10.760593 46182 out.go:303] Setting JSON to false
I0531 17:28:10.760783 46182 mustload.go:65] Loading cluster: cloud-shell-20220531172630-9914
I0531 17:28:10.761307 46182 config.go:178] Loaded profile config "cloud-shell-20220531172630-9914": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.23.6
I0531 17:28:10.761445 46182 profile.go:148] Saving config to /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/cloud-shell-20220531172630-9914/config.json ...
I0531 17:28:10.761787 46182 mustload.go:65] Loading cluster: cloud-shell-20220531172630-9914
I0531 17:28:10.762044 46182 config.go:178] Loaded profile config "cloud-shell-20220531172630-9914": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.23.6
I0531 17:28:10.762119 46182 stop.go:39] StopHost: cloud-shell-20220531172630-9914
I0531 17:28:10.766786 46182 out.go:177] * Stopping node "cloud-shell-20220531172630-9914" ...
I0531 17:28:10.769741 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:28:10.832842 46182 out.go:177] * Powering off "cloud-shell-20220531172630-9914" via SSH ...
I0531 17:28:10.835085 46182 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0"
I0531 17:28:12.046279 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:28:12.125656 46182 oci.go:639] temporary error: container cloud-shell-20220531172630-9914 status is Running but expect it to be exited
I0531 17:28:12.125727 46182 oci.go:645] Successfully shutdown container cloud-shell-20220531172630-9914
I0531 17:28:12.125741 46182 stop.go:88] shutdown container: err=<nil>
I0531 17:28:12.125916 46182 main.go:134] libmachine: Stopping "cloud-shell-20220531172630-9914"...
I0531 17:28:12.127251 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:28:12.226283 46182 kic_runner.go:93] Run: systemctl --version
I0531 17:28:12.226310 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 systemctl --version]
I0531 17:28:12.345972 46182 kic_runner.go:93] Run: sudo systemctl stop kubelet
I0531 17:28:12.346009 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 sudo systemctl stop kubelet]
I0531 17:28:12.477407 46182 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I0531 17:28:12.477442 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I0531 17:28:12.677240 46182 kic.go:452] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 1
stdout:
stderr:
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
I0531 17:28:12.677278 46182 kic.go:462] successfully stopped kubernetes!
I0531 17:28:12.677426 46182 kic_runner.go:93] Run: pgrep kube-apiserver
I0531 17:28:12.677447 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 pgrep kube-apiserver]
I0531 17:28:36.965829 46182 stop.go:59] stop err: stopping cloud-shell-20220531172630-9914: exit status 1
W0531 17:28:36.965879 46182 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-20220531172630-9914: exit status 1
I0531 17:28:36.965917 46182 retry.go:31] will retry after 1.104660288s: Temporary Error: stop: stopping cloud-shell-20220531172630-9914: exit status 1
I0531 17:28:38.070851 46182 stop.go:39] StopHost: cloud-shell-20220531172630-9914
I0531 17:28:38.075317 46182 out.go:177] * Stopping node "cloud-shell-20220531172630-9914" ...
I0531 17:28:38.077765 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:28:38.129953 46182 out.go:177] * Powering off "cloud-shell-20220531172630-9914" via SSH ...
I0531 17:28:38.132187 46182 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0"
W0531 17:28:38.227577 46182 cli_runner.go:211] docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0" returned with exit code 126
I0531 17:28:38.227626 46182 oci.go:625] error shutdown cloud-shell-20220531172630-9914: docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:28:39.227877 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:28:39.274647 46182 oci.go:639] temporary error: container cloud-shell-20220531172630-9914 status is Running but expect it to be exited
I0531 17:28:39.274679 46182 oci.go:645] Successfully shutdown container cloud-shell-20220531172630-9914
I0531 17:28:39.274687 46182 stop.go:88] shutdown container: err=<nil>
I0531 17:28:39.274730 46182 main.go:134] libmachine: Stopping "cloud-shell-20220531172630-9914"...
I0531 17:28:39.274840 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:28:39.321252 46182 kic_runner.go:93] Run: sudo systemctl stop kubelet
I0531 17:28:39.321290 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 sudo systemctl stop kubelet]
W0531 17:28:39.412313 46182 kic.go:439] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:28:39.412470 46182 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I0531 17:28:39.412494 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 sudo systemctl stop -f kubelet]
W0531 17:28:39.498920 46182 kic.go:441] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:28:39.499149 46182 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I0531 17:28:39.499169 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I0531 17:28:39.589294 46182 kic.go:452] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:28:39.589326 46182 kic.go:462] successfully stopped kubernetes!
I0531 17:28:39.589455 46182 kic_runner.go:93] Run: pgrep kube-apiserver
I0531 17:28:39.589476 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 pgrep kube-apiserver]
I0531 17:29:03.809025 46182 stop.go:59] stop err: stopping cloud-shell-20220531172630-9914: exit status 1
W0531 17:29:03.809285 46182 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-20220531172630-9914: exit status 1
I0531 17:29:03.809333 46182 retry.go:31] will retry after 2.160763633s: Temporary Error: stop: stopping cloud-shell-20220531172630-9914: exit status 1
I0531 17:29:05.970889 46182 stop.go:39] StopHost: cloud-shell-20220531172630-9914
I0531 17:29:05.975038 46182 out.go:177] * Stopping node "cloud-shell-20220531172630-9914" ...
I0531 17:29:05.977550 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:29:06.031060 46182 out.go:177] * Powering off "cloud-shell-20220531172630-9914" via SSH ...
I0531 17:29:06.033452 46182 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0"
W0531 17:29:06.124142 46182 cli_runner.go:211] docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0" returned with exit code 126
I0531 17:29:06.124272 46182 oci.go:625] error shutdown cloud-shell-20220531172630-9914: docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:29:07.124534 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:29:07.179621 46182 oci.go:639] temporary error: container cloud-shell-20220531172630-9914 status is Running but expect it to be exited
I0531 17:29:07.179684 46182 oci.go:645] Successfully shutdown container cloud-shell-20220531172630-9914
I0531 17:29:07.179694 46182 stop.go:88] shutdown container: err=<nil>
I0531 17:29:07.179749 46182 main.go:134] libmachine: Stopping "cloud-shell-20220531172630-9914"...
I0531 17:29:07.179915 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:29:07.252828 46182 kic_runner.go:93] Run: sudo systemctl stop kubelet
I0531 17:29:07.252857 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 sudo systemctl stop kubelet]
W0531 17:29:07.350996 46182 kic.go:439] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:29:07.351191 46182 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I0531 17:29:07.351209 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 sudo systemctl stop -f kubelet]
W0531 17:29:07.448014 46182 kic.go:441] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:29:07.448169 46182 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I0531 17:29:07.448189 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I0531 17:29:07.541090 46182 kic.go:452] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:29:07.541125 46182 kic.go:462] successfully stopped kubernetes!
I0531 17:29:07.541270 46182 kic_runner.go:93] Run: pgrep kube-apiserver
I0531 17:29:07.541285 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 pgrep kube-apiserver]
I0531 17:29:31.752228 46182 stop.go:59] stop err: stopping cloud-shell-20220531172630-9914: exit status 1
W0531 17:29:31.752291 46182 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-20220531172630-9914: exit status 1
I0531 17:29:31.752363 46182 retry.go:31] will retry after 2.62026012s: Temporary Error: stop: stopping cloud-shell-20220531172630-9914: exit status 1
I0531 17:29:34.375230 46182 stop.go:39] StopHost: cloud-shell-20220531172630-9914
I0531 17:29:34.379796 46182 out.go:177] * Stopping node "cloud-shell-20220531172630-9914" ...
I0531 17:29:34.382417 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:29:34.468507 46182 out.go:177] * Powering off "cloud-shell-20220531172630-9914" via SSH ...
I0531 17:29:34.471059 46182 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0"
W0531 17:29:34.587073 46182 cli_runner.go:211] docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0" returned with exit code 126
I0531 17:29:34.587150 46182 oci.go:625] error shutdown cloud-shell-20220531172630-9914: docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:29:35.587605 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:29:35.642687 46182 oci.go:639] temporary error: container cloud-shell-20220531172630-9914 status is Running but expect it to be exited
I0531 17:29:35.642727 46182 oci.go:645] Successfully shutdown container cloud-shell-20220531172630-9914
I0531 17:29:35.642736 46182 stop.go:88] shutdown container: err=<nil>
I0531 17:29:35.642795 46182 main.go:134] libmachine: Stopping "cloud-shell-20220531172630-9914"...
I0531 17:29:35.642955 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:29:35.697021 46182 kic_runner.go:93] Run: sudo systemctl stop kubelet
I0531 17:29:35.697060 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 sudo systemctl stop kubelet]
W0531 17:29:35.800235 46182 kic.go:439] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:29:35.800460 46182 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I0531 17:29:35.800476 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 sudo systemctl stop -f kubelet]
W0531 17:29:35.940680 46182 kic.go:441] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:29:35.940918 46182 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I0531 17:29:35.940980 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I0531 17:29:36.058647 46182 kic.go:452] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:29:36.058690 46182 kic.go:462] successfully stopped kubernetes!
I0531 17:29:36.058961 46182 kic_runner.go:93] Run: pgrep kube-apiserver
I0531 17:29:36.058985 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 pgrep kube-apiserver]
I0531 17:30:00.315999 46182 stop.go:59] stop err: stopping cloud-shell-20220531172630-9914: exit status 1
W0531 17:30:00.316057 46182 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-20220531172630-9914: exit status 1
I0531 17:30:00.316104 46182 retry.go:31] will retry after 3.164785382s: Temporary Error: stop: stopping cloud-shell-20220531172630-9914: exit status 1
I0531 17:30:03.481155 46182 stop.go:39] StopHost: cloud-shell-20220531172630-9914
I0531 17:30:03.485063 46182 out.go:177] * Stopping node "cloud-shell-20220531172630-9914" ...
I0531 17:30:03.487552 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:30:03.538781 46182 out.go:177] * Powering off "cloud-shell-20220531172630-9914" via SSH ...
I0531 17:30:03.541363 46182 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0"
W0531 17:30:03.632550 46182 cli_runner.go:211] docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0" returned with exit code 126
I0531 17:30:03.632619 46182 oci.go:625] error shutdown cloud-shell-20220531172630-9914: docker exec --privileged -t cloud-shell-20220531172630-9914 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:30:04.632972 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:30:04.679650 46182 oci.go:639] temporary error: container cloud-shell-20220531172630-9914 status is Running but expect it to be exited
I0531 17:30:04.679688 46182 oci.go:645] Successfully shutdown container cloud-shell-20220531172630-9914
I0531 17:30:04.679699 46182 stop.go:88] shutdown container: err=<nil>
I0531 17:30:04.679730 46182 main.go:134] libmachine: Stopping "cloud-shell-20220531172630-9914"...
I0531 17:30:04.679904 46182 cli_runner.go:164] Run: docker container inspect cloud-shell-20220531172630-9914 --format={{.State.Status}}
I0531 17:30:04.728299 46182 kic_runner.go:93] Run: sudo systemctl stop kubelet
I0531 17:30:04.728328 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 sudo systemctl stop kubelet]
W0531 17:30:04.817513 46182 kic.go:439] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:30:04.817672 46182 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I0531 17:30:04.817689 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 sudo systemctl stop -f kubelet]
W0531 17:30:04.910852 46182 kic.go:441] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:30:04.911058 46182 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I0531 17:30:04.911074 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I0531 17:30:05.017548 46182 kic.go:452] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0531 17:30:05.017584 46182 kic.go:462] successfully stopped kubernetes!
I0531 17:30:05.017749 46182 kic_runner.go:93] Run: pgrep kube-apiserver
I0531 17:30:05.017771 46182 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220531172630-9914 pgrep kube-apiserver]
I0531 17:30:29.260183 46182 stop.go:59] stop err: stopping cloud-shell-20220531172630-9914: exit status 1
W0531 17:30:29.260241 46182 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-20220531172630-9914: exit status 1
I0531 17:30:29.264257 46182 out.go:177]
W0531 17:30:29.267341 46182 out.go:239] X Exiting due to GUEST_STOP_TIMEOUT: Temporary Error: stop: stopping cloud-shell-20220531172630-9914: exit status 1
X Exiting due to GUEST_STOP_TIMEOUT: Temporary Error: stop: stopping cloud-shell-20220531172630-9914: exit status 1
W0531 17:30:29.267394 46182 out.go:239] *
*
W0531 17:30:29.270813 46182 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_stop_68ea8ad58939b2455631be480aa562f1002ef4a5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_stop_68ea8ad58939b2455631be480aa562f1002ef4a5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0531 17:30:29.273500 46182 out.go:177]
** /stderr **
start_stop_delete_test.go:232: failed stopping minikube - first stop-. args "out/minikube-linux-amd64 stop -p cloud-shell-20220531172630-9914 --alsologtostderr -v=3" : exit status 82
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestStartStop/group/cloud-shell/serial/Stop]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect cloud-shell-20220531172630-9914
helpers_test.go:235: (dbg) docker inspect cloud-shell-20220531172630-9914:
-- stdout --
[
{
"Id": "4eda271d4771f298e0fbb6c6f0f1a9896d464a51f8add6b2e2cab51122fdbd38",
"Created": "2022-05-31T17:26:40.28833334Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 42641,
"ExitCode": 0,
"Error": "",
"StartedAt": "2022-05-31T17:26:40.735200953Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:aedbaa58534633065a66af6f01ba15f6c7dc1b8a285b6938f9d04325ceab9ed4",
"ResolvConfPath": "/var/lib/docker/containers/4eda271d4771f298e0fbb6c6f0f1a9896d464a51f8add6b2e2cab51122fdbd38/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/4eda271d4771f298e0fbb6c6f0f1a9896d464a51f8add6b2e2cab51122fdbd38/hostname",
"HostsPath": "/var/lib/docker/containers/4eda271d4771f298e0fbb6c6f0f1a9896d464a51f8add6b2e2cab51122fdbd38/hosts",
"LogPath": "/var/lib/docker/containers/4eda271d4771f298e0fbb6c6f0f1a9896d464a51f8add6b2e2cab51122fdbd38/4eda271d4771f298e0fbb6c6f0f1a9896d464a51f8add6b2e2cab51122fdbd38-json.log",
"Name": "/cloud-shell-20220531172630-9914",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"cloud-shell-20220531172630-9914:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "cloud-shell-20220531172630-9914",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"ConsoleSize": [
0,
0
],
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": null,
"BlkioDeviceWriteBps": null,
"BlkioDeviceReadIOps": null,
"BlkioDeviceWriteIOps": null,
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"KernelMemory": 0,
"KernelMemoryTCP": 0,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ac106662f0183b670821edc755fe1a5b1324ed008bf9241f597d6ebe0711e493-init/diff:/var/lib/docker/overlay2/adb81ced32d79ad641f2f27cd68ac2f0cb4149ef8471f886d6d5d727b5a684bf/diff:/var/lib/docker/overlay2/a1b75ce8a0681dd5c872f0dd60d75c6b2d8a186fd2a4f0a8ab552a060f5bbcac/diff:/var/lib/docker/overlay2/e5570412131ffbc07f4ebb9f3fd3448ade21b9f8637c7418162af0fc272879af/diff:/var/lib/docker/overlay2/d30db6060a9ef8bc317b9fd3df7b36aeebe5b227ceda6a751a7431334596fee0/diff:/var/lib/docker/overlay2/3da4650e7e9733d821117abee03b951905fb50d2a18701c515ca4c1167c52b33/diff:/var/lib/docker/overlay2/eed1248c02711cd59370550278186db3844eb57070f482fc763b21167d589e32/diff:/var/lib/docker/overlay2/7bc6c325d3e1e6b509c66dc56e39a31ec80abee21dd603c6208356eb541d1e03/diff:/var/lib/docker/overlay2/49cecb94140438d7e5e6bf6e6f3f4c1e43b945d2aaad409fe2fcb7cb665e6849/diff:/var/lib/docker/overlay2/05ef28484aae8a287fce452e8855016859cfc1346874af16ca3992ab68eb161e/diff:/var/lib/docker/overlay2/7fd5a8
bf05b6a32cc1ceb388bb9c375affc2d4b8a187e85edec4dca69619350a/diff:/var/lib/docker/overlay2/3974018d312b7bb1a194f0c17f647d3cdc4987038fbb5865e449ef1ca8b0b360/diff:/var/lib/docker/overlay2/21fddd8151511ffca21743fd5d6fc0e85627384762b0067ebc0671d21963499e/diff:/var/lib/docker/overlay2/b94cb921ab0a36fe0984dbf541bd425f845dc1c4ac7b55f7d2ead44ca6560c80/diff:/var/lib/docker/overlay2/c269616c8aaa855825030708184b26d42eb412a8e32f187f9b929cb3d190cb7d/diff:/var/lib/docker/overlay2/0a606a2b095ce115aaf3ba26b9075abe06acced249e2894cce02d7b5cc96f045/diff:/var/lib/docker/overlay2/5c65e0a6af45634422d8613c7f4f025209d2143a08674de556c3ccda502e3a75/diff:/var/lib/docker/overlay2/985ca37a3cb3e56d20086aec30c35d359a17df3bb180e91b733ee06fdc4df949/diff:/var/lib/docker/overlay2/4faad15c831c2f629a45dd460c65053d51ea95f7a76f344929748628999e1fca/diff:/var/lib/docker/overlay2/20f22b249abb4dc0dba75f74a36413b3d433a9c26e2e1d1d50a4f62a9ae9ff51/diff:/var/lib/docker/overlay2/e2cdb5d6af01d1949e3ae29f7b46bcdf693a00130589939f8fd87eb1c3d1f000/diff:/var/lib/d
ocker/overlay2/41b58924902489665d9ac876a67599c0b78e5934d3977c5f06c2e5e59cb2be5f/diff:/var/lib/docker/overlay2/1595ea82f4cea698f71412090dffa70540f46881426cbf4cc51ad243a819f255/diff:/var/lib/docker/overlay2/2dd4aba73d224ec4eb86eeaecd84c002fdc15a0211f03a2b9db0d31d7df0c78f/diff:/var/lib/docker/overlay2/4c2570cff0a9842b8d5ea5c323231876e8fe20e9a716d966384d09be548b58eb/diff:/var/lib/docker/overlay2/0570fa4d2f85827f441104b98e07f1490def6322ce27c29a1c9f512592b225f4/diff:/var/lib/docker/overlay2/e60dc41837323c6edf6b9b46b8e8950ebe00207b67a76330402db493e44e18d3/diff:/var/lib/docker/overlay2/877a3e40fb0993aa88f63560df51f94b10cbf98db341a7fe529f7aefd9ae379d/diff:/var/lib/docker/overlay2/3c6528bcb265384d078442da6e963fd357a60b923f2da72309d65a9e52979e2f/diff:/var/lib/docker/overlay2/bf84f0f604dbebca886ac09cd4b004bc0feca8d43ec754d050fb1b1ed2df99e7/diff:/var/lib/docker/overlay2/5f87518be5841194426c90e10c5e2bf3260745c25f3ae03add16059915a65b58/diff:/var/lib/docker/overlay2/b746c566dade0aa6df68834685aa05731e85ad1b9cd4ee2632753d91466
25f01/diff:/var/lib/docker/overlay2/7b0c64fcc7db64c2f0a815303c33f3fd45e273724f76ba19bb3ab8003fb67ac0/diff:/var/lib/docker/overlay2/25159a54337b37d202189cbca115e1da7fb4b021fefec90985895d8ec8ae6ca1/diff:/var/lib/docker/overlay2/6d0fccf3608f3419152c2f6327052d79c1fe8fe822252397055b2715c6f5f89e/diff:/var/lib/docker/overlay2/9405ce406d39de068968f3af7b7838fdb1d1af9cc4d971fa22b0fd7a46a08e7b/diff:/var/lib/docker/overlay2/dc243ab9095c3a945f75b71ddd88204bef1939ba7326ea7d3ea4b23d672cb6d5/diff:/var/lib/docker/overlay2/2e860b533fa007732d99f29ddfef0e2736e72f565edbd9e57446ae4e13a7e8b5/diff:/var/lib/docker/overlay2/e7c816a56a6ab64515ad67849698882b1e1d2bd832ad5bba799a0eedfab9186b/diff:/var/lib/docker/overlay2/404fb1d16cdd1d4a328c7dfd901838ac9cf5108794e5ad908bc25e36e9a375c9/diff:/var/lib/docker/overlay2/50b167c7265968e92276dbb2314ea4a1942ee2cf63efa8a02320f7a272bd9f72/diff",
"MergedDir": "/var/lib/docker/overlay2/ac106662f0183b670821edc755fe1a5b1324ed008bf9241f597d6ebe0711e493/merged",
"UpperDir": "/var/lib/docker/overlay2/ac106662f0183b670821edc755fe1a5b1324ed008bf9241f597d6ebe0711e493/diff",
"WorkDir": "/var/lib/docker/overlay2/ac106662f0183b670821edc755fe1a5b1324ed008bf9241f597d6ebe0711e493/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "cloud-shell-20220531172630-9914",
"Source": "/var/lib/docker/volumes/cloud-shell-20220531172630-9914/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "cloud-shell-20220531172630-9914",
"Domainname": "",
"User": "root",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653596720-14230@sha256:e953786303ac8350802546ee187d34e89f0007072a54fdbcc2f86a1fb8575418",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "cloud-shell-20220531172630-9914",
"name.minikube.sigs.k8s.io": "cloud-shell-20220531172630-9914",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "91f750545afba1fa7d2f9d0706d1765e6ba19d72af4efb64383be0e3135ad2d1",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49167"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49166"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49163"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49165"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49164"
}
]
},
"SandboxKey": "/var/run/docker/netns/91f750545afb",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"cloud-shell-20220531172630-9914": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"4eda271d4771",
"cloud-shell-20220531172630-9914"
],
"NetworkID": "3ce1cc3d99086e65f6b2f68ab74d5ede0e2c091e442eba1333baacf8102d30b2",
"EndpointID": "fc71633509cd1e2144462fcd7e4fa275ec97cef472bc74e48afc068385198183",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p cloud-shell-20220531172630-9914 -n cloud-shell-20220531172630-9914
E0531 17:30:32.672681 9914 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14079-416-bc7278193255a66f30064dc56185dbbc87656da8/.minikube/profiles/functional-20220531172013-9914/client.crt: no such file or directory
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p cloud-shell-20220531172630-9914 -n cloud-shell-20220531172630-9914: exit status 3 (3.436064403s)
-- stdout --
Error
-- /stdout --
** stderr **
E0531 17:30:32.822526 47263 status.go:374] failed to get storage capacity of /var: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:50746->127.0.0.1:49167: read: connection reset by peer
E0531 17:30:32.822552 47263 status.go:247] status error: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:50746->127.0.0.1:49167: read: connection reset by peer
** /stderr **
helpers_test.go:239: status error: exit status 3 (may be ok)
helpers_test.go:241: "cloud-shell-20220531172630-9914" host is not running, skipping log retrieval (state="Error")
--- FAIL: TestStartStop/group/cloud-shell/serial/Stop (142.23s)