=== RUN TestStartStop/group/cloud-shell/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p cloud-shell-164802 --alsologtostderr -v=3
E1031 16:50:08.973356 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/addons-163624/client.crt: no such file or directory
E1031 16:50:54.024959 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:50:54.030333 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:50:54.040633 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:50:54.060982 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:50:54.101339 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:50:54.181780 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:50:54.342209 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:50:54.662882 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:50:55.303081 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:50:56.584264 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:50:59.144600 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:51:04.265270 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:51:14.506452 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
E1031 16:51:34.987566 74721 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/functional-164144/client.crt: no such file or directory
start_stop_delete_test.go:228: (dbg) Non-zero exit: out/minikube-linux-amd64 stop -p cloud-shell-164802 --alsologtostderr -v=3: exit status 82 (2m18.108146452s)
-- stdout --
* Stopping node "cloud-shell-164802" ...
* Powering off "cloud-shell-164802" via SSH ...
* Stopping node "cloud-shell-164802" ...
* Powering off "cloud-shell-164802" via SSH ...
* Stopping node "cloud-shell-164802" ...
* Powering off "cloud-shell-164802" via SSH ...
* Stopping node "cloud-shell-164802" ...
* Powering off "cloud-shell-164802" via SSH ...
* Stopping node "cloud-shell-164802" ...
* Powering off "cloud-shell-164802" via SSH ...
-- /stdout --
** stderr **
I1031 16:49:45.167434 116206 out.go:296] Setting OutFile to fd 1 ...
I1031 16:49:45.167829 116206 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1031 16:49:45.167879 116206 out.go:309] Setting ErrFile to fd 2...
I1031 16:49:45.167899 116206 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1031 16:49:45.168262 116206 root.go:334] Updating PATH: /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/bin
I1031 16:49:45.169249 116206 out.go:303] Setting JSON to false
I1031 16:49:45.169409 116206 mustload.go:65] Loading cluster: cloud-shell-164802
I1031 16:49:45.170093 116206 config.go:180] Loaded profile config "cloud-shell-164802": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.25.3
I1031 16:49:45.170282 116206 profile.go:148] Saving config to /home/g528047478195_compute/minikube-integration/15232-65553/.minikube/profiles/cloud-shell-164802/config.json ...
I1031 16:49:45.170591 116206 mustload.go:65] Loading cluster: cloud-shell-164802
I1031 16:49:45.170887 116206 config.go:180] Loaded profile config "cloud-shell-164802": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.25.3
I1031 16:49:45.170952 116206 stop.go:39] StopHost: cloud-shell-164802
I1031 16:49:45.174913 116206 out.go:177] * Stopping node "cloud-shell-164802" ...
I1031 16:49:45.177607 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:49:45.244207 116206 out.go:177] * Powering off "cloud-shell-164802" via SSH ...
I1031 16:49:45.246770 116206 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0"
I1031 16:49:46.503865 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:49:46.546395 116206 oci.go:660] temporary error: container cloud-shell-164802 status is Running but expect it to be exited
I1031 16:49:46.546445 116206 oci.go:666] Successfully shutdown container cloud-shell-164802
I1031 16:49:46.546458 116206 stop.go:88] shutdown container: err=<nil>
I1031 16:49:46.546551 116206 main.go:134] libmachine: Stopping "cloud-shell-164802"...
I1031 16:49:46.546808 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:49:46.587728 116206 kic_runner.go:93] Run: systemctl --version
I1031 16:49:46.587760 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 systemctl --version]
I1031 16:49:46.730272 116206 kic_runner.go:93] Run: sudo systemctl stop kubelet
I1031 16:49:46.730333 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 sudo systemctl stop kubelet]
I1031 16:49:46.888534 116206 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I1031 16:49:46.888566 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I1031 16:49:47.052017 116206 kic.go:451] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 1
stdout:
stderr:
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
I1031 16:49:47.052059 116206 kic.go:461] successfully stopped kubernetes!
I1031 16:49:47.052227 116206 kic_runner.go:93] Run: pgrep kube-apiserver
I1031 16:49:47.052243 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 pgrep kube-apiserver]
I1031 16:50:11.265481 116206 stop.go:59] stop err: stopping cloud-shell-164802: exit status 1
W1031 16:50:11.265578 116206 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-164802: exit status 1
I1031 16:50:11.265654 116206 retry.go:31] will retry after 1.104660288s: Temporary Error: stop: stopping cloud-shell-164802: exit status 1
I1031 16:50:12.370758 116206 stop.go:39] StopHost: cloud-shell-164802
I1031 16:50:12.377972 116206 out.go:177] * Stopping node "cloud-shell-164802" ...
I1031 16:50:12.380179 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:50:12.435779 116206 out.go:177] * Powering off "cloud-shell-164802" via SSH ...
I1031 16:50:12.438105 116206 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0"
W1031 16:50:12.542961 116206 cli_runner.go:211] docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0" returned with exit code 126
I1031 16:50:12.543018 116206 oci.go:646] error shutdown cloud-shell-164802: docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:50:13.543438 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:50:13.584410 116206 oci.go:660] temporary error: container cloud-shell-164802 status is Running but expect it to be exited
I1031 16:50:13.584457 116206 oci.go:666] Successfully shutdown container cloud-shell-164802
I1031 16:50:13.584471 116206 stop.go:88] shutdown container: err=<nil>
I1031 16:50:13.584515 116206 main.go:134] libmachine: Stopping "cloud-shell-164802"...
I1031 16:50:13.584738 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:50:13.629653 116206 kic_runner.go:93] Run: sudo systemctl stop kubelet
I1031 16:50:13.629779 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 sudo systemctl stop kubelet]
W1031 16:50:13.718607 116206 kic.go:438] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:50:13.718898 116206 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I1031 16:50:13.718926 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 sudo systemctl stop -f kubelet]
W1031 16:50:13.833820 116206 kic.go:440] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:50:13.834036 116206 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I1031 16:50:13.834064 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I1031 16:50:13.956144 116206 kic.go:451] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:50:13.956190 116206 kic.go:461] successfully stopped kubernetes!
I1031 16:50:13.956370 116206 kic_runner.go:93] Run: pgrep kube-apiserver
I1031 16:50:13.956396 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 pgrep kube-apiserver]
I1031 16:50:38.144770 116206 stop.go:59] stop err: stopping cloud-shell-164802: exit status 1
W1031 16:50:38.144831 116206 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-164802: exit status 1
I1031 16:50:38.144860 116206 retry.go:31] will retry after 2.160763633s: Temporary Error: stop: stopping cloud-shell-164802: exit status 1
I1031 16:50:40.306458 116206 stop.go:39] StopHost: cloud-shell-164802
I1031 16:50:40.310750 116206 out.go:177] * Stopping node "cloud-shell-164802" ...
I1031 16:50:40.313637 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:50:40.367997 116206 out.go:177] * Powering off "cloud-shell-164802" via SSH ...
I1031 16:50:40.371211 116206 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0"
W1031 16:50:40.494948 116206 cli_runner.go:211] docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0" returned with exit code 126
I1031 16:50:40.495001 116206 oci.go:646] error shutdown cloud-shell-164802: docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:50:41.496280 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:50:41.535605 116206 oci.go:660] temporary error: container cloud-shell-164802 status is Running but expect it to be exited
I1031 16:50:41.535750 116206 oci.go:666] Successfully shutdown container cloud-shell-164802
I1031 16:50:41.535763 116206 stop.go:88] shutdown container: err=<nil>
I1031 16:50:41.535837 116206 main.go:134] libmachine: Stopping "cloud-shell-164802"...
I1031 16:50:41.536192 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:50:41.580480 116206 kic_runner.go:93] Run: sudo systemctl stop kubelet
I1031 16:50:41.580513 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 sudo systemctl stop kubelet]
W1031 16:50:41.683993 116206 kic.go:438] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:50:41.684155 116206 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I1031 16:50:41.684179 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 sudo systemctl stop -f kubelet]
W1031 16:50:41.771098 116206 kic.go:440] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:50:41.771348 116206 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I1031 16:50:41.771370 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I1031 16:50:41.855283 116206 kic.go:451] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:50:41.855336 116206 kic.go:461] successfully stopped kubernetes!
I1031 16:50:41.855826 116206 kic_runner.go:93] Run: pgrep kube-apiserver
I1031 16:50:41.855899 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 pgrep kube-apiserver]
I1031 16:51:06.032009 116206 stop.go:59] stop err: stopping cloud-shell-164802: exit status 1
W1031 16:51:06.032076 116206 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-164802: exit status 1
I1031 16:51:06.032102 116206 retry.go:31] will retry after 2.62026012s: Temporary Error: stop: stopping cloud-shell-164802: exit status 1
I1031 16:51:08.652582 116206 stop.go:39] StopHost: cloud-shell-164802
I1031 16:51:08.655897 116206 out.go:177] * Stopping node "cloud-shell-164802" ...
I1031 16:51:08.658473 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:51:08.699909 116206 out.go:177] * Powering off "cloud-shell-164802" via SSH ...
I1031 16:51:08.702350 116206 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0"
W1031 16:51:08.776516 116206 cli_runner.go:211] docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0" returned with exit code 126
I1031 16:51:08.776557 116206 oci.go:646] error shutdown cloud-shell-164802: docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:51:09.776971 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:51:09.813595 116206 oci.go:660] temporary error: container cloud-shell-164802 status is Running but expect it to be exited
I1031 16:51:09.813626 116206 oci.go:666] Successfully shutdown container cloud-shell-164802
I1031 16:51:09.813637 116206 stop.go:88] shutdown container: err=<nil>
I1031 16:51:09.813669 116206 main.go:134] libmachine: Stopping "cloud-shell-164802"...
I1031 16:51:09.813826 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:51:09.852819 116206 kic_runner.go:93] Run: sudo systemctl stop kubelet
I1031 16:51:09.852850 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 sudo systemctl stop kubelet]
W1031 16:51:09.925450 116206 kic.go:438] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:51:09.925621 116206 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I1031 16:51:09.925646 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 sudo systemctl stop -f kubelet]
W1031 16:51:10.001053 116206 kic.go:440] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:51:10.001269 116206 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I1031 16:51:10.001293 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I1031 16:51:10.103551 116206 kic.go:451] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:51:10.103589 116206 kic.go:461] successfully stopped kubernetes!
I1031 16:51:10.103779 116206 kic_runner.go:93] Run: pgrep kube-apiserver
I1031 16:51:10.103811 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 pgrep kube-apiserver]
I1031 16:51:34.255968 116206 stop.go:59] stop err: stopping cloud-shell-164802: exit status 1
W1031 16:51:34.256018 116206 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-164802: exit status 1
I1031 16:51:34.256051 116206 retry.go:31] will retry after 3.164785382s: Temporary Error: stop: stopping cloud-shell-164802: exit status 1
I1031 16:51:37.421031 116206 stop.go:39] StopHost: cloud-shell-164802
I1031 16:51:37.424248 116206 out.go:177] * Stopping node "cloud-shell-164802" ...
I1031 16:51:37.426610 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:51:37.462234 116206 out.go:177] * Powering off "cloud-shell-164802" via SSH ...
I1031 16:51:37.464171 116206 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0"
W1031 16:51:37.537932 116206 cli_runner.go:211] docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0" returned with exit code 126
I1031 16:51:37.537967 116206 oci.go:646] error shutdown cloud-shell-164802: docker exec --privileged -t cloud-shell-164802 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:51:38.539008 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:51:38.597547 116206 oci.go:660] temporary error: container cloud-shell-164802 status is Running but expect it to be exited
I1031 16:51:38.597586 116206 oci.go:666] Successfully shutdown container cloud-shell-164802
I1031 16:51:38.597597 116206 stop.go:88] shutdown container: err=<nil>
I1031 16:51:38.597631 116206 main.go:134] libmachine: Stopping "cloud-shell-164802"...
I1031 16:51:38.597808 116206 cli_runner.go:164] Run: docker container inspect cloud-shell-164802 --format={{.State.Status}}
I1031 16:51:38.670142 116206 kic_runner.go:93] Run: sudo systemctl stop kubelet
I1031 16:51:38.670178 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 sudo systemctl stop kubelet]
W1031 16:51:38.781397 116206 kic.go:438] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:51:38.781562 116206 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I1031 16:51:38.781586 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 sudo systemctl stop -f kubelet]
W1031 16:51:38.856740 116206 kic.go:440] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:51:38.856928 116206 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I1031 16:51:38.856954 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I1031 16:51:38.926327 116206 kic.go:451] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I1031 16:51:38.926357 116206 kic.go:461] successfully stopped kubernetes!
I1031 16:51:38.926493 116206 kic_runner.go:93] Run: pgrep kube-apiserver
I1031 16:51:38.926516 116206 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-164802 pgrep kube-apiserver]
I1031 16:52:03.085731 116206 stop.go:59] stop err: stopping cloud-shell-164802: exit status 1
W1031 16:52:03.085783 116206 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-164802: exit status 1
I1031 16:52:03.089362 116206 out.go:177]
W1031 16:52:03.091917 116206 out.go:239] X Exiting due to GUEST_STOP_TIMEOUT: Temporary Error: stop: stopping cloud-shell-164802: exit status 1
X Exiting due to GUEST_STOP_TIMEOUT: Temporary Error: stop: stopping cloud-shell-164802: exit status 1
W1031 16:52:03.091941 116206 out.go:239] *
*
W1031 16:52:03.097706 116206 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_stop_68ea8ad58939b2455631be480aa562f1002ef4a5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_stop_68ea8ad58939b2455631be480aa562f1002ef4a5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1031 16:52:03.101085 116206 out.go:177]
** /stderr **
start_stop_delete_test.go:230: failed stopping minikube - first stop-. args "out/minikube-linux-amd64 stop -p cloud-shell-164802 --alsologtostderr -v=3" : exit status 82
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestStartStop/group/cloud-shell/serial/Stop]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect cloud-shell-164802
helpers_test.go:235: (dbg) docker inspect cloud-shell-164802:
-- stdout --
[
{
"Id": "8f756b48c977413274804ca4df5719ff48f1f662e3245208b25cf77556da7379",
"Created": "2022-10-31T16:48:11.873097767Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 112491,
"ExitCode": 0,
"Error": "",
"StartedAt": "2022-10-31T16:48:12.347851962Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:866c1fe4e3f2d2bfd7e546c12f77c7ef1d94d65a891923ff6772712a9f20df40",
"ResolvConfPath": "/var/lib/docker/containers/8f756b48c977413274804ca4df5719ff48f1f662e3245208b25cf77556da7379/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/8f756b48c977413274804ca4df5719ff48f1f662e3245208b25cf77556da7379/hostname",
"HostsPath": "/var/lib/docker/containers/8f756b48c977413274804ca4df5719ff48f1f662e3245208b25cf77556da7379/hosts",
"LogPath": "/var/lib/docker/containers/8f756b48c977413274804ca4df5719ff48f1f662e3245208b25cf77556da7379/8f756b48c977413274804ca4df5719ff48f1f662e3245208b25cf77556da7379-json.log",
"Name": "/cloud-shell-164802",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"cloud-shell-164802:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "cloud-shell-164802",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"ConsoleSize": [
0,
0
],
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": null,
"BlkioDeviceWriteBps": null,
"BlkioDeviceReadIOps": null,
"BlkioDeviceWriteIOps": null,
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"KernelMemory": 0,
"KernelMemoryTCP": 0,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/302d0bb03fda20585041830ffbffbe2de4a25e501c5e081ce9f2387980c1e8e9-init/diff:/var/lib/docker/overlay2/41b46a265cf842595dd38d4fa0b1e7eb6980b6bc37ccaf5da01a413911ad8f4c/diff:/var/lib/docker/overlay2/286d3efad5839e01a6d3f4720f1238f7ea014a445d909b4a71b6edf795af8274/diff:/var/lib/docker/overlay2/24fc6ad8ce20c4c6f2020761528633d75126e61a4f5947705452d24177226679/diff:/var/lib/docker/overlay2/4c17e82b82cbe2b445d717c053866638fd94a794cca23e8166aebe747678accd/diff:/var/lib/docker/overlay2/54663cf6a655f0e53517285d7f75c4ec733db7707f04a2d992c0f88ae50e73c3/diff:/var/lib/docker/overlay2/f6beee94b5fb72b81096ac3d0ef5503fbde4d27913dc02c9ce4d67618f2b911b/diff:/var/lib/docker/overlay2/85bd3c48e3bf3d00937a015990fda0a29e5bc324bfe33659cc643066e07734a6/diff:/var/lib/docker/overlay2/de5a9d76366ff62503f94a888226ac6e3a8d526434fcd982b7b65b2530b0b3a8/diff:/var/lib/docker/overlay2/17e2e907b26c130a2fb48377149046e16493db156af71f891c389c211b629316/diff:/var/lib/docker/overlay2/01a603
1c33cac7cac90b3bc82bdbfaaf32a7af4414573eb0be38ce046d37e7f9/diff:/var/lib/docker/overlay2/46a95748e2e8b36629fd037948d41728bceac649ae234057db2c82366006375a/diff:/var/lib/docker/overlay2/33073d59f05bf3b906e199778a7efe8bba2b150d098212eb467eaa0c9e606356/diff:/var/lib/docker/overlay2/2b17104b765a2a81b7e1c1b02b71857555f3939603669304674e86f399b11165/diff:/var/lib/docker/overlay2/a7321ede8270893ee14702043e31a3773b48f596b797689ba881bde9b83e1d74/diff:/var/lib/docker/overlay2/b5477742878c12c2b513f126942c8979e710bb1599266017937b78df0b6dba80/diff:/var/lib/docker/overlay2/35ceaf890d5cc6289f8218b4dfd5a00797094510a3f3f695faed18bb5bf5a85a/diff:/var/lib/docker/overlay2/66e49a5470264b73bff954eca6a6005e064d5f6e86a9e3ed75e3e0157a2c9526/diff:/var/lib/docker/overlay2/f4b0259252d9651147c30eb4476a3e2a47cdf9ca62b4a315763f165533d6d0a4/diff:/var/lib/docker/overlay2/7e283b915db0ffa2b9ffc8a1b008c4cf24cf3c16ed377bd1ab7bf874052b7247/diff:/var/lib/docker/overlay2/cb16eb8cafdbf76bcc0524a4121cb18b8d7e7dd4c43b7e685bbf9bc902dd12d3/diff:/var/lib/d
ocker/overlay2/66bb784aa8a57514283393758570be77366999d5204b7fc7b4d9bc06c4f77838/diff:/var/lib/docker/overlay2/0427dc41cc766837ed2153cc1fd21f54d63ff448cab25ac9be5906d764652705/diff:/var/lib/docker/overlay2/ab502047ef7be5d41bffbea77a244ac45bba93d1e420cc291c876be78a086e1e/diff:/var/lib/docker/overlay2/db99d70457d04a5a80d1b15827b7fb8d3d39ce6c80fe93029d2b3a1d1e04dc06/diff:/var/lib/docker/overlay2/ed45842f5be80d598d88550e7d8d0d6d45e91ff2e166c7fed0e337dd856b341a/diff:/var/lib/docker/overlay2/9432a535180f60ffa042887403453067f55636fc7112fed2cb1423c279ddbcc2/diff:/var/lib/docker/overlay2/fe926556dc69e7ddeb006b290a6a8f3b401c4c38050aa12c2f2b5d4fb59ae777/diff:/var/lib/docker/overlay2/b27fae97750d638021241e75bcc38b248330e395f1c3a588f53f324d8439b15e/diff:/var/lib/docker/overlay2/35b7e6c7009d28027594c06214bdfb0e31d7dd37139af09f52f93d75d7f14366/diff:/var/lib/docker/overlay2/f5fb4dd364f06da962fcbdce44b14f3bd3607d884708f7522c78c935745e97e1/diff:/var/lib/docker/overlay2/69f450af8bac395ecafc34558768961c72ff34ba6b26dcc11a968cc2e10
e0061/diff:/var/lib/docker/overlay2/ff85ad012866bdd77cda113d256a1af4d57439da45f211acd642c62482d85152/diff:/var/lib/docker/overlay2/1b8ace41f7902ce8ccbff131cbc0f969867ad7cb93e4083e449260a297ea35a0/diff:/var/lib/docker/overlay2/bb54ac94e2d4bdec5ea0e424c1e57f0724212aa6693421f7ae0f0ee6f184a9ed/diff:/var/lib/docker/overlay2/3a53cc182da3bdc7bfcbf36f7c0475ad1d37ec544572c31c50b53a8c1687af4a/diff:/var/lib/docker/overlay2/f880b9ee4ddb0158423ed4ef3e08d9fcf42657c1cd89e62676b6d9c20b84d3ae/diff:/var/lib/docker/overlay2/c8c903e32014a068a9c8a63f42f6e04fbee938b6c8d126d3f37ec42b7aac32d0/diff:/var/lib/docker/overlay2/2dfcc1742660d39a3b05da480b6ea6a9dcb228a71d69b449e23ee3e7fbac045f/diff:/var/lib/docker/overlay2/04ea3e9e923931c7b81e4073111fe128b5bf7e4350bcc8616bb3032405e9db05/diff:/var/lib/docker/overlay2/b580b0fc8f1f1bb2c5268f507958352b300fe7b26d20b88e7bb6497f8d5d06b9/diff:/var/lib/docker/overlay2/9bedd3d140d70fdd0fdf0377e3ba92f861939e45ece08249407b716e2a6d60f0/diff:/var/lib/docker/overlay2/276851a1edb188c359facf4b9be7ad1bf7f7b5
0aa2b8c51c84ac364823be1cf1/diff",
"MergedDir": "/var/lib/docker/overlay2/302d0bb03fda20585041830ffbffbe2de4a25e501c5e081ce9f2387980c1e8e9/merged",
"UpperDir": "/var/lib/docker/overlay2/302d0bb03fda20585041830ffbffbe2de4a25e501c5e081ce9f2387980c1e8e9/diff",
"WorkDir": "/var/lib/docker/overlay2/302d0bb03fda20585041830ffbffbe2de4a25e501c5e081ce9f2387980c1e8e9/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "cloud-shell-164802",
"Source": "/var/lib/docker/volumes/cloud-shell-164802/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "cloud-shell-164802",
"Domainname": "",
"User": "root",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.35-1666722858-15219@sha256:8debc1b6a335075c5f99bfbf131b4f5566f68c6500dc5991817832e55fcc9456",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "cloud-shell-164802",
"name.minikube.sigs.k8s.io": "cloud-shell-164802",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "e943c6470ba712a65a5b634ab05aafd38f643c60c9226f21360cae0f1a19a7e3",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49187"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49186"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49183"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49185"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49184"
}
]
},
"SandboxKey": "/var/run/docker/netns/e943c6470ba7",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"cloud-shell-164802": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"8f756b48c977",
"cloud-shell-164802"
],
"NetworkID": "de6d8ebd58527e94a1398142f13d980c4714914146423f0a5648f34dc3b527b2",
"EndpointID": "01ed8d3e0b5792086fa96e7f45f9f16ac505cfe6b38cc7c5a021e9f668e69502",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p cloud-shell-164802 -n cloud-shell-164802
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p cloud-shell-164802 -n cloud-shell-164802: exit status 3 (3.448006458s)
-- stdout --
Error
-- /stdout --
** stderr **
E1031 16:52:06.718201 117205 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:49004->127.0.0.1:49187: read: connection reset by peer
E1031 16:52:06.718225 117205 status.go:249] status error: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:49004->127.0.0.1:49187: read: connection reset by peer
** /stderr **
helpers_test.go:239: status error: exit status 3 (may be ok)
helpers_test.go:241: "cloud-shell-164802" host is not running, skipping log retrieval (state="Error")
--- FAIL: TestStartStop/group/cloud-shell/serial/Stop (141.70s)