=== RUN TestStartStop/group/cloud-shell/serial/Stop
start_stop_delete_test.go:228: (dbg) Run: out/minikube-linux-amd64 stop -p cloud-shell-20220726044809-10351 --alsologtostderr -v=3
E0726 04:50:39.531663 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/addons-20220726043711-10351/client.crt: no such file or directory
E0726 04:51:05.288533 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:05.293915 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:05.304201 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:05.324453 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:05.364770 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:05.445114 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:05.605525 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:05.926077 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:06.566987 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:07.216982 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/addons-20220726043711-10351/client.crt: no such file or directory
E0726 04:51:07.847275 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:10.407501 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:15.528484 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:25.768891 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
E0726 04:51:46.249236 10351 cert_rotation.go:168] key failed with : open /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/functional-20220726044227-10351/client.crt: no such file or directory
start_stop_delete_test.go:228: (dbg) Non-zero exit: out/minikube-linux-amd64 stop -p cloud-shell-20220726044809-10351 --alsologtostderr -v=3: exit status 82 (2m17.987088993s)
-- stdout --
* Stopping node "cloud-shell-20220726044809-10351" ...
* Powering off "cloud-shell-20220726044809-10351" via SSH ...
* Stopping node "cloud-shell-20220726044809-10351" ...
* Powering off "cloud-shell-20220726044809-10351" via SSH ...
* Stopping node "cloud-shell-20220726044809-10351" ...
* Powering off "cloud-shell-20220726044809-10351" via SSH ...
* Stopping node "cloud-shell-20220726044809-10351" ...
* Powering off "cloud-shell-20220726044809-10351" via SSH ...
* Stopping node "cloud-shell-20220726044809-10351" ...
* Powering off "cloud-shell-20220726044809-10351" via SSH ...
-- /stdout --
** stderr **
I0726 04:49:53.776815 50162 out.go:296] Setting OutFile to fd 1 ...
I0726 04:49:53.777006 50162 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0726 04:49:53.777017 50162 out.go:309] Setting ErrFile to fd 2...
I0726 04:49:53.777028 50162 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0726 04:49:53.777217 50162 root.go:332] Updating PATH: /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/bin
I0726 04:49:53.777623 50162 out.go:303] Setting JSON to false
I0726 04:49:53.777748 50162 mustload.go:65] Loading cluster: cloud-shell-20220726044809-10351
I0726 04:49:53.778333 50162 config.go:178] Loaded profile config "cloud-shell-20220726044809-10351": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.24.3
I0726 04:49:53.778532 50162 profile.go:148] Saving config to /home/g528047478195_compute/minikube-integration/linux-amd64-docker-docker-14555-992-0d93766da106b38a45cdbeb200082cca9da2049a/.minikube/profiles/cloud-shell-20220726044809-10351/config.json ...
I0726 04:49:53.778794 50162 mustload.go:65] Loading cluster: cloud-shell-20220726044809-10351
I0726 04:49:53.779002 50162 config.go:178] Loaded profile config "cloud-shell-20220726044809-10351": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.24.3
I0726 04:49:53.779070 50162 stop.go:39] StopHost: cloud-shell-20220726044809-10351
I0726 04:49:53.782648 50162 out.go:177] * Stopping node "cloud-shell-20220726044809-10351" ...
I0726 04:49:53.784402 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:49:53.861284 50162 out.go:177] * Powering off "cloud-shell-20220726044809-10351" via SSH ...
I0726 04:49:53.863171 50162 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0"
I0726 04:49:55.150644 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:49:55.194212 50162 oci.go:660] temporary error: container cloud-shell-20220726044809-10351 status is Running but expect it to be exited
I0726 04:49:55.194248 50162 oci.go:666] Successfully shutdown container cloud-shell-20220726044809-10351
I0726 04:49:55.194258 50162 stop.go:88] shutdown container: err=<nil>
I0726 04:49:55.194287 50162 main.go:134] libmachine: Stopping "cloud-shell-20220726044809-10351"...
I0726 04:49:55.194470 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:49:55.241559 50162 kic_runner.go:93] Run: systemctl --version
I0726 04:49:55.241589 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 systemctl --version]
I0726 04:49:55.336724 50162 kic_runner.go:93] Run: sudo systemctl stop kubelet
I0726 04:49:55.336771 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 sudo systemctl stop kubelet]
I0726 04:49:55.449114 50162 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I0726 04:49:55.449143 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I0726 04:49:55.578592 50162 kic.go:451] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 1
stdout:
stderr:
Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?
I0726 04:49:55.578636 50162 kic.go:461] successfully stopped kubernetes!
I0726 04:49:55.578770 50162 kic_runner.go:93] Run: pgrep kube-apiserver
I0726 04:49:55.578790 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 pgrep kube-apiserver]
I0726 04:50:19.756362 50162 stop.go:59] stop err: stopping cloud-shell-20220726044809-10351: exit status 1
W0726 04:50:19.756416 50162 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-20220726044809-10351: exit status 1
I0726 04:50:19.756443 50162 retry.go:31] will retry after 1.104660288s: Temporary Error: stop: stopping cloud-shell-20220726044809-10351: exit status 1
I0726 04:50:20.861703 50162 stop.go:39] StopHost: cloud-shell-20220726044809-10351
I0726 04:50:20.865542 50162 out.go:177] * Stopping node "cloud-shell-20220726044809-10351" ...
I0726 04:50:20.867434 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:50:20.914681 50162 out.go:177] * Powering off "cloud-shell-20220726044809-10351" via SSH ...
I0726 04:50:20.916608 50162 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0"
W0726 04:50:21.002990 50162 cli_runner.go:211] docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0" returned with exit code 126
I0726 04:50:21.003121 50162 oci.go:646] error shutdown cloud-shell-20220726044809-10351: docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:50:22.003389 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:50:22.065523 50162 oci.go:660] temporary error: container cloud-shell-20220726044809-10351 status is Running but expect it to be exited
I0726 04:50:22.065557 50162 oci.go:666] Successfully shutdown container cloud-shell-20220726044809-10351
I0726 04:50:22.065566 50162 stop.go:88] shutdown container: err=<nil>
I0726 04:50:22.065611 50162 main.go:134] libmachine: Stopping "cloud-shell-20220726044809-10351"...
I0726 04:50:22.065750 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:50:22.129861 50162 kic_runner.go:93] Run: sudo systemctl stop kubelet
I0726 04:50:22.129889 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 sudo systemctl stop kubelet]
W0726 04:50:22.211249 50162 kic.go:438] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:50:22.211374 50162 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I0726 04:50:22.211457 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 sudo systemctl stop -f kubelet]
W0726 04:50:22.289488 50162 kic.go:440] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:50:22.289656 50162 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I0726 04:50:22.289677 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I0726 04:50:22.379872 50162 kic.go:451] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:50:22.379911 50162 kic.go:461] successfully stopped kubernetes!
I0726 04:50:22.380035 50162 kic_runner.go:93] Run: pgrep kube-apiserver
I0726 04:50:22.380054 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 pgrep kube-apiserver]
I0726 04:50:46.544707 50162 stop.go:59] stop err: stopping cloud-shell-20220726044809-10351: exit status 1
W0726 04:50:46.544752 50162 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-20220726044809-10351: exit status 1
I0726 04:50:46.544775 50162 retry.go:31] will retry after 2.160763633s: Temporary Error: stop: stopping cloud-shell-20220726044809-10351: exit status 1
I0726 04:50:48.705718 50162 stop.go:39] StopHost: cloud-shell-20220726044809-10351
I0726 04:50:48.708689 50162 out.go:177] * Stopping node "cloud-shell-20220726044809-10351" ...
I0726 04:50:48.710386 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:50:48.758098 50162 out.go:177] * Powering off "cloud-shell-20220726044809-10351" via SSH ...
I0726 04:50:48.759910 50162 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0"
W0726 04:50:48.846961 50162 cli_runner.go:211] docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0" returned with exit code 126
I0726 04:50:48.847000 50162 oci.go:646] error shutdown cloud-shell-20220726044809-10351: docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:50:49.847242 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:50:49.889759 50162 oci.go:660] temporary error: container cloud-shell-20220726044809-10351 status is Running but expect it to be exited
I0726 04:50:49.889804 50162 oci.go:666] Successfully shutdown container cloud-shell-20220726044809-10351
I0726 04:50:49.889814 50162 stop.go:88] shutdown container: err=<nil>
I0726 04:50:49.889841 50162 main.go:134] libmachine: Stopping "cloud-shell-20220726044809-10351"...
I0726 04:50:49.889951 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:50:49.937980 50162 kic_runner.go:93] Run: sudo systemctl stop kubelet
I0726 04:50:49.938007 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 sudo systemctl stop kubelet]
W0726 04:50:50.016275 50162 kic.go:438] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:50:50.016480 50162 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I0726 04:50:50.016505 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 sudo systemctl stop -f kubelet]
W0726 04:50:50.093669 50162 kic.go:440] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:50:50.093838 50162 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I0726 04:50:50.093858 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I0726 04:50:50.176454 50162 kic.go:451] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:50:50.176484 50162 kic.go:461] successfully stopped kubernetes!
I0726 04:50:50.176600 50162 kic_runner.go:93] Run: pgrep kube-apiserver
I0726 04:50:50.176618 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 pgrep kube-apiserver]
I0726 04:51:14.334824 50162 stop.go:59] stop err: stopping cloud-shell-20220726044809-10351: exit status 1
W0726 04:51:14.334873 50162 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-20220726044809-10351: exit status 1
I0726 04:51:14.334900 50162 retry.go:31] will retry after 2.62026012s: Temporary Error: stop: stopping cloud-shell-20220726044809-10351: exit status 1
I0726 04:51:16.955370 50162 stop.go:39] StopHost: cloud-shell-20220726044809-10351
I0726 04:51:16.958408 50162 out.go:177] * Stopping node "cloud-shell-20220726044809-10351" ...
I0726 04:51:16.960175 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:51:17.008135 50162 out.go:177] * Powering off "cloud-shell-20220726044809-10351" via SSH ...
I0726 04:51:17.009923 50162 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0"
W0726 04:51:17.106782 50162 cli_runner.go:211] docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0" returned with exit code 126
I0726 04:51:17.106822 50162 oci.go:646] error shutdown cloud-shell-20220726044809-10351: docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:51:18.107671 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:51:18.155380 50162 oci.go:660] temporary error: container cloud-shell-20220726044809-10351 status is Running but expect it to be exited
I0726 04:51:18.155416 50162 oci.go:666] Successfully shutdown container cloud-shell-20220726044809-10351
I0726 04:51:18.155426 50162 stop.go:88] shutdown container: err=<nil>
I0726 04:51:18.155456 50162 main.go:134] libmachine: Stopping "cloud-shell-20220726044809-10351"...
I0726 04:51:18.155572 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:51:18.202290 50162 kic_runner.go:93] Run: sudo systemctl stop kubelet
I0726 04:51:18.202313 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 sudo systemctl stop kubelet]
W0726 04:51:18.304136 50162 kic.go:438] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:51:18.304287 50162 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I0726 04:51:18.304318 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 sudo systemctl stop -f kubelet]
W0726 04:51:18.424065 50162 kic.go:440] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:51:18.424240 50162 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I0726 04:51:18.424260 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I0726 04:51:18.527966 50162 kic.go:451] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:51:18.527989 50162 kic.go:461] successfully stopped kubernetes!
I0726 04:51:18.528086 50162 kic_runner.go:93] Run: pgrep kube-apiserver
I0726 04:51:18.528095 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 pgrep kube-apiserver]
I0726 04:51:42.711097 50162 stop.go:59] stop err: stopping cloud-shell-20220726044809-10351: exit status 1
W0726 04:51:42.711158 50162 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-20220726044809-10351: exit status 1
I0726 04:51:42.711186 50162 retry.go:31] will retry after 3.164785382s: Temporary Error: stop: stopping cloud-shell-20220726044809-10351: exit status 1
I0726 04:51:45.877482 50162 stop.go:39] StopHost: cloud-shell-20220726044809-10351
I0726 04:51:45.880251 50162 out.go:177] * Stopping node "cloud-shell-20220726044809-10351" ...
I0726 04:51:45.881871 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:51:45.930152 50162 out.go:177] * Powering off "cloud-shell-20220726044809-10351" via SSH ...
I0726 04:51:45.931868 50162 cli_runner.go:164] Run: docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0"
W0726 04:51:46.017703 50162 cli_runner.go:211] docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0" returned with exit code 126
I0726 04:51:46.017750 50162 oci.go:646] error shutdown cloud-shell-20220726044809-10351: docker exec --privileged -t cloud-shell-20220726044809-10351 /bin/bash -c "sudo init 0": exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:51:47.017989 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:51:47.064251 50162 oci.go:660] temporary error: container cloud-shell-20220726044809-10351 status is Running but expect it to be exited
I0726 04:51:47.064278 50162 oci.go:666] Successfully shutdown container cloud-shell-20220726044809-10351
I0726 04:51:47.064285 50162 stop.go:88] shutdown container: err=<nil>
I0726 04:51:47.064324 50162 main.go:134] libmachine: Stopping "cloud-shell-20220726044809-10351"...
I0726 04:51:47.064464 50162 cli_runner.go:164] Run: docker container inspect cloud-shell-20220726044809-10351 --format={{.State.Status}}
I0726 04:51:47.110206 50162 kic_runner.go:93] Run: sudo systemctl stop kubelet
I0726 04:51:47.110235 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 sudo systemctl stop kubelet]
W0726 04:51:47.196224 50162 kic.go:438] couldn't stop kubelet. will continue with stop anyways: sudo systemctl stop kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:51:47.196425 50162 kic_runner.go:93] Run: sudo systemctl stop -f kubelet
I0726 04:51:47.196447 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 sudo systemctl stop -f kubelet]
W0726 04:51:47.291912 50162 kic.go:440] couldn't force stop kubelet. will continue with stop anyways: sudo systemctl stop -f kubelet: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:51:47.292104 50162 kic_runner.go:93] Run: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}
I0726 04:51:47.292131 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}]
I0726 04:51:47.389639 50162 kic.go:451] unable list containers : docker: docker ps -a --filter=name=k8s_.*_(kube-system|kubernetes-dashboard|storage-gluster|istio-operator)_ --format={{.ID}}: exit status 126
stdout:
OCI runtime exec failed: exec failed: unable to start container process: error executing setns process: exit status 1: unknown
stderr:
I0726 04:51:47.389668 50162 kic.go:461] successfully stopped kubernetes!
I0726 04:51:47.389784 50162 kic_runner.go:93] Run: pgrep kube-apiserver
I0726 04:51:47.389805 50162 kic_runner.go:114] Args: [docker exec --privileged cloud-shell-20220726044809-10351 pgrep kube-apiserver]
I0726 04:52:11.605832 50162 stop.go:59] stop err: stopping cloud-shell-20220726044809-10351: exit status 1
W0726 04:52:11.605880 50162 stop.go:163] stop host returned error: Temporary Error: stop: stopping cloud-shell-20220726044809-10351: exit status 1
I0726 04:52:11.609481 50162 out.go:177]
W0726 04:52:11.611618 50162 out.go:239] X Exiting due to GUEST_STOP_TIMEOUT: Temporary Error: stop: stopping cloud-shell-20220726044809-10351: exit status 1
X Exiting due to GUEST_STOP_TIMEOUT: Temporary Error: stop: stopping cloud-shell-20220726044809-10351: exit status 1
W0726 04:52:11.611649 50162 out.go:239] *
*
W0726 04:52:11.615069 50162 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_stop_68ea8ad58939b2455631be480aa562f1002ef4a5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ * Please also attach the following file to the GitHub issue: │
│ * - /tmp/minikube_stop_68ea8ad58939b2455631be480aa562f1002ef4a5_0.log │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0726 04:52:11.617604 50162 out.go:177]
** /stderr **
start_stop_delete_test.go:230: failed stopping minikube - first stop-. args "out/minikube-linux-amd64 stop -p cloud-shell-20220726044809-10351 --alsologtostderr -v=3" : exit status 82
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestStartStop/group/cloud-shell/serial/Stop]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect cloud-shell-20220726044809-10351
helpers_test.go:235: (dbg) docker inspect cloud-shell-20220726044809-10351:
-- stdout --
[
{
"Id": "921ac7075508833c022f65d7d6db1de49082df4506c9515ff0621e3d21226a68",
"Created": "2022-07-26T04:48:18.526000734Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 46506,
"ExitCode": 0,
"Error": "",
"StartedAt": "2022-07-26T04:48:18.935700695Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:443d84da239e4e701685e1614ef94cd6b60d0f0b15265a51d4f657992a9c59d8",
"ResolvConfPath": "/var/lib/docker/containers/921ac7075508833c022f65d7d6db1de49082df4506c9515ff0621e3d21226a68/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/921ac7075508833c022f65d7d6db1de49082df4506c9515ff0621e3d21226a68/hostname",
"HostsPath": "/var/lib/docker/containers/921ac7075508833c022f65d7d6db1de49082df4506c9515ff0621e3d21226a68/hosts",
"LogPath": "/var/lib/docker/containers/921ac7075508833c022f65d7d6db1de49082df4506c9515ff0621e3d21226a68/921ac7075508833c022f65d7d6db1de49082df4506c9515ff0621e3d21226a68-json.log",
"Name": "/cloud-shell-20220726044809-10351",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"cloud-shell-20220726044809-10351:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "cloud-shell-20220726044809-10351",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"ConsoleSize": [
0,
0
],
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": null,
"BlkioDeviceWriteBps": null,
"BlkioDeviceReadIOps": null,
"BlkioDeviceWriteIOps": null,
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"KernelMemory": 0,
"KernelMemoryTCP": 0,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/06415c01ae1890176068e9e62b9414b0d1922ae05ed15459d7cc6e83888d1712-init/diff:/var/lib/docker/overlay2/4c31658d07973704c420b0c67c4e7422030c6523c52dc56ca849a62fd543911f/diff:/var/lib/docker/overlay2/74612edc6d84ca6816aac7dd772a146efe40412b8ab7420100662f7ef8092a81/diff:/var/lib/docker/overlay2/3613f0c72147cabb38ff1e04e3da17c2067b4c994417a37f5979a47048dab3b3/diff:/var/lib/docker/overlay2/34ff9b254b4cd2fc5cbd1189920085512800f12140861dd0943bb2a9287139ad/diff:/var/lib/docker/overlay2/9eec32c0813207bc4c05bc3276d179573b8dae01e41cf80c70ef8ac822b6af83/diff:/var/lib/docker/overlay2/79433e982960508b3971ce8d9cc7f211593d930fe2d12fb711aa1d3cc6a5f228/diff:/var/lib/docker/overlay2/295717014d896cc9ca265b2673aa3ed33f5f46bf4d657a8c88835ad48ef3f38c/diff:/var/lib/docker/overlay2/851f6f564d502983c1713a69ac813f9f6b0f680a8e6e6e151f1b0a6f351e62c6/diff:/var/lib/docker/overlay2/20b943b052decebd1d6c1c9d8eb0034ff045347955d224df68842f972775102c/diff:/var/lib/docker/overlay2/20e93b
72de6d0648620e64a72eef38e0fa5577a4720698ea605186e511fddfab/diff:/var/lib/docker/overlay2/6545f0ea70c4af35dcb20f8313366cb5c1ed1df87b27c3f6a01cc80da1ce56ce/diff:/var/lib/docker/overlay2/b133e702d34e2fc4f828b2ef6ef1a0461f1e350b4b5b12b110e0f9eb87cb892c/diff:/var/lib/docker/overlay2/9673030fe563976be8f0c0f376fe943a58be3170b2993f76210b74d0d8899aa3/diff:/var/lib/docker/overlay2/291012274bbe49334d51b2aa1eca202ca00301f7b942f8bef4361114c88d2a02/diff:/var/lib/docker/overlay2/db31f97d1b6839737f4bab5a6c2d978adcada676a15b3a066f9718a0200610db/diff:/var/lib/docker/overlay2/4f770d467333307484efa98b4a4e0c613586c790bd3167783621a82114248f9b/diff:/var/lib/docker/overlay2/499b704f2a77147280dc689a133b2370a0d63e2ed57f0c6388fefc6cc8c3420c/diff:/var/lib/docker/overlay2/8d850b996533b4eb1a093a63d2f1608c8fc5ae5d6be697d520308d88d7bdb962/diff:/var/lib/docker/overlay2/f633651db1eefe23502b7bca04908f7222df0375da59c572f0176e6ab800c9d3/diff:/var/lib/docker/overlay2/a724564ff5a3e20cfc623f7367ab0865ae9ab940372f54a6829332c92f4f1530/diff:/var/lib/d
ocker/overlay2/b60efc1ef5ad03efb82445a1ebc032c8e0ca7e7f484b47dd26bcd373ed34e5d6/diff:/var/lib/docker/overlay2/130cfe1a05b5282943f365a539ca42eaaa16e28de6853666100a8f43251eea00/diff:/var/lib/docker/overlay2/a8e61853f3c6872981c40be1ac351b950b97a0f6073ded69024a8621c6f8c4b8/diff:/var/lib/docker/overlay2/908b1a54c831f74af81bee4d6e25697a796d80218401b3dce1fcc5bad8ff6443/diff:/var/lib/docker/overlay2/527408e40600d923301dac5cf8c26531331aff058476c4f78ba261069e43f72f/diff:/var/lib/docker/overlay2/01c618c35ba59cf6d2687b2785eb3ab1a63b1a799fbaf41f53a78a81c347a57d/diff:/var/lib/docker/overlay2/6208cfa563fc0396f4655239176545a374af1428c78fe3f3b5887e8e8e8464e1/diff:/var/lib/docker/overlay2/85b5c570d8b714ce96f9ecd697339dde84aa3c5ccb13460e26ba3991071ee7d5/diff:/var/lib/docker/overlay2/dd5dd4c53f4b3cc2595376edc909083c6d8b04db4f6ff4bde41e3c3dcd235bdd/diff:/var/lib/docker/overlay2/06c08dca3c4fb25015a9b6242a12a5e8d2224e3b6fc46ba011948307290de056/diff:/var/lib/docker/overlay2/5332849e08f25d6bb32d2c90cd17d2b84d39554bf818b3adea882488dc5
8b6c8/diff:/var/lib/docker/overlay2/9ad5f07c6658015727a40e601e9c8f1aaf68845b2e11ea02db5884eb3b7059d3/diff:/var/lib/docker/overlay2/55a4048d750966dba066645240f6abdcb41e363ccba9ce880a2ca72c2292e8ba/diff:/var/lib/docker/overlay2/8a61b9b029b9d087d043ffcc9062d1d092a31ea8ac6326aa4d9648f20e322879/diff:/var/lib/docker/overlay2/92c7f84bbc00b5004bbd78fd4d4f51bd303004f7830d255793652d3d78e028c7/diff:/var/lib/docker/overlay2/110f3905cbe9327b78e46bb3af161e1900f1cb9ff0c77abbffa565740769353e/diff:/var/lib/docker/overlay2/97ca77b88562523d834362e769e410296a5b7afb706d776d104aef088450ece4/diff:/var/lib/docker/overlay2/dedf5fde6b9b8053469852958aad979da2c66307e447b98c9f93d6bbc2d50c57/diff:/var/lib/docker/overlay2/8a8acef471ca892fca211a7e82f96255ae4ad44e7723567a571972756e5f78fd/diff:/var/lib/docker/overlay2/090d567b2abbc4ba088063d67dd81ae424e564523e65a41753d55a2d615c4a19/diff:/var/lib/docker/overlay2/eab5aa7d240566b852530dc3d10eab3231c6d540194a86292d53320f18760f6e/diff",
"MergedDir": "/var/lib/docker/overlay2/06415c01ae1890176068e9e62b9414b0d1922ae05ed15459d7cc6e83888d1712/merged",
"UpperDir": "/var/lib/docker/overlay2/06415c01ae1890176068e9e62b9414b0d1922ae05ed15459d7cc6e83888d1712/diff",
"WorkDir": "/var/lib/docker/overlay2/06415c01ae1890176068e9e62b9414b0d1922ae05ed15459d7cc6e83888d1712/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "cloud-shell-20220726044809-10351",
"Source": "/var/lib/docker/volumes/cloud-shell-20220726044809-10351/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "cloud-shell-20220726044809-10351",
"Domainname": "",
"User": "root",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.32-1656700284-14481@sha256:96d18f055abcf72b9f587e13317d6f9b5bb6f60e9fa09d6c51e11defaf9bf842",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "cloud-shell-20220726044809-10351",
"name.minikube.sigs.k8s.io": "cloud-shell-20220726044809-10351",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "dab45812d09c975229db6d93e013feb33ef8d683f5561276bcd68de4873a5d81",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49167"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49166"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49163"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49165"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "49164"
}
]
},
"SandboxKey": "/var/run/docker/netns/dab45812d09c",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"cloud-shell-20220726044809-10351": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"921ac7075508",
"cloud-shell-20220726044809-10351"
],
"NetworkID": "39d8f001436a9bcd5d624e9a8cf59d51818c529a0d70364022de2051d10d3152",
"EndpointID": "84f64e7ac9a89d42b35399cebdbe7c9ce68f1e456f081dee8dda9c61cb90e18b",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p cloud-shell-20220726044809-10351 -n cloud-shell-20220726044809-10351
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-linux-amd64 status --format={{.Host}} -p cloud-shell-20220726044809-10351 -n cloud-shell-20220726044809-10351: exit status 3 (3.36341038s)
-- stdout --
Error
-- /stdout --
** stderr **
E0726 04:52:15.062580 51226 status.go:374] failed to get storage capacity of /var: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:55342->127.0.0.1:49167: read: connection reset by peer
E0726 04:52:15.062597 51226 status.go:247] status error: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:55342->127.0.0.1:49167: read: connection reset by peer
** /stderr **
helpers_test.go:239: status error: exit status 3 (may be ok)
helpers_test.go:241: "cloud-shell-20220726044809-10351" host is not running, skipping log retrieval (state="Error")
--- FAIL: TestStartStop/group/cloud-shell/serial/Stop (141.41s)