=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:188: (dbg) Run: out/minikube-darwin-amd64 start -p old-k8s-version-20220601114806-16804 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --kubernetes-version=v1.16.0
E0601 11:48:06.303898 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/cilium-20220601113006-16804/client.crt: no such file or directory
E0601 11:48:08.926414 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/cilium-20220601113006-16804/client.crt: no such file or directory
E0601 11:48:14.046590 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/cilium-20220601113006-16804/client.crt: no such file or directory
E0601 11:48:14.590597 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/functional-20220601110131-16804/client.crt: no such file or directory
E0601 11:48:24.288788 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/cilium-20220601113006-16804/client.crt: no such file or directory
E0601 11:48:44.769755 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/cilium-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:07.555086 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/kindnet-20220601113005-16804/client.crt: no such file or directory
E0601 11:49:07.876880 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/addons-20220601105739-16804/client.crt: no such file or directory
E0601 11:49:25.731832 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/cilium-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:32.642302 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:32.648770 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:32.660982 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:32.683185 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:32.724316 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:32.806612 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:32.968092 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:33.289493 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:33.930231 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:35.210391 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:37.770886 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:38.190222 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/skaffold-20220601112852-16804/client.crt: no such file or directory
E0601 11:49:42.891418 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:49:53.133611 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:50:13.614205 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
E0601 11:50:20.700563 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:20.705954 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:20.718068 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:20.738339 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:20.778492 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:20.858682 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:21.020430 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:21.340874 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:22.009685 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:23.289978 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:25.850101 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:30.970450 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
E0601 11:50:41.211734 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/auto-20220601113004-16804/client.crt: no such file or directory
=== CONT TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:188: (dbg) Non-zero exit: out/minikube-darwin-amd64 start -p old-k8s-version-20220601114806-16804 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --kubernetes-version=v1.16.0: exit status 109 (4m9.897001644s)
-- stdout --
* [old-k8s-version-20220601114806-16804] minikube v1.26.0-beta.1 on Darwin 12.4
- MINIKUBE_LOCATION=14079
- KUBECONFIG=/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/kubeconfig
- MINIKUBE_BIN=out/minikube-darwin-amd64
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- MINIKUBE_HOME=/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube
* Using the docker driver based on user configuration
* Using Docker Desktop driver with the root privilege
* Starting control plane node old-k8s-version-20220601114806-16804 in cluster old-k8s-version-20220601114806-16804
* Pulling base image ...
* Creating docker container (CPUs=2, Memory=2200MB) ...
* Preparing Kubernetes v1.16.0 on Docker 20.10.16 ...
- Generating certificates and keys ...
- Booting up control plane ...
- Generating certificates and keys ...
- Booting up control plane ...
-- /stdout --
** stderr **
I0601 11:48:06.344775 27574 out.go:296] Setting OutFile to fd 1 ...
I0601 11:48:06.366220 27574 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0601 11:48:06.366239 27574 out.go:309] Setting ErrFile to fd 2...
I0601 11:48:06.366251 27574 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0601 11:48:06.366473 27574 root.go:322] Updating PATH: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/bin
I0601 11:48:06.367193 27574 out.go:303] Setting JSON to false
I0601 11:48:06.384465 27574 start.go:115] hostinfo: {"hostname":"administrators-Mac-mini.local","uptime":8256,"bootTime":1654101030,"procs":350,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"12.4","kernelVersion":"21.5.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"b7610dcb-1435-5842-8d5a-b2388403fea3"}
W0601 11:48:06.384559 27574 start.go:123] gopshost.Virtualization returned error: not implemented yet
I0601 11:48:06.406120 27574 out.go:177] * [old-k8s-version-20220601114806-16804] minikube v1.26.0-beta.1 on Darwin 12.4
I0601 11:48:06.449304 27574 notify.go:193] Checking for updates...
I0601 11:48:06.471046 27574 out.go:177] - MINIKUBE_LOCATION=14079
I0601 11:48:06.492918 27574 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/kubeconfig
I0601 11:48:06.514158 27574 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I0601 11:48:06.536316 27574 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0601 11:48:06.558094 27574 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube
I0601 11:48:06.580746 27574 config.go:178] Loaded profile config "enable-default-cni-20220601113004-16804": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.23.6
I0601 11:48:06.580839 27574 driver.go:358] Setting default libvirt URI to qemu:///system
I0601 11:48:06.652013 27574 docker.go:137] docker version: linux-20.10.14
I0601 11:48:06.652150 27574 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0601 11:48:06.777354 27574 info.go:265] docker info: {ID:P6BO:T6BM:ZDBM:FULV:ZVLM:RETQ:MOAV:VPDW:3RE3:6OCX:FEVE:AUGK Containers:1 ContainersRunning:0 ContainersPaused:0 ContainersStopped:1 Images:5 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:44 OomKillDisable:false NGoroutines:46 SystemTime:2022-06-01 18:48:06.712794712 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:3 KernelVersion:5.10.104-linuxkit OperatingSystem:Docker Desktop OSType:linux Architecture:x86_64 IndexSer
verAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:6 MemTotal:6232580096 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy:http.docker.internal:3128 HTTPSProxy:http.docker.internal:3128 NoProxy:hubproxy.docker.internal Name:docker-desktop Labels:[] ExperimentalBuild:false ServerVersion:20.10.14 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3df54a852345ae127d1fa3092b95168e4a88e2f8 Expected:3df54a852345ae127d1fa3092b95168e4a88e2f8} RuncCommit:{ID:v1.0.3-0-gf46b6ba Expected:v1.0.3-0-gf46b6ba} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=seccomp,profile=defau
lt name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/local/lib/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.8.2] map[Name:compose Path:/usr/local/lib/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.5.1] map[Name:sbom Path:/usr/local/lib/docker/cli-plugins/docker-sbom SchemaVersion:0.1.0 ShortDescription:View the packaged-based Software Bill Of Materials (SBOM) for an image URL:https://github.com/docker/sbom-cli-plugin Vendor:Anchore Inc. Version:0.6.0] map[Name:scan Path:/usr/local/lib/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.17.0]] Warnings:<nil>}}
I0601 11:48:06.800361 27574 out.go:177] * Using the docker driver based on user configuration
I0601 11:48:06.822160 27574 start.go:284] selected driver: docker
I0601 11:48:06.822219 27574 start.go:806] validating driver "docker" against <nil>
I0601 11:48:06.822247 27574 start.go:817] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0601 11:48:06.825696 27574 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0601 11:48:06.949750 27574 info.go:265] docker info: {ID:P6BO:T6BM:ZDBM:FULV:ZVLM:RETQ:MOAV:VPDW:3RE3:6OCX:FEVE:AUGK Containers:1 ContainersRunning:0 ContainersPaused:0 ContainersStopped:1 Images:5 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:44 OomKillDisable:false NGoroutines:46 SystemTime:2022-06-01 18:48:06.886420433 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:3 KernelVersion:5.10.104-linuxkit OperatingSystem:Docker Desktop OSType:linux Architecture:x86_64 IndexSer
verAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:6 MemTotal:6232580096 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy:http.docker.internal:3128 HTTPSProxy:http.docker.internal:3128 NoProxy:hubproxy.docker.internal Name:docker-desktop Labels:[] ExperimentalBuild:false ServerVersion:20.10.14 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:3df54a852345ae127d1fa3092b95168e4a88e2f8 Expected:3df54a852345ae127d1fa3092b95168e4a88e2f8} RuncCommit:{ID:v1.0.3-0-gf46b6ba Expected:v1.0.3-0-gf46b6ba} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=seccomp,profile=defau
lt name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/local/lib/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.8.2] map[Name:compose Path:/usr/local/lib/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.5.1] map[Name:sbom Path:/usr/local/lib/docker/cli-plugins/docker-sbom SchemaVersion:0.1.0 ShortDescription:View the packaged-based Software Bill Of Materials (SBOM) for an image URL:https://github.com/docker/sbom-cli-plugin Vendor:Anchore Inc. Version:0.6.0] map[Name:scan Path:/usr/local/lib/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.17.0]] Warnings:<nil>}}
I0601 11:48:06.949859 27574 start_flags.go:292] no existing cluster config was found, will generate one from the flags
I0601 11:48:06.950033 27574 start_flags.go:847] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0601 11:48:06.972038 27574 out.go:177] * Using Docker Desktop driver with the root privilege
I0601 11:48:06.993641 27574 cni.go:95] Creating CNI manager for ""
I0601 11:48:06.993696 27574 cni.go:169] CNI unnecessary in this configuration, recommending no CNI
I0601 11:48:06.993715 27574 start_flags.go:306] config:
{Name:old-k8s-version-20220601114806-16804 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653677545-13807@sha256:312115a5663b1250effab8ed8ada9435fca80af41962223c98bf66f86b32c52a Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:old-k8s-version-20220601114806-16804 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSD
omain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false}
I0601 11:48:07.015667 27574 out.go:177] * Starting control plane node old-k8s-version-20220601114806-16804 in cluster old-k8s-version-20220601114806-16804
I0601 11:48:07.057523 27574 cache.go:120] Beginning downloading kic base image for docker with docker
I0601 11:48:07.078620 27574 out.go:177] * Pulling base image ...
I0601 11:48:07.121369 27574 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker
I0601 11:48:07.121425 27574 image.go:75] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653677545-13807@sha256:312115a5663b1250effab8ed8ada9435fca80af41962223c98bf66f86b32c52a in local docker daemon
I0601 11:48:07.121448 27574 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-amd64.tar.lz4
I0601 11:48:07.121480 27574 cache.go:57] Caching tarball of preloaded images
I0601 11:48:07.121659 27574 preload.go:174] Found /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0601 11:48:07.121677 27574 cache.go:60] Finished verifying existence of preloaded tar for v1.16.0 on docker
I0601 11:48:07.122577 27574 profile.go:148] Saving config to /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/config.json ...
I0601 11:48:07.122671 27574 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/config.json: {Name:mk55ca0ff79972dfa1552e5f6d3cee7bbd1202ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0601 11:48:07.187817 27574 image.go:79] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653677545-13807@sha256:312115a5663b1250effab8ed8ada9435fca80af41962223c98bf66f86b32c52a in local docker daemon, skipping pull
I0601 11:48:07.187836 27574 cache.go:141] gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653677545-13807@sha256:312115a5663b1250effab8ed8ada9435fca80af41962223c98bf66f86b32c52a exists in daemon, skipping load
I0601 11:48:07.187844 27574 cache.go:206] Successfully downloaded all kic artifacts
I0601 11:48:07.187968 27574 start.go:352] acquiring machines lock for old-k8s-version-20220601114806-16804: {Name:mke97f71f3781c3324662a5c4576dc1a6ff166e3 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0601 11:48:07.188111 27574 start.go:356] acquired machines lock for "old-k8s-version-20220601114806-16804" in 131.717µs
I0601 11:48:07.188139 27574 start.go:91] Provisioning new machine with config: &{Name:old-k8s-version-20220601114806-16804 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653677545-13807@sha256:312115a5663b1250effab8ed8ada9435fca80af41962223c98bf66f86b32c52a Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:old-k8s-version-20220601114806-16804
Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMi
rror: DisableOptimizations:false DisableMetrics:false} &{Name: IP: Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0601 11:48:07.188207 27574 start.go:131] createHost starting for "" (driver="docker")
I0601 11:48:07.210206 27574 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I0601 11:48:07.210726 27574 start.go:165] libmachine.API.Create for "old-k8s-version-20220601114806-16804" (driver="docker")
I0601 11:48:07.210774 27574 client.go:168] LocalClient.Create starting
I0601 11:48:07.210915 27574 main.go:134] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/ca.pem
I0601 11:48:07.210994 27574 main.go:134] libmachine: Decoding PEM data...
I0601 11:48:07.211030 27574 main.go:134] libmachine: Parsing certificate...
I0601 11:48:07.211138 27574 main.go:134] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/cert.pem
I0601 11:48:07.211186 27574 main.go:134] libmachine: Decoding PEM data...
I0601 11:48:07.211208 27574 main.go:134] libmachine: Parsing certificate...
I0601 11:48:07.212779 27574 cli_runner.go:164] Run: docker network inspect old-k8s-version-20220601114806-16804 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0601 11:48:07.276102 27574 cli_runner.go:211] docker network inspect old-k8s-version-20220601114806-16804 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0601 11:48:07.276182 27574 network_create.go:272] running [docker network inspect old-k8s-version-20220601114806-16804] to gather additional debugging logs...
I0601 11:48:07.276197 27574 cli_runner.go:164] Run: docker network inspect old-k8s-version-20220601114806-16804
W0601 11:48:07.337517 27574 cli_runner.go:211] docker network inspect old-k8s-version-20220601114806-16804 returned with exit code 1
I0601 11:48:07.337548 27574 network_create.go:275] error running [docker network inspect old-k8s-version-20220601114806-16804]: docker network inspect old-k8s-version-20220601114806-16804: exit status 1
stdout:
[]
stderr:
Error: No such network: old-k8s-version-20220601114806-16804
I0601 11:48:07.337589 27574 network_create.go:277] output of [docker network inspect old-k8s-version-20220601114806-16804]: -- stdout --
[]
-- /stdout --
** stderr **
Error: No such network: old-k8s-version-20220601114806-16804
** /stderr **
I0601 11:48:07.337662 27574 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0601 11:48:07.399506 27574 network.go:288] reserving subnet 192.168.49.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[] amended:true}} dirty:map[192.168.49.0:0xc000170058] misses:0}
I0601 11:48:07.399549 27574 network.go:235] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}
I0601 11:48:07.399571 27574 network_create.go:115] attempt to create docker network old-k8s-version-20220601114806-16804 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0601 11:48:07.399653 27574 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true old-k8s-version-20220601114806-16804
I0601 11:48:07.495250 27574 network_create.go:99] docker network old-k8s-version-20220601114806-16804 192.168.49.0/24 created
I0601 11:48:07.495284 27574 kic.go:106] calculated static IP "192.168.49.2" for the "old-k8s-version-20220601114806-16804" container
I0601 11:48:07.495363 27574 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0601 11:48:07.560575 27574 cli_runner.go:164] Run: docker volume create old-k8s-version-20220601114806-16804 --label name.minikube.sigs.k8s.io=old-k8s-version-20220601114806-16804 --label created_by.minikube.sigs.k8s.io=true
I0601 11:48:07.624268 27574 oci.go:103] Successfully created a docker volume old-k8s-version-20220601114806-16804
I0601 11:48:07.624400 27574 cli_runner.go:164] Run: docker run --rm --name old-k8s-version-20220601114806-16804-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=old-k8s-version-20220601114806-16804 --entrypoint /usr/bin/test -v old-k8s-version-20220601114806-16804:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653677545-13807@sha256:312115a5663b1250effab8ed8ada9435fca80af41962223c98bf66f86b32c52a -d /var/lib
I0601 11:48:08.078523 27574 oci.go:107] Successfully prepared a docker volume old-k8s-version-20220601114806-16804
I0601 11:48:08.078605 27574 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker
I0601 11:48:08.078626 27574 kic.go:179] Starting extracting preloaded images to volume ...
I0601 11:48:08.078727 27574 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v old-k8s-version-20220601114806-16804:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653677545-13807@sha256:312115a5663b1250effab8ed8ada9435fca80af41962223c98bf66f86b32c52a -I lz4 -xf /preloaded.tar -C /extractDir
I0601 11:48:12.263676 27574 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v old-k8s-version-20220601114806-16804:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653677545-13807@sha256:312115a5663b1250effab8ed8ada9435fca80af41962223c98bf66f86b32c52a -I lz4 -xf /preloaded.tar -C /extractDir: (4.184887254s)
I0601 11:48:12.263697 27574 kic.go:188] duration metric: took 4.185104 seconds to extract preloaded images to volume
I0601 11:48:12.263798 27574 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0601 11:48:12.389307 27574 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname old-k8s-version-20220601114806-16804 --name old-k8s-version-20220601114806-16804 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=old-k8s-version-20220601114806-16804 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=old-k8s-version-20220601114806-16804 --network old-k8s-version-20220601114806-16804 --ip 192.168.49.2 --volume old-k8s-version-20220601114806-16804:/var --security-opt apparmor=unconfined --memory=2200mb --memory-swap=2200mb --cpus=2 -e container=docker --expose 8443 --publish=127.0.0.1::8443 --publish=127.0.0.1::22 --publish=127.0.0.1::2376 --publish=127.0.0.1::5000 --publish=127.0.0.1::32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653677545-13807@sha256:312115a5663b1250effab8ed8ada9435fca80af41962223c98bf66f86b32c52a
I0601 11:48:12.765357 27574 cli_runner.go:164] Run: docker container inspect old-k8s-version-20220601114806-16804 --format={{.State.Running}}
I0601 11:48:12.839335 27574 cli_runner.go:164] Run: docker container inspect old-k8s-version-20220601114806-16804 --format={{.State.Status}}
I0601 11:48:12.920148 27574 cli_runner.go:164] Run: docker exec old-k8s-version-20220601114806-16804 stat /var/lib/dpkg/alternatives/iptables
I0601 11:48:13.055365 27574 oci.go:247] the created container "old-k8s-version-20220601114806-16804" has a running status.
I0601 11:48:13.055407 27574 kic.go:210] Creating ssh key for kic: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/old-k8s-version-20220601114806-16804/id_rsa...
I0601 11:48:13.315268 27574 kic_runner.go:191] docker (temp): /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/old-k8s-version-20220601114806-16804/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0601 11:48:13.425510 27574 cli_runner.go:164] Run: docker container inspect old-k8s-version-20220601114806-16804 --format={{.State.Status}}
I0601 11:48:13.492129 27574 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0601 11:48:13.492145 27574 kic_runner.go:114] Args: [docker exec --privileged old-k8s-version-20220601114806-16804 chown docker:docker /home/docker/.ssh/authorized_keys]
I0601 11:48:13.632075 27574 cli_runner.go:164] Run: docker container inspect old-k8s-version-20220601114806-16804 --format={{.State.Status}}
I0601 11:48:13.703671 27574 machine.go:88] provisioning docker machine ...
I0601 11:48:13.703709 27574 ubuntu.go:169] provisioning hostname "old-k8s-version-20220601114806-16804"
I0601 11:48:13.703792 27574 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-20220601114806-16804
I0601 11:48:13.773978 27574 main.go:134] libmachine: Using SSH client type: native
I0601 11:48:13.774194 27574 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x13d21c0] 0x13d5220 <nil> [] 0s} 127.0.0.1 58779 <nil> <nil>}
I0601 11:48:13.774208 27574 main.go:134] libmachine: About to run SSH command:
sudo hostname old-k8s-version-20220601114806-16804 && echo "old-k8s-version-20220601114806-16804" | sudo tee /etc/hostname
I0601 11:48:13.900999 27574 main.go:134] libmachine: SSH cmd err, output: <nil>: old-k8s-version-20220601114806-16804
I0601 11:48:13.901066 27574 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-20220601114806-16804
I0601 11:48:13.969263 27574 main.go:134] libmachine: Using SSH client type: native
I0601 11:48:13.969405 27574 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x13d21c0] 0x13d5220 <nil> [] 0s} 127.0.0.1 58779 <nil> <nil>}
I0601 11:48:13.969420 27574 main.go:134] libmachine: About to run SSH command:
if ! grep -xq '.*\sold-k8s-version-20220601114806-16804' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 old-k8s-version-20220601114806-16804/g' /etc/hosts;
else
echo '127.0.1.1 old-k8s-version-20220601114806-16804' | sudo tee -a /etc/hosts;
fi
fi
I0601 11:48:14.093369 27574 main.go:134] libmachine: SSH cmd err, output: <nil>:
I0601 11:48:14.093391 27574 ubuntu.go:175] set auth options {CertDir:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube CaCertPath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/key.pem ServerCertRemotePath:/etc/doc
ker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube}
I0601 11:48:14.093423 27574 ubuntu.go:177] setting up certificates
I0601 11:48:14.093430 27574 provision.go:83] configureAuth start
I0601 11:48:14.093493 27574 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-20220601114806-16804
I0601 11:48:14.160581 27574 provision.go:138] copyHostCerts
I0601 11:48:14.160663 27574 exec_runner.go:144] found /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/ca.pem, removing ...
I0601 11:48:14.160671 27574 exec_runner.go:207] rm: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/ca.pem
I0601 11:48:14.160778 27574 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/ca.pem (1082 bytes)
I0601 11:48:14.160972 27574 exec_runner.go:144] found /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/cert.pem, removing ...
I0601 11:48:14.160982 27574 exec_runner.go:207] rm: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/cert.pem
I0601 11:48:14.161040 27574 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/cert.pem (1123 bytes)
I0601 11:48:14.161224 27574 exec_runner.go:144] found /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/key.pem, removing ...
I0601 11:48:14.161231 27574 exec_runner.go:207] rm: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/key.pem
I0601 11:48:14.161292 27574 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/key.pem (1675 bytes)
I0601 11:48:14.161414 27574 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/ca-key.pem org=jenkins.old-k8s-version-20220601114806-16804 san=[192.168.49.2 127.0.0.1 localhost 127.0.0.1 minikube old-k8s-version-20220601114806-16804]
I0601 11:48:14.218725 27574 provision.go:172] copyRemoteCerts
I0601 11:48:14.218771 27574 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0601 11:48:14.218812 27574 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-20220601114806-16804
I0601 11:48:14.288265 27574 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:58779 SSHKeyPath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/old-k8s-version-20220601114806-16804/id_rsa Username:docker}
I0601 11:48:14.375125 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0601 11:48:14.392659 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/server.pem --> /etc/docker/server.pem (1281 bytes)
I0601 11:48:14.409850 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I0601 11:48:14.427082 27574 provision.go:86] duration metric: configureAuth took 333.642296ms
I0601 11:48:14.427096 27574 ubuntu.go:193] setting minikube options for container-runtime
I0601 11:48:14.427247 27574 config.go:178] Loaded profile config "old-k8s-version-20220601114806-16804": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.16.0
I0601 11:48:14.427307 27574 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-20220601114806-16804
I0601 11:48:14.496613 27574 main.go:134] libmachine: Using SSH client type: native
I0601 11:48:14.496794 27574 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x13d21c0] 0x13d5220 <nil> [] 0s} 127.0.0.1 58779 <nil> <nil>}
I0601 11:48:14.496810 27574 main.go:134] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0601 11:48:14.615504 27574 main.go:134] libmachine: SSH cmd err, output: <nil>: overlay
I0601 11:48:14.615517 27574 ubuntu.go:71] root file system type: overlay
I0601 11:48:14.615685 27574 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I0601 11:48:14.615787 27574 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-20220601114806-16804
I0601 11:48:14.684081 27574 main.go:134] libmachine: Using SSH client type: native
I0601 11:48:14.684266 27574 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x13d21c0] 0x13d5220 <nil> [] 0s} 127.0.0.1 58779 <nil> <nil>}
I0601 11:48:14.684318 27574 main.go:134] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0601 11:48:14.812401 27574 main.go:134] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0601 11:48:14.812478 27574 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-20220601114806-16804
I0601 11:48:14.881022 27574 main.go:134] libmachine: Using SSH client type: native
I0601 11:48:14.881178 27574 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x13d21c0] 0x13d5220 <nil> [] 0s} 127.0.0.1 58779 <nil> <nil>}
I0601 11:48:14.881193 27574 main.go:134] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0601 11:48:15.453741 27574 main.go:134] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2022-05-12 09:15:28.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2022-06-01 18:48:14.820308965 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
Wants=network-online.target
-Requires=docker.socket containerd.service
+Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutSec=0
-RestartSec=2
-Restart=always
-
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
+Restart=on-failure
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0601 11:48:15.453771 27574 machine.go:91] provisioned docker machine in 1.750093306s
I0601 11:48:15.453795 27574 client.go:171] LocalClient.Create took 8.243058125s
I0601 11:48:15.453823 27574 start.go:173] duration metric: libmachine.API.Create for "old-k8s-version-20220601114806-16804" took 8.243153386s
I0601 11:48:15.453844 27574 start.go:306] post-start starting for "old-k8s-version-20220601114806-16804" (driver="docker")
I0601 11:48:15.453860 27574 start.go:316] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0601 11:48:15.453946 27574 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0601 11:48:15.454017 27574 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-20220601114806-16804
I0601 11:48:15.523338 27574 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:58779 SSHKeyPath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/old-k8s-version-20220601114806-16804/id_rsa Username:docker}
I0601 11:48:15.614530 27574 ssh_runner.go:195] Run: cat /etc/os-release
I0601 11:48:15.617747 27574 main.go:134] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0601 11:48:15.617764 27574 main.go:134] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0601 11:48:15.617771 27574 main.go:134] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0601 11:48:15.617775 27574 info.go:137] Remote host: Ubuntu 20.04.4 LTS
I0601 11:48:15.617783 27574 filesync.go:126] Scanning /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/addons for local assets ...
I0601 11:48:15.617902 27574 filesync.go:126] Scanning /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/files for local assets ...
I0601 11:48:15.618055 27574 filesync.go:149] local asset: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/files/etc/ssl/certs/168042.pem -> 168042.pem in /etc/ssl/certs
I0601 11:48:15.618206 27574 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0601 11:48:15.625380 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/files/etc/ssl/certs/168042.pem --> /etc/ssl/certs/168042.pem (1708 bytes)
I0601 11:48:15.642415 27574 start.go:309] post-start completed in 188.55032ms
I0601 11:48:15.642945 27574 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-20220601114806-16804
I0601 11:48:15.711118 27574 profile.go:148] Saving config to /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/config.json ...
I0601 11:48:15.711522 27574 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0601 11:48:15.711571 27574 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-20220601114806-16804
I0601 11:48:15.779894 27574 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:58779 SSHKeyPath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/old-k8s-version-20220601114806-16804/id_rsa Username:docker}
I0601 11:48:15.863658 27574 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0601 11:48:15.868229 27574 start.go:134] duration metric: createHost completed in 8.680059555s
I0601 11:48:15.868246 27574 start.go:81] releasing machines lock for "old-k8s-version-20220601114806-16804", held for 8.680184841s
I0601 11:48:15.868333 27574 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-20220601114806-16804
I0601 11:48:15.936389 27574 ssh_runner.go:195] Run: curl -sS -m 2 https://k8s.gcr.io/
I0601 11:48:15.936396 27574 ssh_runner.go:195] Run: systemctl --version
I0601 11:48:15.936446 27574 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-20220601114806-16804
I0601 11:48:15.936458 27574 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-20220601114806-16804
I0601 11:48:16.009761 27574 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:58779 SSHKeyPath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/old-k8s-version-20220601114806-16804/id_rsa Username:docker}
I0601 11:48:16.011651 27574 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:58779 SSHKeyPath:/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/machines/old-k8s-version-20220601114806-16804/id_rsa Username:docker}
I0601 11:48:16.230273 27574 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0601 11:48:16.239417 27574 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0601 11:48:16.248787 27574 cruntime.go:273] skipping containerd shutdown because we are bound to it
I0601 11:48:16.248840 27574 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0601 11:48:16.257849 27574 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/dockershim.sock
image-endpoint: unix:///var/run/dockershim.sock
" | sudo tee /etc/crictl.yaml"
I0601 11:48:16.270679 27574 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0601 11:48:16.341070 27574 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0601 11:48:16.404537 27574 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0601 11:48:16.414195 27574 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0601 11:48:16.482181 27574 ssh_runner.go:195] Run: sudo systemctl start docker
I0601 11:48:16.491625 27574 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0601 11:48:16.525643 27574 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0601 11:48:16.584687 27574 out.go:204] * Preparing Kubernetes v1.16.0 on Docker 20.10.16 ...
I0601 11:48:16.584883 27574 cli_runner.go:164] Run: docker exec -t old-k8s-version-20220601114806-16804 dig +short host.docker.internal
I0601 11:48:16.725688 27574 network.go:96] got host ip for mount in container by digging dns: 192.168.65.2
I0601 11:48:16.726060 27574 ssh_runner.go:195] Run: grep 192.168.65.2 host.minikube.internal$ /etc/hosts
I0601 11:48:16.731524 27574 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.65.2 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0601 11:48:16.741625 27574 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "8443/tcp") 0).HostPort}}'" old-k8s-version-20220601114806-16804
I0601 11:48:16.811950 27574 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker
I0601 11:48:16.812019 27574 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0601 11:48:16.842631 27574 docker.go:610] Got preloaded images: -- stdout --
gcr.io/k8s-minikube/storage-provisioner:v5
k8s.gcr.io/kube-apiserver:v1.16.0
k8s.gcr.io/kube-controller-manager:v1.16.0
k8s.gcr.io/kube-proxy:v1.16.0
k8s.gcr.io/kube-scheduler:v1.16.0
k8s.gcr.io/etcd:3.3.15-0
k8s.gcr.io/coredns:1.6.2
k8s.gcr.io/pause:3.1
-- /stdout --
I0601 11:48:16.842646 27574 docker.go:541] Images already preloaded, skipping extraction
I0601 11:48:16.842712 27574 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0601 11:48:16.873329 27574 docker.go:610] Got preloaded images: -- stdout --
gcr.io/k8s-minikube/storage-provisioner:v5
k8s.gcr.io/kube-apiserver:v1.16.0
k8s.gcr.io/kube-proxy:v1.16.0
k8s.gcr.io/kube-controller-manager:v1.16.0
k8s.gcr.io/kube-scheduler:v1.16.0
k8s.gcr.io/etcd:3.3.15-0
k8s.gcr.io/coredns:1.6.2
k8s.gcr.io/pause:3.1
-- /stdout --
I0601 11:48:16.873366 27574 cache_images.go:84] Images are preloaded, skipping loading
I0601 11:48:16.873461 27574 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0601 11:48:16.944301 27574 cni.go:95] Creating CNI manager for ""
I0601 11:48:16.944313 27574 cni.go:169] CNI unnecessary in this configuration, recommending no CNI
I0601 11:48:16.944325 27574 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0601 11:48:16.944336 27574 kubeadm.go:158] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.49.2 APIServerPort:8443 KubernetesVersion:v1.16.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:old-k8s-version-20220601114806-16804 NodeName:old-k8s-version-20220601114806-16804 DNSDomain:cluster.local CRISocket:/var/run/dockershim.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.49.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NoTaintMaster:true NodeIP:192.168.49.2 CgroupDriver:systemd Clien
tCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[]}
I0601 11:48:16.944449 27574 kubeadm.go:162] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta1
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.49.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/dockershim.sock
name: "old-k8s-version-20220601114806-16804"
kubeletExtraArgs:
node-ip: 192.168.49.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta1
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.49.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: old-k8s-version-20220601114806-16804
controlPlaneEndpoint: control-plane.minikube.internal:8443
dns:
type: CoreDNS
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
listen-metrics-urls: http://127.0.0.1:2381,http://192.168.49.2:2381
kubernetesVersion: v1.16.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0601 11:48:16.944533 27574 kubeadm.go:961] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.16.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime=docker --hostname-override=old-k8s-version-20220601114806-16804 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.49.2
[Install]
config:
{KubernetesVersion:v1.16.0 ClusterName:old-k8s-version-20220601114806-16804 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0601 11:48:16.944590 27574 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.16.0
I0601 11:48:16.952463 27574 binaries.go:44] Found k8s binaries, skipping transfer
I0601 11:48:16.952510 27574 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0601 11:48:16.959656 27574 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (362 bytes)
I0601 11:48:16.973025 27574 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0601 11:48:16.985993 27574 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2148 bytes)
I0601 11:48:16.998626 27574 ssh_runner.go:195] Run: grep 192.168.49.2 control-plane.minikube.internal$ /etc/hosts
I0601 11:48:17.002476 27574 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.49.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0601 11:48:17.011691 27574 certs.go:54] Setting up /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804 for IP: 192.168.49.2
I0601 11:48:17.011821 27574 certs.go:182] skipping minikubeCA CA generation: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/ca.key
I0601 11:48:17.011867 27574 certs.go:182] skipping proxyClientCA CA generation: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/proxy-client-ca.key
I0601 11:48:17.011912 27574 certs.go:302] generating minikube-user signed cert: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/client.key
I0601 11:48:17.011925 27574 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/client.crt with IP's: []
I0601 11:48:17.055403 27574 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/client.crt ...
I0601 11:48:17.055412 27574 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/client.crt: {Name:mk56a19e7e568e76f981b761f0feeac30209fed6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0601 11:48:17.055726 27574 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/client.key ...
I0601 11:48:17.055734 27574 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/client.key: {Name:mk425ada7b1a4b8283fc990b5fe867b2ef0a4cc0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0601 11:48:17.055940 27574 certs.go:302] generating minikube signed cert: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.key.dd3b5fb2
I0601 11:48:17.055955 27574 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.crt.dd3b5fb2 with IP's: [192.168.49.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0601 11:48:17.123017 27574 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.crt.dd3b5fb2 ...
I0601 11:48:17.123030 27574 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.crt.dd3b5fb2: {Name:mke5c9565422107df61d86d8eb589801ff7c201f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0601 11:48:17.123253 27574 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.key.dd3b5fb2 ...
I0601 11:48:17.123261 27574 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.key.dd3b5fb2: {Name:mkaf5a1508a1799324e236d6c7098d7f8cea374d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0601 11:48:17.123445 27574 certs.go:320] copying /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.crt.dd3b5fb2 -> /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.crt
I0601 11:48:17.123620 27574 certs.go:324] copying /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.key.dd3b5fb2 -> /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.key
I0601 11:48:17.123782 27574 certs.go:302] generating aggregator signed cert: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/proxy-client.key
I0601 11:48:17.123797 27574 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/proxy-client.crt with IP's: []
I0601 11:48:17.242545 27574 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/proxy-client.crt ...
I0601 11:48:17.242559 27574 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/proxy-client.crt: {Name:mk15626badc03822bc7c1c94cc21b184344cfc72 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0601 11:48:17.242815 27574 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/proxy-client.key ...
I0601 11:48:17.242829 27574 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/proxy-client.key: {Name:mk5799fc9ae7c9da785ee89dfc72eaa6f9f6fc01 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0601 11:48:17.243209 27574 certs.go:388] found cert: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/16804.pem (1338 bytes)
W0601 11:48:17.243249 27574 certs.go:384] ignoring /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/16804_empty.pem, impossibly tiny 0 bytes
I0601 11:48:17.243257 27574 certs.go:388] found cert: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/ca-key.pem (1675 bytes)
I0601 11:48:17.243286 27574 certs.go:388] found cert: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/ca.pem (1082 bytes)
I0601 11:48:17.243313 27574 certs.go:388] found cert: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/cert.pem (1123 bytes)
I0601 11:48:17.243342 27574 certs.go:388] found cert: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/key.pem (1675 bytes)
I0601 11:48:17.243406 27574 certs.go:388] found cert: /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/files/etc/ssl/certs/Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/files/etc/ssl/certs/168042.pem (1708 bytes)
I0601 11:48:17.243882 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0601 11:48:17.262497 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0601 11:48:17.279237 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0601 11:48:17.297394 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/old-k8s-version-20220601114806-16804/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0601 11:48:17.314508 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0601 11:48:17.331693 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0601 11:48:17.348958 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0601 11:48:17.366438 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0601 11:48:17.383641 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/files/etc/ssl/certs/168042.pem --> /usr/share/ca-certificates/168042.pem (1708 bytes)
I0601 11:48:17.400599 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0601 11:48:17.418181 27574 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/certs/16804.pem --> /usr/share/ca-certificates/16804.pem (1338 bytes)
I0601 11:48:17.435850 27574 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (752 bytes)
I0601 11:48:17.448690 27574 ssh_runner.go:195] Run: openssl version
I0601 11:48:17.453606 27574 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/168042.pem && ln -fs /usr/share/ca-certificates/168042.pem /etc/ssl/certs/168042.pem"
I0601 11:48:17.461147 27574 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/168042.pem
I0601 11:48:17.465075 27574 certs.go:431] hashing: -rw-r--r-- 1 root root 1708 Jun 1 18:01 /usr/share/ca-certificates/168042.pem
I0601 11:48:17.465121 27574 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/168042.pem
I0601 11:48:17.470626 27574 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/168042.pem /etc/ssl/certs/3ec20f2e.0"
I0601 11:48:17.478607 27574 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0601 11:48:17.487358 27574 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0601 11:48:17.491370 27574 certs.go:431] hashing: -rw-r--r-- 1 root root 1111 Jun 1 17:57 /usr/share/ca-certificates/minikubeCA.pem
I0601 11:48:17.491421 27574 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0601 11:48:17.496698 27574 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0601 11:48:17.504544 27574 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16804.pem && ln -fs /usr/share/ca-certificates/16804.pem /etc/ssl/certs/16804.pem"
I0601 11:48:17.512826 27574 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16804.pem
I0601 11:48:17.517127 27574 certs.go:431] hashing: -rw-r--r-- 1 root root 1338 Jun 1 18:01 /usr/share/ca-certificates/16804.pem
I0601 11:48:17.517164 27574 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16804.pem
I0601 11:48:17.523408 27574 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/16804.pem /etc/ssl/certs/51391683.0"
I0601 11:48:17.531824 27574 kubeadm.go:395] StartCluster: {Name:old-k8s-version-20220601114806-16804 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653677545-13807@sha256:312115a5663b1250effab8ed8ada9435fca80af41962223c98bf66f86b32c52a Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:old-k8s-version-20220601114806-16804 Namespace:default API
ServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.49.2 Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: Disa
bleOptimizations:false DisableMetrics:false}
I0601 11:48:17.531920 27574 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0601 11:48:17.560148 27574 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0601 11:48:17.568169 27574 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0601 11:48:17.575507 27574 kubeadm.go:221] ignoring SystemVerification for kubeadm because of docker driver
I0601 11:48:17.575558 27574 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0601 11:48:17.582643 27574 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0601 11:48:17.582670 27574 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0601 11:48:18.300623 27574 out.go:204] - Generating certificates and keys ...
I0601 11:48:21.431579 27574 out.go:204] - Booting up control plane ...
W0601 11:50:16.372943 27574 out.go:239] ! initialization failed, will try again: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Generating "apiserver-kubelet-client" certificate and key
[certs] Generating "front-proxy-ca" certificate and key
[certs] Generating "front-proxy-client" certificate and key
[certs] Generating "etcd/ca" certificate and key
[certs] Generating "etcd/server" certificate and key
[certs] etcd/server serving cert is signed for DNS names [old-k8s-version-20220601114806-16804 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
[certs] Generating "etcd/peer" certificate and key
[certs] etcd/peer serving cert is signed for DNS names [old-k8s-version-20220601114806-16804 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
[certs] Generating "etcd/healthcheck-client" certificate and key
[certs] Generating "apiserver-etcd-client" certificate and key
[certs] Generating "sa" key and public key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.16. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
! initialization failed, will try again: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Generating "apiserver-kubelet-client" certificate and key
[certs] Generating "front-proxy-ca" certificate and key
[certs] Generating "front-proxy-client" certificate and key
[certs] Generating "etcd/ca" certificate and key
[certs] Generating "etcd/server" certificate and key
[certs] etcd/server serving cert is signed for DNS names [old-k8s-version-20220601114806-16804 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
[certs] Generating "etcd/peer" certificate and key
[certs] etcd/peer serving cert is signed for DNS names [old-k8s-version-20220601114806-16804 localhost] and IPs [192.168.49.2 127.0.0.1 ::1]
[certs] Generating "etcd/healthcheck-client" certificate and key
[certs] Generating "apiserver-etcd-client" certificate and key
[certs] Generating "sa" key and public key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.16. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
I0601 11:50:16.372977 27574 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm reset --cri-socket /var/run/dockershim.sock --force"
I0601 11:50:16.810356 27574 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0601 11:50:16.820615 27574 kubeadm.go:221] ignoring SystemVerification for kubeadm because of docker driver
I0601 11:50:16.820653 27574 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0601 11:50:16.828894 27574 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0601 11:50:16.828919 27574 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0601 11:50:17.660372 27574 out.go:204] - Generating certificates and keys ...
I0601 11:50:18.553841 27574 out.go:204] - Booting up control plane ...
I0601 11:52:13.471406 27574 kubeadm.go:397] StartCluster complete in 3m55.941196979s
I0601 11:52:13.471486 27574 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0601 11:52:13.503409 27574 logs.go:274] 0 containers: []
W0601 11:52:13.503441 27574 logs.go:276] No container was found matching "kube-apiserver"
I0601 11:52:13.503499 27574 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0601 11:52:13.535257 27574 logs.go:274] 0 containers: []
W0601 11:52:13.535270 27574 logs.go:276] No container was found matching "etcd"
I0601 11:52:13.535329 27574 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0601 11:52:13.573955 27574 logs.go:274] 0 containers: []
W0601 11:52:13.573968 27574 logs.go:276] No container was found matching "coredns"
I0601 11:52:13.574034 27574 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0601 11:52:13.607720 27574 logs.go:274] 0 containers: []
W0601 11:52:13.607753 27574 logs.go:276] No container was found matching "kube-scheduler"
I0601 11:52:13.607810 27574 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0601 11:52:13.639816 27574 logs.go:274] 0 containers: []
W0601 11:52:13.639835 27574 logs.go:276] No container was found matching "kube-proxy"
I0601 11:52:13.639901 27574 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kubernetes-dashboard --format={{.ID}}
I0601 11:52:13.673913 27574 logs.go:274] 0 containers: []
W0601 11:52:13.673926 27574 logs.go:276] No container was found matching "kubernetes-dashboard"
I0601 11:52:13.673986 27574 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0601 11:52:13.711697 27574 logs.go:274] 0 containers: []
W0601 11:52:13.711712 27574 logs.go:276] No container was found matching "storage-provisioner"
I0601 11:52:13.711793 27574 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0601 11:52:13.746279 27574 logs.go:274] 0 containers: []
W0601 11:52:13.746293 27574 logs.go:276] No container was found matching "kube-controller-manager"
I0601 11:52:13.746300 27574 logs.go:123] Gathering logs for kubelet ...
I0601 11:52:13.746307 27574 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0601 11:52:13.791086 27574 logs.go:123] Gathering logs for dmesg ...
I0601 11:52:13.791104 27574 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0601 11:52:13.807020 27574 logs.go:123] Gathering logs for describe nodes ...
I0601 11:52:13.807036 27574 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.16.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0601 11:52:13.878010 27574 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.16.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.16.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0601 11:52:13.878022 27574 logs.go:123] Gathering logs for Docker ...
I0601 11:52:13.878030 27574 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -n 400"
I0601 11:52:13.896985 27574 logs.go:123] Gathering logs for container status ...
I0601 11:52:13.897002 27574 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0601 11:52:15.965736 27574 ssh_runner.go:235] Completed: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a": (2.068735414s)
W0601 11:52:15.965853 27574 out.go:369] Error starting cluster: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.16. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
W0601 11:52:15.965868 27574 out.go:239] *
*
W0601 11:52:15.965983 27574 out.go:239] X Error starting cluster: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.16. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
X Error starting cluster: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.16. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
W0601 11:52:15.965997 27574 out.go:239] *
*
W0601 11:52:15.966566 27574 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0601 11:52:16.052245 27574 out.go:177]
W0601 11:52:16.073390 27574 out.go:239] X Exiting due to K8S_KUBELET_NOT_RUNNING: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.16. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
X Exiting due to K8S_KUBELET_NOT_RUNNING: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.16. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
W0601 11:52:16.073464 27574 out.go:239] * Suggestion: Check output of 'journalctl -xeu kubelet', try passing --extra-config=kubelet.cgroup-driver=systemd to minikube start
* Suggestion: Check output of 'journalctl -xeu kubelet', try passing --extra-config=kubelet.cgroup-driver=systemd to minikube start
W0601 11:52:16.073507 27574 out.go:239] * Related issue: https://github.com/kubernetes/minikube/issues/4172
* Related issue: https://github.com/kubernetes/minikube/issues/4172
I0601 11:52:16.115452 27574 out.go:177]
** /stderr **
start_stop_delete_test.go:190: failed starting minikube -first start-. args "out/minikube-darwin-amd64 start -p old-k8s-version-20220601114806-16804 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --kubernetes-version=v1.16.0": exit status 109
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/FirstStart]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect old-k8s-version-20220601114806-16804
helpers_test.go:235: (dbg) docker inspect old-k8s-version-20220601114806-16804:
-- stdout --
[
{
"Id": "ff69f8f777d8ccd5c9335ccd6124137e6d0ba65dcdd0352da621f3d0a19da273",
"Created": "2022-06-01T18:48:12.461821519Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 193150,
"ExitCode": 0,
"Error": "",
"StartedAt": "2022-06-01T18:48:12.764310104Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:5fc9565d342f677dd8987c0c7656d8d58147ab45c932c9076935b38a770e4cf7",
"ResolvConfPath": "/var/lib/docker/containers/ff69f8f777d8ccd5c9335ccd6124137e6d0ba65dcdd0352da621f3d0a19da273/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/ff69f8f777d8ccd5c9335ccd6124137e6d0ba65dcdd0352da621f3d0a19da273/hostname",
"HostsPath": "/var/lib/docker/containers/ff69f8f777d8ccd5c9335ccd6124137e6d0ba65dcdd0352da621f3d0a19da273/hosts",
"LogPath": "/var/lib/docker/containers/ff69f8f777d8ccd5c9335ccd6124137e6d0ba65dcdd0352da621f3d0a19da273/ff69f8f777d8ccd5c9335ccd6124137e6d0ba65dcdd0352da621f3d0a19da273-json.log",
"Name": "/old-k8s-version-20220601114806-16804",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"old-k8s-version-20220601114806-16804:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "old-k8s-version-20220601114806-16804",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "0"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "0"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "0"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "0"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "0"
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"ConsoleSize": [
0,
0
],
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": null,
"BlkioDeviceWriteBps": null,
"BlkioDeviceReadIOps": null,
"BlkioDeviceWriteIOps": null,
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"KernelMemory": 0,
"KernelMemoryTCP": 0,
"MemoryReservation": 0,
"MemorySwap": 2306867200,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/34025968d17a5ea4a956d84b5a5a083525af3a67c56680691bf072548c5ecfc2-init/diff:/var/lib/docker/overlay2/a7bc9f1c6adb86c40dab88b0ff83084c2d8619839b3853fff9dae7ffe5649a91/diff:/var/lib/docker/overlay2/25435d341e7689153b5b1f3ab103d94dd925cee61a075d073a330405cdbd05af/diff:/var/lib/docker/overlay2/83568d387a1bd890da6e46938c943dc66012f4346dbabf5e96b09f85cfca44fe/diff:/var/lib/docker/overlay2/ca5cbd9c70a3d005491d350603a20d1c4c1f7061fc868e3e577b05308447df4c/diff:/var/lib/docker/overlay2/76b2059db7625d625832c0189df9b6173d33cf1898926f49b38b1279224e24ea/diff:/var/lib/docker/overlay2/0d832c4100492119f58403b5ac1757188e3bc934085c935a5454a0df21ee9ed8/diff:/var/lib/docker/overlay2/118799014bbf1198aa01a7a6aad0e62909c310499174c8e35d3ce8b47e6947db/diff:/var/lib/docker/overlay2/99986f402c4100a4976492abfd2b5a1e1385e5e0dea37fdd45097450bde3781c/diff:/var/lib/docker/overlay2/20dd2a8ea4ac5531ec621c9fc545feeee8634cd0453cc5480190c4473eeb8364/diff:/var/lib/docker/overlay2/4faacb
71201c10e9b3b0f88939836a34339abec8d7e37e07f5f3f4980f718b07/diff:/var/lib/docker/overlay2/bbacfddf7562d84f8b6772603002962ccc9a3be6b0579b3cbaf21b2c4d0da87b/diff:/var/lib/docker/overlay2/bb08465dc501b97f34e3924b27c8f79e882e2d8010eb66d5e808aef73afb5e47/diff:/var/lib/docker/overlay2/291600d3e1fa5fffdd396a001f887ddc63764780f65d30604188c7e913227490/diff:/var/lib/docker/overlay2/9760937ef08fe99065259f0c82065e20578b8b55825f3552cdcfe070a18b8ff2/diff:/var/lib/docker/overlay2/0d35e140b62573c1ba9a8245efa98c13bb7607ea01c4bce314347ea4ec8c780b/diff:/var/lib/docker/overlay2/3d5d03150458f950999f0e21aeeb8011be35fb849667954f6feaa4d2c6e4ae3b/diff:/var/lib/docker/overlay2/b8ad8f28a690f09a9f1966fa68270f46660fb2dff94c5b769c66828097203937/diff:/var/lib/docker/overlay2/d0ec3965c3286b3f8b62f715fc9bf0e66e9c903b76ca581d711d1a05dd24735e/diff:/var/lib/docker/overlay2/b352c170d6e87865732325f5b4c40c13a61b3feb92fda186495a93dae5aea451/diff:/var/lib/docker/overlay2/2ceb9a2177e737f38e42633a480dad1c55750b5d08c526c02d0910cf8c349cd9/diff:/var/lib/d
ocker/overlay2/42ccd3f14ab5e0afadfc4f8113b4c8747ae1aa6907e4cd57223a8eadad0bf7d4/diff:/var/lib/docker/overlay2/9d90656fbaf4ee62fbe1f548325bf292cb9c110ac9c306985533e9380c4984c8/diff:/var/lib/docker/overlay2/901797bbe051cfc2a518f0c57cbb23e44868500ea2bc08f98913aa840852939a/diff:/var/lib/docker/overlay2/408097fc2bc381937b0edfe9a74553e1f3dad5c55473818132398fa579f57637/diff:/var/lib/docker/overlay2/2e084237b1229f10f25c4e6fd085e2131bb02a8207fcaabfa930891c1969ff7e/diff:/var/lib/docker/overlay2/5e70a13cd950865cb0d02be73f5d62446f582e66e063b262d1d4577d04f431ab/diff:/var/lib/docker/overlay2/ad732ab86e0dc4abb95ba0b4a440978c8451848759d846ee02822da6d4f61eff/diff:/var/lib/docker/overlay2/bc48ed47ebaae8437c590d59d873d5629964585224cd48bd072282f6ebbd5a50/diff:/var/lib/docker/overlay2/6084baa67099034455de91a177901a8e6a16f9e8e394d9890a5da208ab41970e/diff:/var/lib/docker/overlay2/3d68472547212e455565793a499bbcd6d2f64b6affe8d4d743d650d38d7eda21/diff:/var/lib/docker/overlay2/653977a916a0b1af671ac663aca0be8a2716890007581ce1bbf20a66da0
65f94/diff:/var/lib/docker/overlay2/c73c15aa2c5fcdbb60e2a229a927785f253f88d31ee8ca4d620f9a9402b50ece/diff:/var/lib/docker/overlay2/4c9fc052f57ef0f85f3ad2e11914041b8a47ae401f27d86c5072a9790eea6877/diff:/var/lib/docker/overlay2/0540cdd7ab532bc7ea5ef34335870c09fd9ab847d589801690652526897df14e/diff:/var/lib/docker/overlay2/ecc9607dda04d45155868801f43b6cba23ea7bebdf3e4c2c51fbf409970bc3da/diff:/var/lib/docker/overlay2/6d73bc8e2d82cc3775292a4cac515ba668e8334939d147a844b3c262f2b374ce/diff:/var/lib/docker/overlay2/4c3b8e026d6a9ffe74f6dc59ceacec018e21429aa562698b799c56782762e06a/diff:/var/lib/docker/overlay2/87b63c6aed3096bebffe5284388ecda75a6ce62a36b60378a46c2bdbd426491b/diff:/var/lib/docker/overlay2/71ac1e93b44005f612c6de074670ee527af4944d7d5cec9aa8a523e0a584033a/diff:/var/lib/docker/overlay2/c2273919e078857807a444021b329cf7984077d7a9ff80c38d359fc4ad648571/diff:/var/lib/docker/overlay2/9bdcc31759c1ee0f19c47f01537ef10cd13906b320f8de211c8d80da88e835ca/diff",
"MergedDir": "/var/lib/docker/overlay2/34025968d17a5ea4a956d84b5a5a083525af3a67c56680691bf072548c5ecfc2/merged",
"UpperDir": "/var/lib/docker/overlay2/34025968d17a5ea4a956d84b5a5a083525af3a67c56680691bf072548c5ecfc2/diff",
"WorkDir": "/var/lib/docker/overlay2/34025968d17a5ea4a956d84b5a5a083525af3a67c56680691bf072548c5ecfc2/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "old-k8s-version-20220601114806-16804",
"Source": "/var/lib/docker/volumes/old-k8s-version-20220601114806-16804/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "old-k8s-version-20220601114806-16804",
"Domainname": "",
"User": "root",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.31-1653677545-13807@sha256:312115a5663b1250effab8ed8ada9435fca80af41962223c98bf66f86b32c52a",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "old-k8s-version-20220601114806-16804",
"name.minikube.sigs.k8s.io": "old-k8s-version-20220601114806-16804",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "72175ab90dee0fbf5b35e66b92e3c1f135a8f2266454ef881118c146bca502ba",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "58779"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "58780"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "58781"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "58782"
}
],
"8443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "58783"
}
]
},
"SandboxKey": "/var/run/docker/netns/72175ab90dee",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"old-k8s-version-20220601114806-16804": {
"IPAMConfig": {
"IPv4Address": "192.168.49.2"
},
"Links": null,
"Aliases": [
"ff69f8f777d8",
"old-k8s-version-20220601114806-16804"
],
"NetworkID": "246cf6a028e4e11a14e92d87f31441d673c4de3a42936ed926f0c32bee110562",
"EndpointID": "6a578a3198b73e45e42a4afd315046a792ebb2ec94118f970e944b211f341923",
"Gateway": "192.168.49.1",
"IPAddress": "192.168.49.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:31:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p old-k8s-version-20220601114806-16804 -n old-k8s-version-20220601114806-16804
E0601 11:52:16.494655 16804 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/.minikube/profiles/calico-20220601113006-16804/client.crt: no such file or directory
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.Host}} -p old-k8s-version-20220601114806-16804 -n old-k8s-version-20220601114806-16804: exit status 6 (469.91451ms)
-- stdout --
Running
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E0601 11:52:16.824579 28212 status.go:413] kubeconfig endpoint: extract IP: "old-k8s-version-20220601114806-16804" does not appear in /Users/jenkins/minikube-integration/darwin-amd64-docker--14079-15668-798c4e8fed290cfa318a9fb994a7c6f555db39c1/kubeconfig
** /stderr **
helpers_test.go:239: status error: exit status 6 (may be ok)
helpers_test.go:241: "old-k8s-version-20220601114806-16804" host is not running, skipping log retrieval (state="Running\nWARNING: Your kubectl is pointing to stale minikube-vm.\nTo fix the kubectl context, run `minikube update-context`")
--- FAIL: TestStartStop/group/old-k8s-version/serial/FirstStart (250.55s)