=== RUN TestStartStop/group/old-k8s-version/serial/FirstStart
start_stop_delete_test.go:186: (dbg) Run: out/minikube-darwin-amd64 start -p old-k8s-version-132223 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --kubernetes-version=v1.16.0
E0108 13:22:25.842540 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kindnet-130508/client.crt: no such file or directory
E0108 13:22:55.369254 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:22:55.375609 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:22:55.387740 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:22:55.409855 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:22:55.450654 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:22:55.532157 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:22:55.692950 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:22:56.013205 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:22:56.654287 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:22:57.934759 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:23:00.494959 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:23:05.230724 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/auto-130508/client.crt: no such file or directory
E0108 13:23:05.615669 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:23:06.803109 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kindnet-130508/client.crt: no such file or directory
E0108 13:23:15.855858 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:23:36.336309 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:23:59.407113 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:23:59.412278 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:23:59.423333 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:23:59.443388 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:23:59.484292 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:23:59.566449 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:23:59.726756 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:24:00.048633 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:24:00.689388 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:24:01.969652 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:24:04.530218 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:24:09.651487 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:24:17.297809 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:24:19.892516 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:24:28.723744 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kindnet-130508/client.crt: no such file or directory
E0108 13:24:40.373220 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:24:40.717468 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/skaffold-130345/client.crt: no such file or directory
E0108 13:24:42.717510 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/addons-122726/client.crt: no such file or directory
E0108 13:24:59.662120 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/addons-122726/client.crt: no such file or directory
E0108 13:25:03.060551 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:03.066427 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:03.077984 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:03.100169 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:03.140603 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:03.220885 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:03.383013 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:03.703108 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:04.343275 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:05.623729 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:08.184037 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:10.040430 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:10.046189 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:10.056388 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:10.076858 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:10.117162 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:10.197260 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:10.357407 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:10.679502 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:11.320402 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:12.601177 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:13.304518 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:15.161487 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:16.949613 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/functional-123245/client.crt: no such file or directory
E0108 13:25:20.281736 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:21.335397 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/false-130508/client.crt: no such file or directory
E0108 13:25:21.382892 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/auto-130508/client.crt: no such file or directory
E0108 13:25:23.544953 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:30.522432 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:25:39.218994 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/enable-default-cni-130508/client.crt: no such file or directory
E0108 13:25:44.026829 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:25:49.071707 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/auto-130508/client.crt: no such file or directory
E0108 13:25:51.002970 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
E0108 13:26:03.761908 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/skaffold-130345/client.crt: no such file or directory
E0108 13:26:24.988729 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/bridge-130508/client.crt: no such file or directory
E0108 13:26:31.963915 4083 cert_rotation.go:168] key failed with : open /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/kubenet-130508/client.crt: no such file or directory
start_stop_delete_test.go:186: (dbg) Non-zero exit: out/minikube-darwin-amd64 start -p old-k8s-version-132223 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --kubernetes-version=v1.16.0: exit status 109 (4m13.656095055s)
-- stdout --
* [old-k8s-version-132223] minikube v1.28.0 on Darwin 13.0.1
- MINIKUBE_LOCATION=15565
- KUBECONFIG=/Users/jenkins/minikube-integration/15565-2761/kubeconfig
- MINIKUBE_BIN=out/minikube-darwin-amd64
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- MINIKUBE_HOME=/Users/jenkins/minikube-integration/15565-2761/.minikube
* Using the docker driver based on user configuration
* Using Docker Desktop driver with root privileges
* Starting control plane node old-k8s-version-132223 in cluster old-k8s-version-132223
* Pulling base image ...
* Creating docker container (CPUs=2, Memory=2200MB) ...
* Preparing Kubernetes v1.16.0 on Docker 20.10.21 ...
- Generating certificates and keys ...
- Booting up control plane ...
- Generating certificates and keys ...
- Booting up control plane ...
-- /stdout --
** stderr **
I0108 13:22:23.891727 17792 out.go:296] Setting OutFile to fd 1 ...
I0108 13:22:23.891941 17792 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0108 13:22:23.891947 17792 out.go:309] Setting ErrFile to fd 2...
I0108 13:22:23.891951 17792 out.go:343] TERM=,COLORTERM=, which probably does not support color
I0108 13:22:23.892096 17792 root.go:334] Updating PATH: /Users/jenkins/minikube-integration/15565-2761/.minikube/bin
I0108 13:22:23.892651 17792 out.go:303] Setting JSON to false
I0108 13:22:23.911472 17792 start.go:125] hostinfo: {"hostname":"MacOS-Agent-1.local","uptime":4916,"bootTime":1673208027,"procs":404,"os":"darwin","platform":"darwin","platformFamily":"Standalone Workstation","platformVersion":"13.0.1","kernelVersion":"22.1.0","kernelArch":"x86_64","virtualizationSystem":"","virtualizationRole":"","hostId":"b7610dcb-1435-5842-8d5a-b2388403fea3"}
W0108 13:22:23.911569 17792 start.go:133] gopshost.Virtualization returned error: not implemented yet
I0108 13:22:23.950162 17792 out.go:177] * [old-k8s-version-132223] minikube v1.28.0 on Darwin 13.0.1
I0108 13:22:23.987924 17792 notify.go:220] Checking for updates...
I0108 13:22:24.025797 17792 out.go:177] - MINIKUBE_LOCATION=15565
I0108 13:22:24.085571 17792 out.go:177] - KUBECONFIG=/Users/jenkins/minikube-integration/15565-2761/kubeconfig
I0108 13:22:24.145040 17792 out.go:177] - MINIKUBE_BIN=out/minikube-darwin-amd64
I0108 13:22:24.204000 17792 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0108 13:22:24.262766 17792 out.go:177] - MINIKUBE_HOME=/Users/jenkins/minikube-integration/15565-2761/.minikube
I0108 13:22:24.284435 17792 config.go:180] Loaded profile config "calico-130509": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.25.3
I0108 13:22:24.284521 17792 driver.go:365] Setting default libvirt URI to qemu:///system
I0108 13:22:24.356807 17792 docker.go:137] docker version: linux-20.10.21
I0108 13:22:24.357028 17792 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0108 13:22:24.519464 17792 info.go:266] docker info: {ID:5ZGC:6Z7C:CMVQ:QZDS:ZWTS:M4CQ:373D:RAJX:R4QB:QI3D:27UQ:FR5B Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:58 OomKillDisable:false NGoroutines:52 SystemTime:2023-01-08 21:22:24.412781125 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:3 KernelVersion:5.15.49-linuxkit OperatingSystem:Docker Desktop OSType:linux Architecture:x86_64 IndexServ
erAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:6 MemTotal:6231715840 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy:http.docker.internal:3128 HTTPSProxy:http.docker.internal:3128 NoProxy:hubproxy.docker.internal Name:docker-desktop Labels:[] ExperimentalBuild:false ServerVersion:20.10.21 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:1c90a442489720eec95342e1789ee8a5e1b9536f Expected:1c90a442489720eec95342e1789ee8a5e1b9536f} RuncCommit:{ID:v1.1.4-0-g5fd4c4d Expected:v1.1.4-0-g5fd4c4d} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=seccomp,profile=defaul
t name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/local/lib/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.9.1] map[Name:compose Path:/usr/local/lib/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.12.2] map[Name:dev Path:/usr/local/lib/docker/cli-plugins/docker-dev SchemaVersion:0.1.0 ShortDescription:Docker Dev Environments Vendor:Docker Inc. Version:v0.0.3] map[Name:extension Path:/usr/local/lib/docker/cli-plugins/docker-extension SchemaVersion:0.1.0 ShortDescription:Manages Docker extensions Vendor:Docker Inc. Version:v0.2.13] map[Name:sbom Path:/usr/local/lib/docker/cli-plugins/docker-sbom SchemaVersion:0.1.0 ShortDescription:View the packaged-based Software Bill Of Materials (SBOM) for an image URL:https://github.com/docker/sbom-cli-plugin Vendor:Anchore Inc. Version:0.6.0] map[Name:scan Path:/usr/lo
cal/lib/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.21.0]] Warnings:<nil>}}
I0108 13:22:24.542653 17792 out.go:177] * Using the docker driver based on user configuration
I0108 13:22:24.562773 17792 start.go:294] selected driver: docker
I0108 13:22:24.562794 17792 start.go:838] validating driver "docker" against <nil>
I0108 13:22:24.562823 17792 start.go:849] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0108 13:22:24.565583 17792 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I0108 13:22:24.719542 17792 info.go:266] docker info: {ID:5ZGC:6Z7C:CMVQ:QZDS:ZWTS:M4CQ:373D:RAJX:R4QB:QI3D:27UQ:FR5B Containers:1 ContainersRunning:1 ContainersPaused:0 ContainersStopped:0 Images:3 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:false CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:58 OomKillDisable:false NGoroutines:52 SystemTime:2023-01-08 21:22:24.62017986 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:3 KernelVersion:5.15.49-linuxkit OperatingSystem:Docker Desktop OSType:linux Architecture:x86_64 IndexServe
rAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:6 MemTotal:6231715840 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy:http.docker.internal:3128 HTTPSProxy:http.docker.internal:3128 NoProxy:hubproxy.docker.internal Name:docker-desktop Labels:[] ExperimentalBuild:false ServerVersion:20.10.21 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:1c90a442489720eec95342e1789ee8a5e1b9536f Expected:1c90a442489720eec95342e1789ee8a5e1b9536f} RuncCommit:{ID:v1.1.4-0-g5fd4c4d Expected:v1.1.4-0-g5fd4c4d} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=seccomp,profile=default
name=cgroupns] ProductLicense: Warnings:<nil> ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/local/lib/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.9.1] map[Name:compose Path:/usr/local/lib/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.12.2] map[Name:dev Path:/usr/local/lib/docker/cli-plugins/docker-dev SchemaVersion:0.1.0 ShortDescription:Docker Dev Environments Vendor:Docker Inc. Version:v0.0.3] map[Name:extension Path:/usr/local/lib/docker/cli-plugins/docker-extension SchemaVersion:0.1.0 ShortDescription:Manages Docker extensions Vendor:Docker Inc. Version:v0.2.13] map[Name:sbom Path:/usr/local/lib/docker/cli-plugins/docker-sbom SchemaVersion:0.1.0 ShortDescription:View the packaged-based Software Bill Of Materials (SBOM) for an image URL:https://github.com/docker/sbom-cli-plugin Vendor:Anchore Inc. Version:0.6.0] map[Name:scan Path:/usr/loc
al/lib/docker/cli-plugins/docker-scan SchemaVersion:0.1.0 ShortDescription:Docker Scan Vendor:Docker Inc. Version:v0.21.0]] Warnings:<nil>}}
I0108 13:22:24.719661 17792 start_flags.go:303] no existing cluster config was found, will generate one from the flags
I0108 13:22:24.719806 17792 start_flags.go:910] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0108 13:22:24.741815 17792 out.go:177] * Using Docker Desktop driver with root privileges
I0108 13:22:24.763127 17792 cni.go:95] Creating CNI manager for ""
I0108 13:22:24.763147 17792 cni.go:169] CNI unnecessary in this configuration, recommending no CNI
I0108 13:22:24.763160 17792 start_flags.go:317] config:
{Name:old-k8s-version-132223 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.36-1668787669-15272@sha256:06094fc04b5dc02fbf1e2de7723c2a6db5d24c21fd2ddda91f6daaf29038cd9c Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:old-k8s-version-132223 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local Containe
rRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet}
I0108 13:22:24.800463 17792 out.go:177] * Starting control plane node old-k8s-version-132223 in cluster old-k8s-version-132223
I0108 13:22:24.838451 17792 cache.go:120] Beginning downloading kic base image for docker with docker
I0108 13:22:24.860104 17792 out.go:177] * Pulling base image ...
I0108 13:22:24.902335 17792 image.go:76] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.36-1668787669-15272@sha256:06094fc04b5dc02fbf1e2de7723c2a6db5d24c21fd2ddda91f6daaf29038cd9c in local docker daemon
I0108 13:22:24.902379 17792 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker
I0108 13:22:24.902455 17792 preload.go:148] Found local preload: /Users/jenkins/minikube-integration/15565-2761/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-amd64.tar.lz4
I0108 13:22:24.902478 17792 cache.go:57] Caching tarball of preloaded images
I0108 13:22:24.903266 17792 preload.go:174] Found /Users/jenkins/minikube-integration/15565-2761/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0108 13:22:24.903475 17792 cache.go:60] Finished verifying existence of preloaded tar for v1.16.0 on docker
I0108 13:22:24.903943 17792 profile.go:148] Saving config to /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/config.json ...
I0108 13:22:24.904030 17792 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/config.json: {Name:mk4599a97386d0b34865a6550b072e86bae01e42 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 13:22:24.965893 17792 image.go:80] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.36-1668787669-15272@sha256:06094fc04b5dc02fbf1e2de7723c2a6db5d24c21fd2ddda91f6daaf29038cd9c in local docker daemon, skipping pull
I0108 13:22:24.965915 17792 cache.go:143] gcr.io/k8s-minikube/kicbase-builds:v0.0.36-1668787669-15272@sha256:06094fc04b5dc02fbf1e2de7723c2a6db5d24c21fd2ddda91f6daaf29038cd9c exists in daemon, skipping load
I0108 13:22:24.965933 17792 cache.go:193] Successfully downloaded all kic artifacts
I0108 13:22:24.965977 17792 start.go:364] acquiring machines lock for old-k8s-version-132223: {Name:mk8b4ad291c6c90d0dd57640fcf4c9826481575b Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0108 13:22:24.966155 17792 start.go:368] acquired machines lock for "old-k8s-version-132223" in 165.408µs
I0108 13:22:24.966188 17792 start.go:93] Provisioning new machine with config: &{Name:old-k8s-version-132223 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.36-1668787669-15272@sha256:06094fc04b5dc02fbf1e2de7723c2a6db5d24c21fd2ddda91f6daaf29038cd9c Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:old-k8s-version-132223 Namespace:default APIServer
Name:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:f
alse DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet} &{Name: IP: Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:docker ControlPlane:true Worker:true}
I0108 13:22:24.966251 17792 start.go:125] createHost starting for "" (driver="docker")
I0108 13:22:25.025267 17792 out.go:204] * Creating docker container (CPUs=2, Memory=2200MB) ...
I0108 13:22:25.025484 17792 start.go:159] libmachine.API.Create for "old-k8s-version-132223" (driver="docker")
I0108 13:22:25.025520 17792 client.go:168] LocalClient.Create starting
I0108 13:22:25.025657 17792 main.go:134] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/ca.pem
I0108 13:22:25.025709 17792 main.go:134] libmachine: Decoding PEM data...
I0108 13:22:25.025727 17792 main.go:134] libmachine: Parsing certificate...
I0108 13:22:25.025790 17792 main.go:134] libmachine: Reading certificate data from /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/cert.pem
I0108 13:22:25.025823 17792 main.go:134] libmachine: Decoding PEM data...
I0108 13:22:25.025834 17792 main.go:134] libmachine: Parsing certificate...
I0108 13:22:25.026264 17792 cli_runner.go:164] Run: docker network inspect old-k8s-version-132223 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
W0108 13:22:25.087876 17792 cli_runner.go:211] docker network inspect old-k8s-version-132223 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}" returned with exit code 1
I0108 13:22:25.087985 17792 network_create.go:272] running [docker network inspect old-k8s-version-132223] to gather additional debugging logs...
I0108 13:22:25.088004 17792 cli_runner.go:164] Run: docker network inspect old-k8s-version-132223
W0108 13:22:25.143762 17792 cli_runner.go:211] docker network inspect old-k8s-version-132223 returned with exit code 1
I0108 13:22:25.143787 17792 network_create.go:275] error running [docker network inspect old-k8s-version-132223]: docker network inspect old-k8s-version-132223: exit status 1
stdout:
[]
stderr:
Error: No such network: old-k8s-version-132223
I0108 13:22:25.143800 17792 network_create.go:277] output of [docker network inspect old-k8s-version-132223]: -- stdout --
[]
-- /stdout --
** stderr **
Error: No such network: old-k8s-version-132223
** /stderr **
I0108 13:22:25.143894 17792 cli_runner.go:164] Run: docker network inspect bridge --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I0108 13:22:25.200779 17792 network.go:306] reserving subnet 192.168.49.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[] amended:true}} dirty:map[192.168.49.0:0xc000d04b18] misses:0}
I0108 13:22:25.200818 17792 network.go:239] using free private subnet 192.168.49.0/24: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}
I0108 13:22:25.200835 17792 network_create.go:115] attempt to create docker network old-k8s-version-132223 192.168.49.0/24 with gateway 192.168.49.1 and MTU of 1500 ...
I0108 13:22:25.200932 17792 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=old-k8s-version-132223 old-k8s-version-132223
W0108 13:22:25.258251 17792 cli_runner.go:211] docker network create --driver=bridge --subnet=192.168.49.0/24 --gateway=192.168.49.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=old-k8s-version-132223 old-k8s-version-132223 returned with exit code 1
W0108 13:22:25.258291 17792 network_create.go:107] failed to create docker network old-k8s-version-132223 192.168.49.0/24, will retry: subnet is taken
I0108 13:22:25.258546 17792 network.go:297] skipping subnet 192.168.49.0 that has unexpired reservation: &{mu:{state:0 sema:0} read:{v:{m:map[192.168.49.0:0xc000d04b18] amended:false}} dirty:map[] misses:0}
I0108 13:22:25.258566 17792 network.go:242] skipping subnet 192.168.49.0/24 that is reserved: &{IP:192.168.49.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.49.0/24 Gateway:192.168.49.1 ClientMin:192.168.49.2 ClientMax:192.168.49.254 Broadcast:192.168.49.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}
I0108 13:22:25.258793 17792 network.go:306] reserving subnet 192.168.58.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[192.168.49.0:0xc000d04b18] amended:true}} dirty:map[192.168.49.0:0xc000d04b18 192.168.58.0:0xc000c4f610] misses:0}
I0108 13:22:25.258805 17792 network.go:239] using free private subnet 192.168.58.0/24: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}
I0108 13:22:25.258815 17792 network_create.go:115] attempt to create docker network old-k8s-version-132223 192.168.58.0/24 with gateway 192.168.58.1 and MTU of 1500 ...
I0108 13:22:25.258902 17792 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=old-k8s-version-132223 old-k8s-version-132223
W0108 13:22:25.315255 17792 cli_runner.go:211] docker network create --driver=bridge --subnet=192.168.58.0/24 --gateway=192.168.58.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=old-k8s-version-132223 old-k8s-version-132223 returned with exit code 1
W0108 13:22:25.315292 17792 network_create.go:107] failed to create docker network old-k8s-version-132223 192.168.58.0/24, will retry: subnet is taken
I0108 13:22:25.315555 17792 network.go:297] skipping subnet 192.168.58.0 that has unexpired reservation: &{mu:{state:0 sema:0} read:{v:{m:map[192.168.49.0:0xc000d04b18] amended:true}} dirty:map[192.168.49.0:0xc000d04b18 192.168.58.0:0xc000c4f610] misses:1}
I0108 13:22:25.315572 17792 network.go:242] skipping subnet 192.168.58.0/24 that is reserved: &{IP:192.168.58.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.58.0/24 Gateway:192.168.58.1 ClientMin:192.168.58.2 ClientMax:192.168.58.254 Broadcast:192.168.58.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}
I0108 13:22:25.315845 17792 network.go:306] reserving subnet 192.168.67.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[192.168.49.0:0xc000d04b18] amended:true}} dirty:map[192.168.49.0:0xc000d04b18 192.168.58.0:0xc000c4f610 192.168.67.0:0xc000b08520] misses:1}
I0108 13:22:25.315861 17792 network.go:239] using free private subnet 192.168.67.0/24: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}
I0108 13:22:25.315870 17792 network_create.go:115] attempt to create docker network old-k8s-version-132223 192.168.67.0/24 with gateway 192.168.67.1 and MTU of 1500 ...
I0108 13:22:25.315966 17792 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.67.0/24 --gateway=192.168.67.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=old-k8s-version-132223 old-k8s-version-132223
W0108 13:22:25.377700 17792 cli_runner.go:211] docker network create --driver=bridge --subnet=192.168.67.0/24 --gateway=192.168.67.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=old-k8s-version-132223 old-k8s-version-132223 returned with exit code 1
W0108 13:22:25.377740 17792 network_create.go:107] failed to create docker network old-k8s-version-132223 192.168.67.0/24, will retry: subnet is taken
I0108 13:22:25.378017 17792 network.go:297] skipping subnet 192.168.67.0 that has unexpired reservation: &{mu:{state:0 sema:0} read:{v:{m:map[192.168.49.0:0xc000d04b18] amended:true}} dirty:map[192.168.49.0:0xc000d04b18 192.168.58.0:0xc000c4f610 192.168.67.0:0xc000b08520] misses:2}
I0108 13:22:25.378037 17792 network.go:242] skipping subnet 192.168.67.0/24 that is reserved: &{IP:192.168.67.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.67.0/24 Gateway:192.168.67.1 ClientMin:192.168.67.2 ClientMax:192.168.67.254 Broadcast:192.168.67.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}
I0108 13:22:25.378275 17792 network.go:306] reserving subnet 192.168.76.0 for 1m0s: &{mu:{state:0 sema:0} read:{v:{m:map[192.168.49.0:0xc000d04b18] amended:true}} dirty:map[192.168.49.0:0xc000d04b18 192.168.58.0:0xc000c4f610 192.168.67.0:0xc000b08520 192.168.76.0:0xc000c4f228] misses:2}
I0108 13:22:25.378299 17792 network.go:239] using free private subnet 192.168.76.0/24: &{IP:192.168.76.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.76.0/24 Gateway:192.168.76.1 ClientMin:192.168.76.2 ClientMax:192.168.76.254 Broadcast:192.168.76.255 Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:}}
I0108 13:22:25.378307 17792 network_create.go:115] attempt to create docker network old-k8s-version-132223 192.168.76.0/24 with gateway 192.168.76.1 and MTU of 1500 ...
I0108 13:22:25.378392 17792 cli_runner.go:164] Run: docker network create --driver=bridge --subnet=192.168.76.0/24 --gateway=192.168.76.1 -o --ip-masq -o --icc -o com.docker.network.driver.mtu=1500 --label=created_by.minikube.sigs.k8s.io=true --label=name.minikube.sigs.k8s.io=old-k8s-version-132223 old-k8s-version-132223
I0108 13:22:25.490426 17792 network_create.go:99] docker network old-k8s-version-132223 192.168.76.0/24 created
I0108 13:22:25.490523 17792 kic.go:106] calculated static IP "192.168.76.2" for the "old-k8s-version-132223" container
I0108 13:22:25.490667 17792 cli_runner.go:164] Run: docker ps -a --format {{.Names}}
I0108 13:22:25.558811 17792 cli_runner.go:164] Run: docker volume create old-k8s-version-132223 --label name.minikube.sigs.k8s.io=old-k8s-version-132223 --label created_by.minikube.sigs.k8s.io=true
I0108 13:22:25.618838 17792 oci.go:103] Successfully created a docker volume old-k8s-version-132223
I0108 13:22:25.618990 17792 cli_runner.go:164] Run: docker run --rm --name old-k8s-version-132223-preload-sidecar --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=old-k8s-version-132223 --entrypoint /usr/bin/test -v old-k8s-version-132223:/var gcr.io/k8s-minikube/kicbase-builds:v0.0.36-1668787669-15272@sha256:06094fc04b5dc02fbf1e2de7723c2a6db5d24c21fd2ddda91f6daaf29038cd9c -d /var/lib
I0108 13:22:26.086349 17792 oci.go:107] Successfully prepared a docker volume old-k8s-version-132223
I0108 13:22:26.086382 17792 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker
I0108 13:22:26.086397 17792 kic.go:179] Starting extracting preloaded images to volume ...
I0108 13:22:26.086531 17792 cli_runner.go:164] Run: docker run --rm --entrypoint /usr/bin/tar -v /Users/jenkins/minikube-integration/15565-2761/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v old-k8s-version-132223:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.36-1668787669-15272@sha256:06094fc04b5dc02fbf1e2de7723c2a6db5d24c21fd2ddda91f6daaf29038cd9c -I lz4 -xf /preloaded.tar -C /extractDir
I0108 13:22:33.975564 17792 cli_runner.go:217] Completed: docker run --rm --entrypoint /usr/bin/tar -v /Users/jenkins/minikube-integration/15565-2761/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.16.0-docker-overlay2-amd64.tar.lz4:/preloaded.tar:ro -v old-k8s-version-132223:/extractDir gcr.io/k8s-minikube/kicbase-builds:v0.0.36-1668787669-15272@sha256:06094fc04b5dc02fbf1e2de7723c2a6db5d24c21fd2ddda91f6daaf29038cd9c -I lz4 -xf /preloaded.tar -C /extractDir: (7.888864038s)
I0108 13:22:33.975589 17792 kic.go:188] duration metric: took 7.889156 seconds to extract preloaded images to volume
I0108 13:22:33.975744 17792 cli_runner.go:164] Run: docker info --format "'{{json .SecurityOptions}}'"
I0108 13:22:34.136172 17792 cli_runner.go:164] Run: docker run -d -t --privileged --security-opt seccomp=unconfined --tmpfs /tmp --tmpfs /run -v /lib/modules:/lib/modules:ro --hostname old-k8s-version-132223 --name old-k8s-version-132223 --label created_by.minikube.sigs.k8s.io=true --label name.minikube.sigs.k8s.io=old-k8s-version-132223 --label role.minikube.sigs.k8s.io= --label mode.minikube.sigs.k8s.io=old-k8s-version-132223 --network old-k8s-version-132223 --ip 192.168.76.2 --volume old-k8s-version-132223:/var --security-opt apparmor=unconfined --memory=2200mb --memory-swap=2200mb --cpus=2 -e container=docker --expose 8443 --publish=8443 --publish=22 --publish=2376 --publish=5000 --publish=32443 gcr.io/k8s-minikube/kicbase-builds:v0.0.36-1668787669-15272@sha256:06094fc04b5dc02fbf1e2de7723c2a6db5d24c21fd2ddda91f6daaf29038cd9c
I0108 13:22:34.590317 17792 cli_runner.go:164] Run: docker container inspect old-k8s-version-132223 --format={{.State.Running}}
I0108 13:22:34.662657 17792 cli_runner.go:164] Run: docker container inspect old-k8s-version-132223 --format={{.State.Status}}
I0108 13:22:34.728269 17792 cli_runner.go:164] Run: docker exec old-k8s-version-132223 stat /var/lib/dpkg/alternatives/iptables
I0108 13:22:34.869761 17792 oci.go:144] the created container "old-k8s-version-132223" has a running status.
I0108 13:22:34.869793 17792 kic.go:210] Creating ssh key for kic: /Users/jenkins/minikube-integration/15565-2761/.minikube/machines/old-k8s-version-132223/id_rsa...
I0108 13:22:34.930428 17792 kic_runner.go:191] docker (temp): /Users/jenkins/minikube-integration/15565-2761/.minikube/machines/old-k8s-version-132223/id_rsa.pub --> /home/docker/.ssh/authorized_keys (381 bytes)
I0108 13:22:35.052046 17792 cli_runner.go:164] Run: docker container inspect old-k8s-version-132223 --format={{.State.Status}}
I0108 13:22:35.122108 17792 kic_runner.go:93] Run: chown docker:docker /home/docker/.ssh/authorized_keys
I0108 13:22:35.122169 17792 kic_runner.go:114] Args: [docker exec --privileged old-k8s-version-132223 chown docker:docker /home/docker/.ssh/authorized_keys]
I0108 13:22:35.251373 17792 cli_runner.go:164] Run: docker container inspect old-k8s-version-132223 --format={{.State.Status}}
I0108 13:22:35.312792 17792 machine.go:88] provisioning docker machine ...
I0108 13:22:35.312839 17792 ubuntu.go:169] provisioning hostname "old-k8s-version-132223"
I0108 13:22:35.312940 17792 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-132223
I0108 13:22:35.384940 17792 main.go:134] libmachine: Using SSH client type: native
I0108 13:22:35.385151 17792 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x13ec4a0] 0x13ef620 <nil> [] 0s} 127.0.0.1 53837 <nil> <nil>}
I0108 13:22:35.385165 17792 main.go:134] libmachine: About to run SSH command:
sudo hostname old-k8s-version-132223 && echo "old-k8s-version-132223" | sudo tee /etc/hostname
I0108 13:22:35.521565 17792 main.go:134] libmachine: SSH cmd err, output: <nil>: old-k8s-version-132223
I0108 13:22:35.521686 17792 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-132223
I0108 13:22:35.591524 17792 main.go:134] libmachine: Using SSH client type: native
I0108 13:22:35.591707 17792 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x13ec4a0] 0x13ef620 <nil> [] 0s} 127.0.0.1 53837 <nil> <nil>}
I0108 13:22:35.591722 17792 main.go:134] libmachine: About to run SSH command:
if ! grep -xq '.*\sold-k8s-version-132223' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 old-k8s-version-132223/g' /etc/hosts;
else
echo '127.0.1.1 old-k8s-version-132223' | sudo tee -a /etc/hosts;
fi
fi
I0108 13:22:35.715191 17792 main.go:134] libmachine: SSH cmd err, output: <nil>:
I0108 13:22:35.715238 17792 ubuntu.go:175] set auth options {CertDir:/Users/jenkins/minikube-integration/15565-2761/.minikube CaCertPath:/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/ca.pem CaPrivateKeyPath:/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/Users/jenkins/minikube-integration/15565-2761/.minikube/machines/server.pem ServerKeyPath:/Users/jenkins/minikube-integration/15565-2761/.minikube/machines/server-key.pem ClientKeyPath:/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/Users/jenkins/minikube-integration/15565-2761/.minikube}
I0108 13:22:35.715273 17792 ubuntu.go:177] setting up certificates
I0108 13:22:35.715287 17792 provision.go:83] configureAuth start
I0108 13:22:35.715441 17792 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-132223
I0108 13:22:35.786168 17792 provision.go:138] copyHostCerts
I0108 13:22:35.786270 17792 exec_runner.go:144] found /Users/jenkins/minikube-integration/15565-2761/.minikube/ca.pem, removing ...
I0108 13:22:35.786279 17792 exec_runner.go:207] rm: /Users/jenkins/minikube-integration/15565-2761/.minikube/ca.pem
I0108 13:22:35.786483 17792 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/ca.pem --> /Users/jenkins/minikube-integration/15565-2761/.minikube/ca.pem (1082 bytes)
I0108 13:22:35.786692 17792 exec_runner.go:144] found /Users/jenkins/minikube-integration/15565-2761/.minikube/cert.pem, removing ...
I0108 13:22:35.786698 17792 exec_runner.go:207] rm: /Users/jenkins/minikube-integration/15565-2761/.minikube/cert.pem
I0108 13:22:35.786775 17792 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/cert.pem --> /Users/jenkins/minikube-integration/15565-2761/.minikube/cert.pem (1123 bytes)
I0108 13:22:35.786944 17792 exec_runner.go:144] found /Users/jenkins/minikube-integration/15565-2761/.minikube/key.pem, removing ...
I0108 13:22:35.786950 17792 exec_runner.go:207] rm: /Users/jenkins/minikube-integration/15565-2761/.minikube/key.pem
I0108 13:22:35.787024 17792 exec_runner.go:151] cp: /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/key.pem --> /Users/jenkins/minikube-integration/15565-2761/.minikube/key.pem (1675 bytes)
I0108 13:22:35.787158 17792 provision.go:112] generating server cert: /Users/jenkins/minikube-integration/15565-2761/.minikube/machines/server.pem ca-key=/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/ca.pem private-key=/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/ca-key.pem org=jenkins.old-k8s-version-132223 san=[192.168.76.2 127.0.0.1 localhost 127.0.0.1 minikube old-k8s-version-132223]
I0108 13:22:35.909607 17792 provision.go:172] copyRemoteCerts
I0108 13:22:35.909677 17792 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0108 13:22:35.909744 17792 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-132223
I0108 13:22:35.983377 17792 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:53837 SSHKeyPath:/Users/jenkins/minikube-integration/15565-2761/.minikube/machines/old-k8s-version-132223/id_rsa Username:docker}
I0108 13:22:36.069945 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0108 13:22:36.088776 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/machines/server.pem --> /etc/docker/server.pem (1241 bytes)
I0108 13:22:36.107522 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0108 13:22:36.126328 17792 provision.go:86] duration metric: configureAuth took 411.023067ms
I0108 13:22:36.126350 17792 ubuntu.go:193] setting minikube options for container-runtime
I0108 13:22:36.126528 17792 config.go:180] Loaded profile config "old-k8s-version-132223": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.16.0
I0108 13:22:36.126615 17792 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-132223
I0108 13:22:36.190226 17792 main.go:134] libmachine: Using SSH client type: native
I0108 13:22:36.190430 17792 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x13ec4a0] 0x13ef620 <nil> [] 0s} 127.0.0.1 53837 <nil> <nil>}
I0108 13:22:36.190442 17792 main.go:134] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0108 13:22:36.310793 17792 main.go:134] libmachine: SSH cmd err, output: <nil>: overlay
I0108 13:22:36.310821 17792 ubuntu.go:71] root file system type: overlay
I0108 13:22:36.310990 17792 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I0108 13:22:36.311104 17792 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-132223
I0108 13:22:36.379645 17792 main.go:134] libmachine: Using SSH client type: native
I0108 13:22:36.380508 17792 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x13ec4a0] 0x13ef620 <nil> [] 0s} 127.0.0.1 53837 <nil> <nil>}
I0108 13:22:36.380602 17792 main.go:134] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0108 13:22:36.509831 17792 main.go:134] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0108 13:22:36.509937 17792 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-132223
I0108 13:22:36.570549 17792 main.go:134] libmachine: Using SSH client type: native
I0108 13:22:36.570708 17792 main.go:134] libmachine: &{{{<nil> 0 [] [] []} docker [0x13ec4a0] 0x13ef620 <nil> [] 0s} 127.0.0.1 53837 <nil> <nil>}
I0108 13:22:36.570720 17792 main.go:134] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0108 13:22:37.226209 17792 main.go:134] libmachine: SSH cmd err, output: <nil>: --- /lib/systemd/system/docker.service 2022-10-25 18:00:04.000000000 +0000
+++ /lib/systemd/system/docker.service.new 2023-01-08 21:22:36.506912482 +0000
@@ -1,30 +1,32 @@
[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
-After=network-online.target docker.socket firewalld.service containerd.service
+BindsTo=containerd.service
+After=network-online.target firewalld.service containerd.service
Wants=network-online.target
-Requires=docker.socket containerd.service
+Requires=docker.socket
+StartLimitBurst=3
+StartLimitIntervalSec=60
[Service]
Type=notify
-# the default is not to use systemd for cgroups because the delegate issues still
-# exists and systemd currently does not support the cgroup feature set required
-# for containers run by docker
-ExecStart=/usr/bin/dockerd -H fd:// --containerd=/run/containerd/containerd.sock
-ExecReload=/bin/kill -s HUP $MAINPID
-TimeoutSec=0
-RestartSec=2
-Restart=always
-
-# Note that StartLimit* options were moved from "Service" to "Unit" in systemd 229.
-# Both the old, and new location are accepted by systemd 229 and up, so using the old location
-# to make them work for either version of systemd.
-StartLimitBurst=3
+Restart=on-failure
-# Note that StartLimitInterval was renamed to StartLimitIntervalSec in systemd 230.
-# Both the old, and new name are accepted by systemd 230 and up, so using the old name to make
-# this option work for either version of systemd.
-StartLimitInterval=60s
+
+
+# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
+# The base configuration already specifies an 'ExecStart=...' command. The first directive
+# here is to clear out that command inherited from the base configuration. Without this,
+# the command from the base configuration and the command specified here are treated as
+# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
+# will catch this invalid input and refuse to start the service with an error like:
+# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
+
+# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
+# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
+ExecStart=
+ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
+ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
@@ -32,16 +34,16 @@
LimitNPROC=infinity
LimitCORE=infinity
-# Comment TasksMax if your systemd version does not support it.
-# Only systemd 226 and above support this option.
+# Uncomment TasksMax if your systemd version supports it.
+# Only systemd 226 and above support this version.
TasksMax=infinity
+TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
-OOMScoreAdjust=-500
[Install]
WantedBy=multi-user.target
Synchronizing state of docker.service with SysV service script with /lib/systemd/systemd-sysv-install.
Executing: /lib/systemd/systemd-sysv-install enable docker
I0108 13:22:37.226258 17792 machine.go:91] provisioned docker machine in 1.913438414s
I0108 13:22:37.226265 17792 client.go:171] LocalClient.Create took 12.200687693s
I0108 13:22:37.226284 17792 start.go:167] duration metric: libmachine.API.Create for "old-k8s-version-132223" took 12.200747785s
I0108 13:22:37.226297 17792 start.go:300] post-start starting for "old-k8s-version-132223" (driver="docker")
I0108 13:22:37.226302 17792 start.go:328] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0108 13:22:37.226387 17792 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0108 13:22:37.226462 17792 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-132223
I0108 13:22:37.295415 17792 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:53837 SSHKeyPath:/Users/jenkins/minikube-integration/15565-2761/.minikube/machines/old-k8s-version-132223/id_rsa Username:docker}
I0108 13:22:37.384226 17792 ssh_runner.go:195] Run: cat /etc/os-release
I0108 13:22:37.388257 17792 main.go:134] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I0108 13:22:37.388274 17792 main.go:134] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I0108 13:22:37.388281 17792 main.go:134] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I0108 13:22:37.388287 17792 info.go:137] Remote host: Ubuntu 20.04.5 LTS
I0108 13:22:37.388297 17792 filesync.go:126] Scanning /Users/jenkins/minikube-integration/15565-2761/.minikube/addons for local assets ...
I0108 13:22:37.388393 17792 filesync.go:126] Scanning /Users/jenkins/minikube-integration/15565-2761/.minikube/files for local assets ...
I0108 13:22:37.388589 17792 filesync.go:149] local asset: /Users/jenkins/minikube-integration/15565-2761/.minikube/files/etc/ssl/certs/40832.pem -> 40832.pem in /etc/ssl/certs
I0108 13:22:37.388809 17792 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0108 13:22:37.396616 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/files/etc/ssl/certs/40832.pem --> /etc/ssl/certs/40832.pem (1708 bytes)
I0108 13:22:37.415191 17792 start.go:303] post-start completed in 188.882673ms
I0108 13:22:37.416197 17792 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-132223
I0108 13:22:37.487538 17792 profile.go:148] Saving config to /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/config.json ...
I0108 13:22:37.487978 17792 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I0108 13:22:37.488046 17792 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-132223
I0108 13:22:37.556237 17792 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:53837 SSHKeyPath:/Users/jenkins/minikube-integration/15565-2761/.minikube/machines/old-k8s-version-132223/id_rsa Username:docker}
I0108 13:22:37.646490 17792 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I0108 13:22:37.654479 17792 start.go:128] duration metric: createHost completed in 12.688154591s
I0108 13:22:37.654508 17792 start.go:83] releasing machines lock for "old-k8s-version-132223", held for 12.688286274s
I0108 13:22:37.654757 17792 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" old-k8s-version-132223
I0108 13:22:37.718168 17792 ssh_runner.go:195] Run: cat /version.json
I0108 13:22:37.718194 17792 ssh_runner.go:195] Run: curl -sS -m 2 https://k8s.gcr.io/
I0108 13:22:37.718271 17792 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-132223
I0108 13:22:37.718313 17792 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" old-k8s-version-132223
I0108 13:22:37.790200 17792 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:53837 SSHKeyPath:/Users/jenkins/minikube-integration/15565-2761/.minikube/machines/old-k8s-version-132223/id_rsa Username:docker}
I0108 13:22:37.790211 17792 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:53837 SSHKeyPath:/Users/jenkins/minikube-integration/15565-2761/.minikube/machines/old-k8s-version-132223/id_rsa Username:docker}
I0108 13:22:37.874642 17792 ssh_runner.go:195] Run: systemctl --version
I0108 13:22:38.132272 17792 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0108 13:22:38.144554 17792 cruntime.go:273] skipping containerd shutdown because we are bound to it
I0108 13:22:38.144667 17792 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0108 13:22:38.156716 17792 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/dockershim.sock
image-endpoint: unix:///var/run/dockershim.sock
" | sudo tee /etc/crictl.yaml"
I0108 13:22:38.171541 17792 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0108 13:22:38.237794 17792 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0108 13:22:38.310722 17792 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0108 13:22:38.380764 17792 ssh_runner.go:195] Run: sudo systemctl restart docker
I0108 13:22:38.655356 17792 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0108 13:22:38.695575 17792 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0108 13:22:38.804711 17792 out.go:204] * Preparing Kubernetes v1.16.0 on Docker 20.10.21 ...
I0108 13:22:38.804827 17792 cli_runner.go:164] Run: docker exec -t old-k8s-version-132223 dig +short host.docker.internal
I0108 13:22:38.925544 17792 network.go:96] got host ip for mount in container by digging dns: 192.168.65.2
I0108 13:22:38.925675 17792 ssh_runner.go:195] Run: grep 192.168.65.2 host.minikube.internal$ /etc/hosts
I0108 13:22:38.930353 17792 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.65.2 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0108 13:22:38.942051 17792 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "8443/tcp") 0).HostPort}}'" old-k8s-version-132223
I0108 13:22:39.004776 17792 preload.go:132] Checking if preload exists for k8s version v1.16.0 and runtime docker
I0108 13:22:39.004885 17792 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0108 13:22:39.030150 17792 docker.go:613] Got preloaded images: -- stdout --
gcr.io/k8s-minikube/storage-provisioner:v5
k8s.gcr.io/kube-apiserver:v1.16.0
k8s.gcr.io/kube-controller-manager:v1.16.0
k8s.gcr.io/kube-proxy:v1.16.0
k8s.gcr.io/kube-scheduler:v1.16.0
k8s.gcr.io/etcd:3.3.15-0
k8s.gcr.io/coredns:1.6.2
k8s.gcr.io/pause:3.1
-- /stdout --
I0108 13:22:39.030168 17792 docker.go:543] Images already preloaded, skipping extraction
I0108 13:22:39.030274 17792 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0108 13:22:39.055251 17792 docker.go:613] Got preloaded images: -- stdout --
gcr.io/k8s-minikube/storage-provisioner:v5
k8s.gcr.io/kube-apiserver:v1.16.0
k8s.gcr.io/kube-controller-manager:v1.16.0
k8s.gcr.io/kube-proxy:v1.16.0
k8s.gcr.io/kube-scheduler:v1.16.0
k8s.gcr.io/etcd:3.3.15-0
k8s.gcr.io/coredns:1.6.2
k8s.gcr.io/pause:3.1
-- /stdout --
I0108 13:22:39.055269 17792 cache_images.go:84] Images are preloaded, skipping loading
I0108 13:22:39.055372 17792 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0108 13:22:39.129443 17792 cni.go:95] Creating CNI manager for ""
I0108 13:22:39.129462 17792 cni.go:169] CNI unnecessary in this configuration, recommending no CNI
I0108 13:22:39.129476 17792 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I0108 13:22:39.129507 17792 kubeadm.go:158] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8443 KubernetesVersion:v1.16.0 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:old-k8s-version-132223 NodeName:old-k8s-version-132223 DNSDomain:cluster.local CRISocket:/var/run/dockershim.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:systemd ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPo
dPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[]}
I0108 13:22:39.129618 17792 kubeadm.go:163] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta1
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: /var/run/dockershim.sock
name: "old-k8s-version-132223"
kubeletExtraArgs:
node-ip: 192.168.76.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta1
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: old-k8s-version-132223
controlPlaneEndpoint: control-plane.minikube.internal:8443
dns:
type: CoreDNS
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
listen-metrics-urls: http://127.0.0.1:2381,http://192.168.76.2:2381
kubernetesVersion: v1.16.0
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: systemd
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0108 13:22:39.129700 17792 kubeadm.go:962] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.16.0/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime=docker --hostname-override=old-k8s-version-132223 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.16.0 ClusterName:old-k8s-version-132223 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:}
I0108 13:22:39.129781 17792 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.16.0
I0108 13:22:39.138180 17792 binaries.go:44] Found k8s binaries, skipping transfer
I0108 13:22:39.138246 17792 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I0108 13:22:39.145794 17792 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (348 bytes)
I0108 13:22:39.158655 17792 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0108 13:22:39.171710 17792 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2120 bytes)
I0108 13:22:39.185153 17792 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I0108 13:22:39.189332 17792 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0108 13:22:39.199519 17792 certs.go:54] Setting up /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223 for IP: 192.168.76.2
I0108 13:22:39.199660 17792 certs.go:182] skipping minikubeCA CA generation: /Users/jenkins/minikube-integration/15565-2761/.minikube/ca.key
I0108 13:22:39.199729 17792 certs.go:182] skipping proxyClientCA CA generation: /Users/jenkins/minikube-integration/15565-2761/.minikube/proxy-client-ca.key
I0108 13:22:39.199786 17792 certs.go:302] generating minikube-user signed cert: /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/client.key
I0108 13:22:39.199803 17792 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/client.crt with IP's: []
I0108 13:22:39.389387 17792 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/client.crt ...
I0108 13:22:39.389407 17792 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/client.crt: {Name:mk6cf372ae9eb8de3ca8232399d58d9379bf6999 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 13:22:39.389735 17792 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/client.key ...
I0108 13:22:39.389744 17792 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/client.key: {Name:mk797b87be20c3b398ded2c5c0b60d18653e4a4f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 13:22:39.389993 17792 certs.go:302] generating minikube signed cert: /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.key.31bdca25
I0108 13:22:39.390014 17792 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.crt.31bdca25 with IP's: [192.168.76.2 10.96.0.1 127.0.0.1 10.0.0.1]
I0108 13:22:39.613966 17792 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.crt.31bdca25 ...
I0108 13:22:39.613982 17792 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.crt.31bdca25: {Name:mk6de7974d213c9b05df64350e5c1a819191dfc1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 13:22:39.614290 17792 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.key.31bdca25 ...
I0108 13:22:39.614299 17792 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.key.31bdca25: {Name:mk94b7f9a501091cc5735973c16d7cea251cd81b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 13:22:39.614496 17792 certs.go:320] copying /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.crt.31bdca25 -> /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.crt
I0108 13:22:39.614663 17792 certs.go:324] copying /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.key.31bdca25 -> /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.key
I0108 13:22:39.614833 17792 certs.go:302] generating aggregator signed cert: /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/proxy-client.key
I0108 13:22:39.614852 17792 crypto.go:68] Generating cert /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/proxy-client.crt with IP's: []
I0108 13:22:39.740429 17792 crypto.go:156] Writing cert to /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/proxy-client.crt ...
I0108 13:22:39.740443 17792 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/proxy-client.crt: {Name:mkc8ed0767ad8131c748af892ea20409e5895b66 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 13:22:39.740714 17792 crypto.go:164] Writing key to /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/proxy-client.key ...
I0108 13:22:39.740722 17792 lock.go:35] WriteFile acquiring /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/proxy-client.key: {Name:mk789cb6962213d4f60987ff52c2c810e72d58ef Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0108 13:22:39.741148 17792 certs.go:388] found cert: /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/4083.pem (1338 bytes)
W0108 13:22:39.741199 17792 certs.go:384] ignoring /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/4083_empty.pem, impossibly tiny 0 bytes
I0108 13:22:39.741222 17792 certs.go:388] found cert: /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/ca-key.pem (1675 bytes)
I0108 13:22:39.741259 17792 certs.go:388] found cert: /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/ca.pem (1082 bytes)
I0108 13:22:39.741292 17792 certs.go:388] found cert: /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/cert.pem (1123 bytes)
I0108 13:22:39.741326 17792 certs.go:388] found cert: /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/Users/jenkins/minikube-integration/15565-2761/.minikube/certs/key.pem (1675 bytes)
I0108 13:22:39.741395 17792 certs.go:388] found cert: /Users/jenkins/minikube-integration/15565-2761/.minikube/files/etc/ssl/certs/Users/jenkins/minikube-integration/15565-2761/.minikube/files/etc/ssl/certs/40832.pem (1708 bytes)
I0108 13:22:39.741918 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I0108 13:22:39.761104 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I0108 13:22:39.779004 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0108 13:22:39.797013 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/profiles/old-k8s-version-132223/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0108 13:22:39.814797 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0108 13:22:39.832675 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I0108 13:22:39.850627 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0108 13:22:39.872396 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I0108 13:22:39.890827 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/certs/4083.pem --> /usr/share/ca-certificates/4083.pem (1338 bytes)
I0108 13:22:39.909888 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/files/etc/ssl/certs/40832.pem --> /usr/share/ca-certificates/40832.pem (1708 bytes)
I0108 13:22:39.928022 17792 ssh_runner.go:362] scp /Users/jenkins/minikube-integration/15565-2761/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0108 13:22:39.947359 17792 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0108 13:22:39.960979 17792 ssh_runner.go:195] Run: openssl version
I0108 13:22:39.966615 17792 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/4083.pem && ln -fs /usr/share/ca-certificates/4083.pem /etc/ssl/certs/4083.pem"
I0108 13:22:39.975085 17792 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/4083.pem
I0108 13:22:39.979424 17792 certs.go:431] hashing: -rw-r--r-- 1 root root 1338 Jan 8 20:32 /usr/share/ca-certificates/4083.pem
I0108 13:22:39.979485 17792 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/4083.pem
I0108 13:22:39.985199 17792 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/4083.pem /etc/ssl/certs/51391683.0"
I0108 13:22:39.993567 17792 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/40832.pem && ln -fs /usr/share/ca-certificates/40832.pem /etc/ssl/certs/40832.pem"
I0108 13:22:40.002369 17792 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/40832.pem
I0108 13:22:40.006494 17792 certs.go:431] hashing: -rw-r--r-- 1 root root 1708 Jan 8 20:32 /usr/share/ca-certificates/40832.pem
I0108 13:22:40.006545 17792 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/40832.pem
I0108 13:22:40.012889 17792 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/40832.pem /etc/ssl/certs/3ec20f2e.0"
I0108 13:22:40.021419 17792 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0108 13:22:40.029995 17792 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0108 13:22:40.034133 17792 certs.go:431] hashing: -rw-r--r-- 1 root root 1111 Jan 8 20:27 /usr/share/ca-certificates/minikubeCA.pem
I0108 13:22:40.034185 17792 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0108 13:22:40.039808 17792 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0108 13:22:40.048190 17792 kubeadm.go:396] StartCluster: {Name:old-k8s-version-132223 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.36-1668787669-15272@sha256:06094fc04b5dc02fbf1e2de7723c2a6db5d24c21fd2ddda91f6daaf29038cd9c Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:true NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.16.0 ClusterName:old-k8s-version-132223 Namespace:default APIServerName:minikubeCA APISer
verNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin: FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8443 NodeName:} Nodes:[{Name: IP:192.168.76.2 Port:8443 KubernetesVersion:v1.16.0 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/Users:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false Disab
leMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath:/opt/socket_vmnet/bin/socket_vmnet_client SocketVMnetPath:/var/run/socket_vmnet}
I0108 13:22:40.048306 17792 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0108 13:22:40.071763 17792 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0108 13:22:40.080554 17792 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I0108 13:22:40.088341 17792 kubeadm.go:221] ignoring SystemVerification for kubeadm because of docker driver
I0108 13:22:40.088403 17792 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0108 13:22:40.096353 17792 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0108 13:22:40.096387 17792 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0108 13:22:40.149446 17792 kubeadm.go:317] [init] Using Kubernetes version: v1.16.0
I0108 13:22:40.149498 17792 kubeadm.go:317] [preflight] Running pre-flight checks
I0108 13:22:40.475093 17792 kubeadm.go:317] [preflight] Pulling images required for setting up a Kubernetes cluster
I0108 13:22:40.475218 17792 kubeadm.go:317] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0108 13:22:40.475352 17792 kubeadm.go:317] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0108 13:22:40.783556 17792 kubeadm.go:317] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0108 13:22:40.783663 17792 kubeadm.go:317] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0108 13:22:40.790432 17792 kubeadm.go:317] [kubelet-start] Activating the kubelet service
I0108 13:22:40.919315 17792 kubeadm.go:317] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0108 13:22:40.941697 17792 out.go:204] - Generating certificates and keys ...
I0108 13:22:40.941832 17792 kubeadm.go:317] [certs] Using existing ca certificate authority
I0108 13:22:40.941917 17792 kubeadm.go:317] [certs] Using existing apiserver certificate and key on disk
I0108 13:22:41.027123 17792 kubeadm.go:317] [certs] Generating "apiserver-kubelet-client" certificate and key
I0108 13:22:41.200786 17792 kubeadm.go:317] [certs] Generating "front-proxy-ca" certificate and key
I0108 13:22:41.486483 17792 kubeadm.go:317] [certs] Generating "front-proxy-client" certificate and key
I0108 13:22:41.647161 17792 kubeadm.go:317] [certs] Generating "etcd/ca" certificate and key
I0108 13:22:42.107781 17792 kubeadm.go:317] [certs] Generating "etcd/server" certificate and key
I0108 13:22:42.108128 17792 kubeadm.go:317] [certs] etcd/server serving cert is signed for DNS names [old-k8s-version-132223 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I0108 13:22:42.308825 17792 kubeadm.go:317] [certs] Generating "etcd/peer" certificate and key
I0108 13:22:42.308959 17792 kubeadm.go:317] [certs] etcd/peer serving cert is signed for DNS names [old-k8s-version-132223 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
I0108 13:22:42.395214 17792 kubeadm.go:317] [certs] Generating "etcd/healthcheck-client" certificate and key
I0108 13:22:42.484558 17792 kubeadm.go:317] [certs] Generating "apiserver-etcd-client" certificate and key
I0108 13:22:42.529803 17792 kubeadm.go:317] [certs] Generating "sa" key and public key
I0108 13:22:42.529913 17792 kubeadm.go:317] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0108 13:22:42.591338 17792 kubeadm.go:317] [kubeconfig] Writing "admin.conf" kubeconfig file
I0108 13:22:42.722955 17792 kubeadm.go:317] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0108 13:22:42.910781 17792 kubeadm.go:317] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0108 13:22:43.082842 17792 kubeadm.go:317] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0108 13:22:43.083584 17792 kubeadm.go:317] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0108 13:22:43.106114 17792 out.go:204] - Booting up control plane ...
I0108 13:22:43.106301 17792 kubeadm.go:317] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0108 13:22:43.106457 17792 kubeadm.go:317] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0108 13:22:43.106610 17792 kubeadm.go:317] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0108 13:22:43.106811 17792 kubeadm.go:317] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0108 13:22:43.107204 17792 kubeadm.go:317] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0108 13:23:23.093356 17792 kubeadm.go:317] [kubelet-check] Initial timeout of 40s passed.
I0108 13:23:23.093847 17792 kubeadm.go:317] [kubelet-check] It seems like the kubelet isn't running or healthy.
I0108 13:23:23.093999 17792 kubeadm.go:317] [kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
I0108 13:23:28.095935 17792 kubeadm.go:317] [kubelet-check] It seems like the kubelet isn't running or healthy.
I0108 13:23:28.096165 17792 kubeadm.go:317] [kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
I0108 13:23:38.098207 17792 kubeadm.go:317] [kubelet-check] It seems like the kubelet isn't running or healthy.
I0108 13:23:38.098424 17792 kubeadm.go:317] [kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
I0108 13:23:58.099077 17792 kubeadm.go:317] [kubelet-check] It seems like the kubelet isn't running or healthy.
I0108 13:23:58.099269 17792 kubeadm.go:317] [kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
I0108 13:24:38.100146 17792 kubeadm.go:317] [kubelet-check] It seems like the kubelet isn't running or healthy.
I0108 13:24:38.100315 17792 kubeadm.go:317] [kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
I0108 13:24:38.100323 17792 kubeadm.go:317]
I0108 13:24:38.100367 17792 kubeadm.go:317] Unfortunately, an error has occurred:
I0108 13:24:38.100414 17792 kubeadm.go:317] timed out waiting for the condition
I0108 13:24:38.100423 17792 kubeadm.go:317]
I0108 13:24:38.100468 17792 kubeadm.go:317] This error is likely caused by:
I0108 13:24:38.100523 17792 kubeadm.go:317] - The kubelet is not running
I0108 13:24:38.100616 17792 kubeadm.go:317] - The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
I0108 13:24:38.100625 17792 kubeadm.go:317]
I0108 13:24:38.100715 17792 kubeadm.go:317] If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
I0108 13:24:38.100798 17792 kubeadm.go:317] - 'systemctl status kubelet'
I0108 13:24:38.100834 17792 kubeadm.go:317] - 'journalctl -xeu kubelet'
I0108 13:24:38.100841 17792 kubeadm.go:317]
I0108 13:24:38.100947 17792 kubeadm.go:317] Additionally, a control plane component may have crashed or exited when started by the container runtime.
I0108 13:24:38.101019 17792 kubeadm.go:317] To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
I0108 13:24:38.101096 17792 kubeadm.go:317] Here is one example how you may list all Kubernetes containers running in docker:
I0108 13:24:38.101127 17792 kubeadm.go:317] - 'docker ps -a | grep kube | grep -v pause'
I0108 13:24:38.101175 17792 kubeadm.go:317] Once you have found the failing container, you can inspect its logs with:
I0108 13:24:38.101199 17792 kubeadm.go:317] - 'docker logs CONTAINERID'
I0108 13:24:38.104055 17792 kubeadm.go:317] [WARNING Swap]: running with swap on is not supported. Please disable swap
I0108 13:24:38.104192 17792 kubeadm.go:317] [WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.21. Latest validated version: 18.09
I0108 13:24:38.104277 17792 kubeadm.go:317] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0108 13:24:38.104338 17792 kubeadm.go:317] error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
I0108 13:24:38.104396 17792 kubeadm.go:317] To see the stack trace of this error execute with --v=5 or higher
W0108 13:24:38.104563 17792 out.go:239] ! initialization failed, will try again: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Generating "apiserver-kubelet-client" certificate and key
[certs] Generating "front-proxy-ca" certificate and key
[certs] Generating "front-proxy-client" certificate and key
[certs] Generating "etcd/ca" certificate and key
[certs] Generating "etcd/server" certificate and key
[certs] etcd/server serving cert is signed for DNS names [old-k8s-version-132223 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
[certs] Generating "etcd/peer" certificate and key
[certs] etcd/peer serving cert is signed for DNS names [old-k8s-version-132223 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
[certs] Generating "etcd/healthcheck-client" certificate and key
[certs] Generating "apiserver-etcd-client" certificate and key
[certs] Generating "sa" key and public key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.21. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
! initialization failed, will try again: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Generating "apiserver-kubelet-client" certificate and key
[certs] Generating "front-proxy-ca" certificate and key
[certs] Generating "front-proxy-client" certificate and key
[certs] Generating "etcd/ca" certificate and key
[certs] Generating "etcd/server" certificate and key
[certs] etcd/server serving cert is signed for DNS names [old-k8s-version-132223 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
[certs] Generating "etcd/peer" certificate and key
[certs] etcd/peer serving cert is signed for DNS names [old-k8s-version-132223 localhost] and IPs [192.168.76.2 127.0.0.1 ::1]
[certs] Generating "etcd/healthcheck-client" certificate and key
[certs] Generating "apiserver-etcd-client" certificate and key
[certs] Generating "sa" key and public key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.21. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
I0108 13:24:38.104589 17792 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm reset --cri-socket /var/run/dockershim.sock --force"
I0108 13:24:38.521429 17792 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0108 13:24:38.531493 17792 kubeadm.go:221] ignoring SystemVerification for kubeadm because of docker driver
I0108 13:24:38.531559 17792 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I0108 13:24:38.539267 17792 kubeadm.go:152] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I0108 13:24:38.539296 17792 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables"
I0108 13:24:38.587701 17792 kubeadm.go:317] [init] Using Kubernetes version: v1.16.0
I0108 13:24:38.587745 17792 kubeadm.go:317] [preflight] Running pre-flight checks
I0108 13:24:38.886787 17792 kubeadm.go:317] [preflight] Pulling images required for setting up a Kubernetes cluster
I0108 13:24:38.886897 17792 kubeadm.go:317] [preflight] This might take a minute or two, depending on the speed of your internet connection
I0108 13:24:38.886977 17792 kubeadm.go:317] [preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
I0108 13:24:39.110632 17792 kubeadm.go:317] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I0108 13:24:39.111391 17792 kubeadm.go:317] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I0108 13:24:39.118524 17792 kubeadm.go:317] [kubelet-start] Activating the kubelet service
I0108 13:24:39.186453 17792 kubeadm.go:317] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I0108 13:24:39.208217 17792 out.go:204] - Generating certificates and keys ...
I0108 13:24:39.208359 17792 kubeadm.go:317] [certs] Using existing ca certificate authority
I0108 13:24:39.208442 17792 kubeadm.go:317] [certs] Using existing apiserver certificate and key on disk
I0108 13:24:39.208553 17792 kubeadm.go:317] [certs] Using existing apiserver-kubelet-client certificate and key on disk
I0108 13:24:39.208685 17792 kubeadm.go:317] [certs] Using existing front-proxy-ca certificate authority
I0108 13:24:39.208751 17792 kubeadm.go:317] [certs] Using existing front-proxy-client certificate and key on disk
I0108 13:24:39.208823 17792 kubeadm.go:317] [certs] Using existing etcd/ca certificate authority
I0108 13:24:39.208889 17792 kubeadm.go:317] [certs] Using existing etcd/server certificate and key on disk
I0108 13:24:39.208979 17792 kubeadm.go:317] [certs] Using existing etcd/peer certificate and key on disk
I0108 13:24:39.209055 17792 kubeadm.go:317] [certs] Using existing etcd/healthcheck-client certificate and key on disk
I0108 13:24:39.209127 17792 kubeadm.go:317] [certs] Using existing apiserver-etcd-client certificate and key on disk
I0108 13:24:39.209160 17792 kubeadm.go:317] [certs] Using the existing "sa" key
I0108 13:24:39.209208 17792 kubeadm.go:317] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I0108 13:24:39.345498 17792 kubeadm.go:317] [kubeconfig] Writing "admin.conf" kubeconfig file
I0108 13:24:39.597810 17792 kubeadm.go:317] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I0108 13:24:39.735603 17792 kubeadm.go:317] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I0108 13:24:39.871890 17792 kubeadm.go:317] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I0108 13:24:39.872567 17792 kubeadm.go:317] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I0108 13:24:39.894131 17792 out.go:204] - Booting up control plane ...
I0108 13:24:39.894472 17792 kubeadm.go:317] [control-plane] Creating static Pod manifest for "kube-apiserver"
I0108 13:24:39.894594 17792 kubeadm.go:317] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I0108 13:24:39.894698 17792 kubeadm.go:317] [control-plane] Creating static Pod manifest for "kube-scheduler"
I0108 13:24:39.894927 17792 kubeadm.go:317] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I0108 13:24:39.895305 17792 kubeadm.go:317] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
I0108 13:25:19.880753 17792 kubeadm.go:317] [kubelet-check] Initial timeout of 40s passed.
I0108 13:25:19.881216 17792 kubeadm.go:317] [kubelet-check] It seems like the kubelet isn't running or healthy.
I0108 13:25:19.881447 17792 kubeadm.go:317] [kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
I0108 13:25:24.882236 17792 kubeadm.go:317] [kubelet-check] It seems like the kubelet isn't running or healthy.
I0108 13:25:24.882440 17792 kubeadm.go:317] [kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
I0108 13:25:34.883505 17792 kubeadm.go:317] [kubelet-check] It seems like the kubelet isn't running or healthy.
I0108 13:25:34.883718 17792 kubeadm.go:317] [kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
I0108 13:25:54.884905 17792 kubeadm.go:317] [kubelet-check] It seems like the kubelet isn't running or healthy.
I0108 13:25:54.885125 17792 kubeadm.go:317] [kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
I0108 13:26:34.886435 17792 kubeadm.go:317] [kubelet-check] It seems like the kubelet isn't running or healthy.
I0108 13:26:34.886668 17792 kubeadm.go:317] [kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
I0108 13:26:34.886681 17792 kubeadm.go:317]
I0108 13:26:34.886744 17792 kubeadm.go:317] Unfortunately, an error has occurred:
I0108 13:26:34.886789 17792 kubeadm.go:317] timed out waiting for the condition
I0108 13:26:34.886798 17792 kubeadm.go:317]
I0108 13:26:34.886841 17792 kubeadm.go:317] This error is likely caused by:
I0108 13:26:34.886880 17792 kubeadm.go:317] - The kubelet is not running
I0108 13:26:34.887012 17792 kubeadm.go:317] - The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
I0108 13:26:34.887024 17792 kubeadm.go:317]
I0108 13:26:34.887167 17792 kubeadm.go:317] If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
I0108 13:26:34.887219 17792 kubeadm.go:317] - 'systemctl status kubelet'
I0108 13:26:34.887261 17792 kubeadm.go:317] - 'journalctl -xeu kubelet'
I0108 13:26:34.887271 17792 kubeadm.go:317]
I0108 13:26:34.887389 17792 kubeadm.go:317] Additionally, a control plane component may have crashed or exited when started by the container runtime.
I0108 13:26:34.887499 17792 kubeadm.go:317] To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
I0108 13:26:34.887634 17792 kubeadm.go:317] Here is one example how you may list all Kubernetes containers running in docker:
I0108 13:26:34.887716 17792 kubeadm.go:317] - 'docker ps -a | grep kube | grep -v pause'
I0108 13:26:34.887790 17792 kubeadm.go:317] Once you have found the failing container, you can inspect its logs with:
I0108 13:26:34.887824 17792 kubeadm.go:317] - 'docker logs CONTAINERID'
I0108 13:26:34.890640 17792 kubeadm.go:317] [WARNING Swap]: running with swap on is not supported. Please disable swap
I0108 13:26:34.890751 17792 kubeadm.go:317] [WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.21. Latest validated version: 18.09
I0108 13:26:34.890839 17792 kubeadm.go:317] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I0108 13:26:34.890912 17792 kubeadm.go:317] error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
I0108 13:26:34.890979 17792 kubeadm.go:317] To see the stack trace of this error execute with --v=5 or higher
I0108 13:26:34.891010 17792 kubeadm.go:398] StartCluster complete in 3m54.841796608s
I0108 13:26:34.891113 17792 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0108 13:26:34.915671 17792 logs.go:274] 0 containers: []
W0108 13:26:34.915684 17792 logs.go:276] No container was found matching "kube-apiserver"
I0108 13:26:34.915773 17792 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0108 13:26:34.939871 17792 logs.go:274] 0 containers: []
W0108 13:26:34.939885 17792 logs.go:276] No container was found matching "etcd"
I0108 13:26:34.939972 17792 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0108 13:26:34.963340 17792 logs.go:274] 0 containers: []
W0108 13:26:34.963354 17792 logs.go:276] No container was found matching "coredns"
I0108 13:26:34.963437 17792 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0108 13:26:34.986736 17792 logs.go:274] 0 containers: []
W0108 13:26:34.986750 17792 logs.go:276] No container was found matching "kube-scheduler"
I0108 13:26:34.986830 17792 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0108 13:26:35.009865 17792 logs.go:274] 0 containers: []
W0108 13:26:35.009880 17792 logs.go:276] No container was found matching "kube-proxy"
I0108 13:26:35.009973 17792 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kubernetes-dashboard --format={{.ID}}
I0108 13:26:35.033302 17792 logs.go:274] 0 containers: []
W0108 13:26:35.033316 17792 logs.go:276] No container was found matching "kubernetes-dashboard"
I0108 13:26:35.033403 17792 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_storage-provisioner --format={{.ID}}
I0108 13:26:35.057245 17792 logs.go:274] 0 containers: []
W0108 13:26:35.057262 17792 logs.go:276] No container was found matching "storage-provisioner"
I0108 13:26:35.057346 17792 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0108 13:26:35.084844 17792 logs.go:274] 0 containers: []
W0108 13:26:35.084864 17792 logs.go:276] No container was found matching "kube-controller-manager"
I0108 13:26:35.084875 17792 logs.go:123] Gathering logs for describe nodes ...
I0108 13:26:35.084888 17792 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.16.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
W0108 13:26:35.145634 17792 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.16.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" /bin/bash -c "sudo /var/lib/minikube/binaries/v1.16.0/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig": Process exited with status 1
stdout:
stderr:
The connection to the server localhost:8443 was refused - did you specify the right host or port?
output:
** stderr **
The connection to the server localhost:8443 was refused - did you specify the right host or port?
** /stderr **
I0108 13:26:35.145648 17792 logs.go:123] Gathering logs for Docker ...
I0108 13:26:35.145654 17792 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -n 400"
I0108 13:26:35.162222 17792 logs.go:123] Gathering logs for container status ...
I0108 13:26:35.162241 17792 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0108 13:26:37.212693 17792 ssh_runner.go:235] Completed: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a": (2.050430387s)
I0108 13:26:37.212798 17792 logs.go:123] Gathering logs for kubelet ...
I0108 13:26:37.212805 17792 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0108 13:26:37.250444 17792 logs.go:123] Gathering logs for dmesg ...
I0108 13:26:37.250460 17792 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
W0108 13:26:37.263439 17792 out.go:369] Error starting cluster: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.21. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
W0108 13:26:37.263457 17792 out.go:239] *
*
W0108 13:26:37.263587 17792 out.go:239] X Error starting cluster: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.21. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
X Error starting cluster: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.21. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
W0108 13:26:37.263602 17792 out.go:239] *
*
W0108 13:26:37.264306 17792 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I0108 13:26:37.326866 17792 out.go:177]
W0108 13:26:37.368944 17792 out.go:239] X Exiting due to K8S_KUBELET_NOT_RUNNING: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.21. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
X Exiting due to K8S_KUBELET_NOT_RUNNING: wait: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.16.0:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,SystemVerification,FileContent--proc-sys-net-bridge-bridge-nf-call-iptables": Process exited with status 1
stdout:
[init] Using Kubernetes version: v1.16.0
[preflight] Running pre-flight checks
[preflight] Pulling images required for setting up a Kubernetes cluster
[preflight] This might take a minute or two, depending on the speed of your internet connection
[preflight] You can also perform this action in beforehand using 'kubeadm config images pull'
[kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
[kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
[kubelet-start] Activating the kubelet service
[certs] Using certificateDir folder "/var/lib/minikube/certs"
[certs] Using existing ca certificate authority
[certs] Using existing apiserver certificate and key on disk
[certs] Using existing apiserver-kubelet-client certificate and key on disk
[certs] Using existing front-proxy-ca certificate authority
[certs] Using existing front-proxy-client certificate and key on disk
[certs] Using existing etcd/ca certificate authority
[certs] Using existing etcd/server certificate and key on disk
[certs] Using existing etcd/peer certificate and key on disk
[certs] Using existing etcd/healthcheck-client certificate and key on disk
[certs] Using existing apiserver-etcd-client certificate and key on disk
[certs] Using the existing "sa" key
[kubeconfig] Using kubeconfig folder "/etc/kubernetes"
[kubeconfig] Writing "admin.conf" kubeconfig file
[kubeconfig] Writing "kubelet.conf" kubeconfig file
[kubeconfig] Writing "controller-manager.conf" kubeconfig file
[kubeconfig] Writing "scheduler.conf" kubeconfig file
[control-plane] Using manifest folder "/etc/kubernetes/manifests"
[control-plane] Creating static Pod manifest for "kube-apiserver"
[control-plane] Creating static Pod manifest for "kube-controller-manager"
[control-plane] Creating static Pod manifest for "kube-scheduler"
[etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
[wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests". This can take up to 4m0s
[kubelet-check] Initial timeout of 40s passed.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
[kubelet-check] It seems like the kubelet isn't running or healthy.
[kubelet-check] The HTTP call equal to 'curl -sSL http://localhost:10248/healthz' failed with error: Get http://localhost:10248/healthz: dial tcp 127.0.0.1:10248: connect: connection refused.
Unfortunately, an error has occurred:
timed out waiting for the condition
This error is likely caused by:
- The kubelet is not running
- The kubelet is unhealthy due to a misconfiguration of the node in some way (required cgroups disabled)
If you are on a systemd-powered system, you can try to troubleshoot the error with the following commands:
- 'systemctl status kubelet'
- 'journalctl -xeu kubelet'
Additionally, a control plane component may have crashed or exited when started by the container runtime.
To troubleshoot, list all containers using your preferred container runtimes CLI, e.g. docker.
Here is one example how you may list all Kubernetes containers running in docker:
- 'docker ps -a | grep kube | grep -v pause'
Once you have found the failing container, you can inspect its logs with:
- 'docker logs CONTAINERID'
stderr:
[WARNING Swap]: running with swap on is not supported. Please disable swap
[WARNING SystemVerification]: this Docker version is not on the list of validated versions: 20.10.21. Latest validated version: 18.09
[WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
error execution phase wait-control-plane: couldn't initialize a Kubernetes cluster
To see the stack trace of this error execute with --v=5 or higher
W0108 13:26:37.369015 17792 out.go:239] * Suggestion: Check output of 'journalctl -xeu kubelet', try passing --extra-config=kubelet.cgroup-driver=systemd to minikube start
* Suggestion: Check output of 'journalctl -xeu kubelet', try passing --extra-config=kubelet.cgroup-driver=systemd to minikube start
W0108 13:26:37.369054 17792 out.go:239] * Related issue: https://github.com/kubernetes/minikube/issues/4172
* Related issue: https://github.com/kubernetes/minikube/issues/4172
I0108 13:26:37.410683 17792 out.go:177]
** /stderr **
start_stop_delete_test.go:188: failed starting minikube -first start-. args "out/minikube-darwin-amd64 start -p old-k8s-version-132223 --memory=2200 --alsologtostderr --wait=true --kvm-network=default --kvm-qemu-uri=qemu:///system --disable-driver-mounts --keep-context=false --driver=docker --kubernetes-version=v1.16.0": exit status 109
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestStartStop/group/old-k8s-version/serial/FirstStart]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect old-k8s-version-132223
helpers_test.go:235: (dbg) docker inspect old-k8s-version-132223:
-- stdout --
[
{
"Id": "76595a40dec81e98dd84e567ca89023de1b2da94eb2eb207ad425bbebd3fd18f",
"Created": "2023-01-08T21:22:34.19825588Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 250233,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-01-08T21:22:34.581261089Z",
"FinishedAt": "0001-01-01T00:00:00Z"
},
"Image": "sha256:fc27a248bc74ebfeee6e23949796c0207c7892e924b780fcd7204ed3e09ea2a3",
"ResolvConfPath": "/var/lib/docker/containers/76595a40dec81e98dd84e567ca89023de1b2da94eb2eb207ad425bbebd3fd18f/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/76595a40dec81e98dd84e567ca89023de1b2da94eb2eb207ad425bbebd3fd18f/hostname",
"HostsPath": "/var/lib/docker/containers/76595a40dec81e98dd84e567ca89023de1b2da94eb2eb207ad425bbebd3fd18f/hosts",
"LogPath": "/var/lib/docker/containers/76595a40dec81e98dd84e567ca89023de1b2da94eb2eb207ad425bbebd3fd18f/76595a40dec81e98dd84e567ca89023de1b2da94eb2eb207ad425bbebd3fd18f-json.log",
"Name": "/old-k8s-version-132223",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"old-k8s-version-132223:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "old-k8s-version-132223",
"PortBindings": {
"22/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "0"
}
],
"2376/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "0"
}
],
"32443/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "0"
}
],
"5000/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "0"
}
],
"8443/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "0"
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "private",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"ConsoleSize": [
0,
0
],
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": null,
"BlkioDeviceWriteBps": null,
"BlkioDeviceReadIOps": null,
"BlkioDeviceWriteIOps": null,
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"KernelMemory": 0,
"KernelMemoryTCP": 0,
"MemoryReservation": 0,
"MemorySwap": 2306867200,
"MemorySwappiness": null,
"OomKillDisable": null,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/0669df26397a17aef68e70fb93bc70433c707e50b0b2a2cf95ad87e2e8d05b77-init/diff:/var/lib/docker/overlay2/cf478f0005761c12f45c53e8731191461bd51878189b802beb3f80527bc3582c/diff:/var/lib/docker/overlay2/50547848ed232979e0349fdf0641681247e43e6ddcd120dbefccdce45eba4793/diff:/var/lib/docker/overlay2/7a8415f97e49b013d35a8b27eaf2a6be470c2a985fcd6de4711cb0018f555a3d/diff:/var/lib/docker/overlay2/435dd0b905de8bd2d6b23782418e6d76b0957f55123fe106e3b62d08c0f3da13/diff:/var/lib/docker/overlay2/70ca2e846954d00d296abfcdcefb0db4959d8ce6650e54b1071b655f7c71c823/diff:/var/lib/docker/overlay2/62715d50ae74531df8ef33be95bc933c79334fbfa0ace0bad5efc678fb43d860/diff:/var/lib/docker/overlay2/857f757c27b37807332ef8a52061b2e02614567dadd8631c9414bcf1e51c7eb6/diff:/var/lib/docker/overlay2/d3d508987063e3e43530c93ff3bb9fc842f7f56e79f9babdb9a3608990dc911e/diff:/var/lib/docker/overlay2/b9307635c9b780f8ea6af04393e82329578be8ced22abd92633ac5912ce752d7/diff:/var/lib/docker/overlay2/ab3124
e34a60bd3d2f554d712f9db28fed57b9030105f996b2a40b6c5c68e6a3/diff:/var/lib/docker/overlay2/2664538922f7cea7eec3238db144935f7380d439e3aaf6611f7f6232515b6c70/diff:/var/lib/docker/overlay2/fcf4ff3c9f738d263ccde0d59a8f0bbbf77d5fe10a37a0b64782c90258c52f05/diff:/var/lib/docker/overlay2/9ebb5fb88ffad88aca62110ea1902a046eb8d27eab4d1b03380f2799a61190e4/diff:/var/lib/docker/overlay2/16c6977d1dcb3aef6968fa378be9d39da565962707fb1c2ebcc08741b3ebabb0/diff:/var/lib/docker/overlay2/4a1a615ba2290b96a2289b3709f9e4e2b7585a7880463549ed90c765c1cf364b/diff:/var/lib/docker/overlay2/8875d4ae4e008b8ed7a6c64b581bc9a7437e20bc59a10db038658c3c3abbd626/diff:/var/lib/docker/overlay2/a92bc2bed5e566a6a12e091f0b6adcc5120ec1a5a04a079614da38b8e08b4f4d/diff:/var/lib/docker/overlay2/507f4a1c4f60a4445244bd4611fbdebeda31c842886f650aff0c93fe1cbf551b/diff:/var/lib/docker/overlay2/4b6f57707d2af391e02b8fbab74a152c38778d850194db7c366c972d607c3683/diff:/var/lib/docker/overlay2/30f07cc70078d1a1064ae4c014017806ca9cab561445ba4999d279d77ab9efd9/diff:/var/lib/d
ocker/overlay2/a7ce66498ad28650a9c447ffdd1776688091a1f96a77ba104690bbd632828084/diff:/var/lib/docker/overlay2/375e879a1c9abf773aadafa9214b4cd6a5fa848c3521ded951069c1ef16d03c8/diff:/var/lib/docker/overlay2/dbf6bd39c4440680d1fb7dcfc66134acd119d818a0da224feea03b15985518ef/diff:/var/lib/docker/overlay2/f5247f50460095d94d94f10c8f29a1106915f3f694a40dbc0ff0a7494ceef2d6/diff:/var/lib/docker/overlay2/eca77ea4b87f19d3e4b6258b307c944a60d8a11e38e520715736d86cfcb0a340/diff:/var/lib/docker/overlay2/af8edadcadb813c9b8bcb395db5b7025128f75336edf043daf159e86115fa2d0/diff:/var/lib/docker/overlay2/82696f404a416ef0c49184f767d3a67d76997ca4b3ab9f2553ab364b9e902189/diff:/var/lib/docker/overlay2/aa5f3a92ab78aa13af6b0e4ca676e887e32b388ad037098956622b2bb2d64653/diff:/var/lib/docker/overlay2/3fd93bd37311284bcd588f06d2e1157fcae183e793e58b9e91af55526752251b/diff:/var/lib/docker/overlay2/5cac080397d4de235a72e46ee68fdd622d9fba1dbd60139a59881df7cb97cdd3/diff:/var/lib/docker/overlay2/1534f7a89f3f0459a57d2264ddb9c4b2e95b9348c6c3fb6839c3f2cd1aa
7009a/diff:/var/lib/docker/overlay2/0fa983ab9147631e9188574a597cbb1ada8bd69b4eff49391c9704d239988f73/diff:/var/lib/docker/overlay2/2ff1f973faf98b7d46648d22c4c0cb73675d5b3f37e6906c457a45823a29fe1e/diff:/var/lib/docker/overlay2/1d56ab53b6c377c5835e50d09effb1a1a727279cb8883e5d4cda8c35b4600695/diff:/var/lib/docker/overlay2/903da5933dc4be1a0f9e38defe40072a669562fc25c401b8b9a02def3b94bec6/diff:/var/lib/docker/overlay2/4be7777ae41ce96ae10877862b8954fa1ee593061f9647f30de2ccdd036bb452/diff:/var/lib/docker/overlay2/ae284268a6cd8a67190129d99bdb6a97d27c88bfe4536cbdf20bc356c6cb5ad4/diff:/var/lib/docker/overlay2/207f47b4e74ecca6010612742ebe5cd0c8363dd1634d58f37b9df57cefc063f2/diff:/var/lib/docker/overlay2/65d59701773a038dc5533dece8ebc52ebf3efc833e94c91c470d1f6593bdf196/diff:/var/lib/docker/overlay2/3ae8859886568a0e539b79f17ace58f390ab402b4428c45188c2587640d73f10/diff:/var/lib/docker/overlay2/bf63d45714e6f77ee9a5cf0fd198e479af953d7ea25a6f1f76633e63bd9b827f/diff:/var/lib/docker/overlay2/ac8c76daac6f3c2d9c8ceee7ed9defe04f1a31
f0271684f4258c0f634ed1fce1/diff:/var/lib/docker/overlay2/1cd45a0f7910466989a7434f8eec249f0e295b686baad0e434a2d34dd6e82a47/diff:/var/lib/docker/overlay2/d72980245e92027e64b68ee0fc086b48f102ea405ffbebfd8220036fdbe805d6/diff",
"MergedDir": "/var/lib/docker/overlay2/0669df26397a17aef68e70fb93bc70433c707e50b0b2a2cf95ad87e2e8d05b77/merged",
"UpperDir": "/var/lib/docker/overlay2/0669df26397a17aef68e70fb93bc70433c707e50b0b2a2cf95ad87e2e8d05b77/diff",
"WorkDir": "/var/lib/docker/overlay2/0669df26397a17aef68e70fb93bc70433c707e50b0b2a2cf95ad87e2e8d05b77/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
},
{
"Type": "volume",
"Name": "old-k8s-version-132223",
"Source": "/var/lib/docker/volumes/old-k8s-version-132223/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
}
],
"Config": {
"Hostname": "old-k8s-version-132223",
"Domainname": "",
"User": "root",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8443/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.36-1668787669-15272@sha256:06094fc04b5dc02fbf1e2de7723c2a6db5d24c21fd2ddda91f6daaf29038cd9c",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "old-k8s-version-132223",
"name.minikube.sigs.k8s.io": "old-k8s-version-132223",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "a44b5ea4f63d69763ec6750681e431c8debb39754fe2757cf04ba1e607f16602",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "53837"
}
],
"2376/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "53838"
}
],
"32443/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "53839"
}
],
"5000/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "53840"
}
],
"8443/tcp": [
{
"HostIp": "0.0.0.0",
"HostPort": "53841"
}
]
},
"SandboxKey": "/var/run/docker/netns/a44b5ea4f63d",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"old-k8s-version-132223": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": [
"76595a40dec8",
"old-k8s-version-132223"
],
"NetworkID": "8205ca6e86e721bc270dfbf0384edb3c10ca81d0afb1c6b7756a52514e9f6e59",
"EndpointID": "41ddf3b13cfa4a16143d03b6bb44700afdc095d631dbb5cf33615d94747de308",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:4c:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-darwin-amd64 status --format={{.Host}} -p old-k8s-version-132223 -n old-k8s-version-132223
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-darwin-amd64 status --format={{.Host}} -p old-k8s-version-132223 -n old-k8s-version-132223: exit status 6 (415.166296ms)
-- stdout --
Running
WARNING: Your kubectl is pointing to stale minikube-vm.
To fix the kubectl context, run `minikube update-context`
-- /stdout --
** stderr **
E0108 13:26:37.968020 18113 status.go:415] kubeconfig endpoint: extract IP: "old-k8s-version-132223" does not appear in /Users/jenkins/minikube-integration/15565-2761/kubeconfig
** /stderr **
helpers_test.go:239: status error: exit status 6 (may be ok)
helpers_test.go:241: "old-k8s-version-132223" host is not running, skipping log retrieval (state="Running\nWARNING: Your kubectl is pointing to stale minikube-vm.\nTo fix the kubectl context, run `minikube update-context`")
--- FAIL: TestStartStop/group/old-k8s-version/serial/FirstStart (254.16s)