=== RUN TestStartStop/group/default-k8s-diff-port/serial/SecondStart
start_stop_delete_test.go:256: (dbg) Run: out/minikube-linux-arm64 start -p default-k8s-diff-port-172365 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=docker --kubernetes-version=v1.28.4
E1128 00:31:37.725506 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:37.730999 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:37.741353 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:37.761707 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:37.802014 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:37.882367 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:38.042729 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:38.363455 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:39.004432 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:40.285497 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:42.845695 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:44.062382 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/no-preload-054375/client.crt: no such file or directory
E1128 00:31:47.965841 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:31:53.074521 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/ingress-addon-legacy-916543/client.crt: no such file or directory
E1128 00:31:58.206789 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:32:01.413509 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/flannel-811755/client.crt: no such file or directory
E1128 00:32:10.027682 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/ingress-addon-legacy-916543/client.crt: no such file or directory
E1128 00:32:10.500963 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/kindnet-811755/client.crt: no such file or directory
E1128 00:32:15.820048 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/skaffold-418549/client.crt: no such file or directory
E1128 00:32:18.687723 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:32:34.512639 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/auto-811755/client.crt: no such file or directory
E1128 00:32:59.648574 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/old-k8s-version-966910/client.crt: no such file or directory
E1128 00:33:00.391866 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/addons-889952/client.crt: no such file or directory
E1128 00:33:05.982858 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/no-preload-054375/client.crt: no such file or directory
E1128 00:33:17.075371 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/calico-811755/client.crt: no such file or directory
E1128 00:33:33.546830 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/kindnet-811755/client.crt: no such file or directory
E1128 00:33:34.397805 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/bridge-811755/client.crt: no such file or directory
E1128 00:33:37.491458 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/kubenet-811755/client.crt: no such file or directory
start_stop_delete_test.go:256: (dbg) Non-zero exit: out/minikube-linux-arm64 start -p default-k8s-diff-port-172365 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=docker --kubernetes-version=v1.28.4: exit status 80 (8m25.972787238s)
-- stdout --
* [default-k8s-diff-port-172365] minikube v1.32.0 on Ubuntu 20.04 (arm64)
- MINIKUBE_LOCATION=17206
- MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
- KUBECONFIG=/home/jenkins/minikube-integration/17206-2172/kubeconfig
- MINIKUBE_HOME=/home/jenkins/minikube-integration/17206-2172/.minikube
- MINIKUBE_BIN=out/minikube-linux-arm64
- MINIKUBE_FORCE_SYSTEMD=
* Using the docker driver based on existing profile
* Starting control plane node default-k8s-diff-port-172365 in cluster default-k8s-diff-port-172365
* Pulling base image ...
* Restarting existing docker container for "default-k8s-diff-port-172365" ...
* Preparing Kubernetes v1.28.4 on Docker 24.0.7 ...
* Configuring bridge CNI (Container Networking Interface) ...
-- /stdout --
** stderr **
I1128 00:31:29.329121 378575 out.go:296] Setting OutFile to fd 1 ...
I1128 00:31:29.329269 378575 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1128 00:31:29.329278 378575 out.go:309] Setting ErrFile to fd 2...
I1128 00:31:29.329284 378575 out.go:343] TERM=,COLORTERM=, which probably does not support color
I1128 00:31:29.329540 378575 root.go:338] Updating PATH: /home/jenkins/minikube-integration/17206-2172/.minikube/bin
I1128 00:31:29.329884 378575 out.go:303] Setting JSON to false
I1128 00:31:29.331149 378575 start.go:128] hostinfo: {"hostname":"ip-172-31-30-239","uptime":4439,"bootTime":1701127051,"procs":432,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1050-aws","kernelArch":"aarch64","virtualizationSystem":"","virtualizationRole":"","hostId":"92f46a7d-c249-4c12-924a-77f64874c910"}
I1128 00:31:29.331219 378575 start.go:138] virtualization:
I1128 00:31:29.333721 378575 out.go:177] * [default-k8s-diff-port-172365] minikube v1.32.0 on Ubuntu 20.04 (arm64)
I1128 00:31:29.336186 378575 out.go:177] - MINIKUBE_LOCATION=17206
I1128 00:31:29.338026 378575 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1128 00:31:29.336365 378575 notify.go:220] Checking for updates...
I1128 00:31:29.339748 378575 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/17206-2172/kubeconfig
I1128 00:31:29.341686 378575 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/17206-2172/.minikube
I1128 00:31:29.343565 378575 out.go:177] - MINIKUBE_BIN=out/minikube-linux-arm64
I1128 00:31:29.345311 378575 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1128 00:31:29.347640 378575 config.go:182] Loaded profile config "default-k8s-diff-port-172365": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I1128 00:31:29.348126 378575 driver.go:378] Setting default libvirt URI to qemu:///system
I1128 00:31:29.370891 378575 docker.go:122] docker version: linux-24.0.7:Docker Engine - Community
I1128 00:31:29.370994 378575 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1128 00:31:29.448668 378575 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:5 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:45 SystemTime:2023-11-28 00:31:29.439304956 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1050-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f Expected:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f} RuncCommit:{ID:v1.1.10-0-g18a0cb0 Expected:v1.1.10-0-g18a0cb0} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1128 00:31:29.448770 378575 docker.go:295] overlay module found
I1128 00:31:29.450823 378575 out.go:177] * Using the docker driver based on existing profile
I1128 00:31:29.452696 378575 start.go:298] selected driver: docker
I1128 00:31:29.452711 378575 start.go:902] validating driver "docker" against &{Name:default-k8s-diff-port-172365 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1700142204-17634@sha256:b5ff7180d8eca5924b7e763cf222f5d9cfa39b21ab2c921f1394f3275e214b50 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:default-k8s-diff-port-172365 Namespace:defaul
t APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8444 NodeName:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true metrics-server:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4 MetricsServer:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[MetricsServer:fake.domain] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertEx
piration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1128 00:31:29.452807 378575 start.go:913] status for docker: {Installed:true Healthy:true Running:false NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1128 00:31:29.453454 378575 cli_runner.go:164] Run: docker system info --format "{{json .}}"
I1128 00:31:29.529781 378575 info.go:266] docker info: {ID:6ZPO:QZND:VNGE:LUKL:4Y3K:XELL:AAX4:2GTK:E6LM:MPRN:3ZXR:TTMR Containers:2 ContainersRunning:1 ContainersPaused:0 ContainersStopped:1 Images:5 Driver:overlay2 DriverStatus:[[Backing Filesystem extfs] [Supports d_type true] [Using metacopy false] [Native Overlay Diff true] [userxattr false]] SystemStatus:<nil> Plugins:{Volume:[local] Network:[bridge host ipvlan macvlan null overlay] Authorization:<nil> Log:[awslogs fluentd gcplogs gelf journald json-file local logentries splunk syslog]} MemoryLimit:true SwapLimit:true KernelMemory:false KernelMemoryTCP:true CPUCfsPeriod:true CPUCfsQuota:true CPUShares:true CPUSet:true PidsLimit:true IPv4Forwarding:true BridgeNfIptables:true BridgeNfIP6Tables:true Debug:false NFd:31 OomKillDisable:true NGoroutines:45 SystemTime:2023-11-28 00:31:29.520268924 +0000 UTC LoggingDriver:json-file CgroupDriver:cgroupfs NEventsListener:0 KernelVersion:5.15.0-1050-aws OperatingSystem:Ubuntu 20.04.6 LTS OSType:linux Archi
tecture:aarch64 IndexServerAddress:https://index.docker.io/v1/ RegistryConfig:{AllowNondistributableArtifactsCIDRs:[] AllowNondistributableArtifactsHostnames:[] InsecureRegistryCIDRs:[127.0.0.0/8] IndexConfigs:{DockerIo:{Name:docker.io Mirrors:[] Secure:true Official:true}} Mirrors:[]} NCPU:2 MemTotal:8215035904 GenericResources:<nil> DockerRootDir:/var/lib/docker HTTPProxy: HTTPSProxy: NoProxy: Name:ip-172-31-30-239 Labels:[] ExperimentalBuild:false ServerVersion:24.0.7 ClusterStore: ClusterAdvertise: Runtimes:{Runc:{Path:runc}} DefaultRuntime:runc Swarm:{NodeID: NodeAddr: LocalNodeState:inactive ControlAvailable:false Error: RemoteManagers:<nil>} LiveRestoreEnabled:false Isolation: InitBinary:docker-init ContainerdCommit:{ID:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f Expected:d8f198a4ed8892c764191ef7b3b06d8a2eeb5c7f} RuncCommit:{ID:v1.1.10-0-g18a0cb0 Expected:v1.1.10-0-g18a0cb0} InitCommit:{ID:de40ad0 Expected:de40ad0} SecurityOptions:[name=apparmor name=seccomp,profile=builtin] ProductLicense: Warnings:<nil>
ServerErrors:[] ClientInfo:{Debug:false Plugins:[map[Name:buildx Path:/usr/libexec/docker/cli-plugins/docker-buildx SchemaVersion:0.1.0 ShortDescription:Docker Buildx Vendor:Docker Inc. Version:v0.11.2] map[Name:compose Path:/usr/libexec/docker/cli-plugins/docker-compose SchemaVersion:0.1.0 ShortDescription:Docker Compose Vendor:Docker Inc. Version:v2.21.0]] Warnings:<nil>}}
I1128 00:31:29.530103 378575 start_flags.go:931] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1128 00:31:29.530173 378575 cni.go:84] Creating CNI manager for ""
I1128 00:31:29.530190 378575 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1128 00:31:29.530207 378575 start_flags.go:323] config:
{Name:default-k8s-diff-port-172365 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1700142204-17634@sha256:b5ff7180d8eca5924b7e763cf222f5d9cfa39b21ab2c921f1394f3275e214b50 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:default-k8s-diff-port-172365 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.l
ocal ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8444 NodeName:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true metrics-server:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4 MetricsServer:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[MetricsServer:fake.domain] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9P
Version:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1128 00:31:29.533408 378575 out.go:177] * Starting control plane node default-k8s-diff-port-172365 in cluster default-k8s-diff-port-172365
I1128 00:31:29.535126 378575 cache.go:121] Beginning downloading kic base image for docker with docker
I1128 00:31:29.537122 378575 out.go:177] * Pulling base image ...
I1128 00:31:29.539283 378575 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I1128 00:31:29.539304 378575 image.go:79] Checking for gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1700142204-17634@sha256:b5ff7180d8eca5924b7e763cf222f5d9cfa39b21ab2c921f1394f3275e214b50 in local docker daemon
I1128 00:31:29.539322 378575 preload.go:148] Found local preload: /home/jenkins/minikube-integration/17206-2172/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4
I1128 00:31:29.539330 378575 cache.go:56] Caching tarball of preloaded images
I1128 00:31:29.539399 378575 preload.go:174] Found /home/jenkins/minikube-integration/17206-2172/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.28.4-docker-overlay2-arm64.tar.lz4 in cache, skipping download
I1128 00:31:29.539407 378575 cache.go:59] Finished verifying existence of preloaded tar for v1.28.4 on docker
I1128 00:31:29.539515 378575 profile.go:148] Saving config to /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/default-k8s-diff-port-172365/config.json ...
I1128 00:31:29.556703 378575 image.go:83] Found gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1700142204-17634@sha256:b5ff7180d8eca5924b7e763cf222f5d9cfa39b21ab2c921f1394f3275e214b50 in local docker daemon, skipping pull
I1128 00:31:29.556728 378575 cache.go:144] gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1700142204-17634@sha256:b5ff7180d8eca5924b7e763cf222f5d9cfa39b21ab2c921f1394f3275e214b50 exists in daemon, skipping load
I1128 00:31:29.556749 378575 cache.go:194] Successfully downloaded all kic artifacts
I1128 00:31:29.556794 378575 start.go:365] acquiring machines lock for default-k8s-diff-port-172365: {Name:mk4b83725b6892d32e606899dd8518eb305c458d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1128 00:31:29.556868 378575 start.go:369] acquired machines lock for "default-k8s-diff-port-172365" in 45.884µs
I1128 00:31:29.556898 378575 start.go:96] Skipping create...Using existing machine configuration
I1128 00:31:29.556908 378575 fix.go:54] fixHost starting:
I1128 00:31:29.557169 378575 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-172365 --format={{.State.Status}}
I1128 00:31:29.585992 378575 fix.go:102] recreateIfNeeded on default-k8s-diff-port-172365: state=Stopped err=<nil>
W1128 00:31:29.586022 378575 fix.go:128] unexpected machine state, will restart: <nil>
I1128 00:31:29.588337 378575 out.go:177] * Restarting existing docker container for "default-k8s-diff-port-172365" ...
I1128 00:31:29.590575 378575 cli_runner.go:164] Run: docker start default-k8s-diff-port-172365
I1128 00:31:29.897391 378575 cli_runner.go:164] Run: docker container inspect default-k8s-diff-port-172365 --format={{.State.Status}}
I1128 00:31:29.925180 378575 kic.go:430] container "default-k8s-diff-port-172365" state is running.
I1128 00:31:29.925536 378575 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-172365
I1128 00:31:29.953904 378575 profile.go:148] Saving config to /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/default-k8s-diff-port-172365/config.json ...
I1128 00:31:29.954116 378575 machine.go:88] provisioning docker machine ...
I1128 00:31:29.954136 378575 ubuntu.go:169] provisioning hostname "default-k8s-diff-port-172365"
I1128 00:31:29.954231 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:31:29.973290 378575 main.go:141] libmachine: Using SSH client type: native
I1128 00:31:29.973755 378575 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33088 <nil> <nil>}
I1128 00:31:29.973770 378575 main.go:141] libmachine: About to run SSH command:
sudo hostname default-k8s-diff-port-172365 && echo "default-k8s-diff-port-172365" | sudo tee /etc/hostname
I1128 00:31:29.974443 378575 main.go:141] libmachine: Error dialing TCP: ssh: handshake failed: EOF
I1128 00:31:33.129219 378575 main.go:141] libmachine: SSH cmd err, output: <nil>: default-k8s-diff-port-172365
I1128 00:31:33.129304 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:31:33.147182 378575 main.go:141] libmachine: Using SSH client type: native
I1128 00:31:33.147586 378575 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33088 <nil> <nil>}
I1128 00:31:33.147611 378575 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sdefault-k8s-diff-port-172365' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 default-k8s-diff-port-172365/g' /etc/hosts;
else
echo '127.0.1.1 default-k8s-diff-port-172365' | sudo tee -a /etc/hosts;
fi
fi
I1128 00:31:33.277011 378575 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1128 00:31:33.277036 378575 ubuntu.go:175] set auth options {CertDir:/home/jenkins/minikube-integration/17206-2172/.minikube CaCertPath:/home/jenkins/minikube-integration/17206-2172/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/17206-2172/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/17206-2172/.minikube}
I1128 00:31:33.277069 378575 ubuntu.go:177] setting up certificates
I1128 00:31:33.277078 378575 provision.go:83] configureAuth start
I1128 00:31:33.277139 378575 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-172365
I1128 00:31:33.296017 378575 provision.go:138] copyHostCerts
I1128 00:31:33.296076 378575 exec_runner.go:144] found /home/jenkins/minikube-integration/17206-2172/.minikube/ca.pem, removing ...
I1128 00:31:33.296100 378575 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17206-2172/.minikube/ca.pem
I1128 00:31:33.296173 378575 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17206-2172/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/17206-2172/.minikube/ca.pem (1078 bytes)
I1128 00:31:33.296262 378575 exec_runner.go:144] found /home/jenkins/minikube-integration/17206-2172/.minikube/cert.pem, removing ...
I1128 00:31:33.296272 378575 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17206-2172/.minikube/cert.pem
I1128 00:31:33.296298 378575 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17206-2172/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/17206-2172/.minikube/cert.pem (1123 bytes)
I1128 00:31:33.296638 378575 exec_runner.go:144] found /home/jenkins/minikube-integration/17206-2172/.minikube/key.pem, removing ...
I1128 00:31:33.296652 378575 exec_runner.go:203] rm: /home/jenkins/minikube-integration/17206-2172/.minikube/key.pem
I1128 00:31:33.296686 378575 exec_runner.go:151] cp: /home/jenkins/minikube-integration/17206-2172/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/17206-2172/.minikube/key.pem (1679 bytes)
I1128 00:31:33.296747 378575 provision.go:112] generating server cert: /home/jenkins/minikube-integration/17206-2172/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/17206-2172/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/17206-2172/.minikube/certs/ca-key.pem org=jenkins.default-k8s-diff-port-172365 san=[192.168.76.2 127.0.0.1 localhost 127.0.0.1 minikube default-k8s-diff-port-172365]
I1128 00:31:33.483498 378575 provision.go:172] copyRemoteCerts
I1128 00:31:33.483594 378575 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1128 00:31:33.483648 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:31:33.502549 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
I1128 00:31:33.596672 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1128 00:31:33.623527 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/machines/server.pem --> /etc/docker/server.pem (1257 bytes)
I1128 00:31:33.651196 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1128 00:31:33.679054 378575 provision.go:86] duration metric: configureAuth took 401.957814ms
I1128 00:31:33.679081 378575 ubuntu.go:193] setting minikube options for container-runtime
I1128 00:31:33.679280 378575 config.go:182] Loaded profile config "default-k8s-diff-port-172365": Driver=docker, ContainerRuntime=docker, KubernetesVersion=v1.28.4
I1128 00:31:33.679340 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:31:33.696591 378575 main.go:141] libmachine: Using SSH client type: native
I1128 00:31:33.696994 378575 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33088 <nil> <nil>}
I1128 00:31:33.697011 378575 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I1128 00:31:33.831825 378575 main.go:141] libmachine: SSH cmd err, output: <nil>: overlay
I1128 00:31:33.831845 378575 ubuntu.go:71] root file system type: overlay
I1128 00:31:33.831954 378575 provision.go:309] Updating docker unit: /lib/systemd/system/docker.service ...
I1128 00:31:33.832021 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:31:33.849953 378575 main.go:141] libmachine: Using SSH client type: native
I1128 00:31:33.850392 378575 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33088 <nil> <nil>}
I1128 00:31:33.850473 378575 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I1128 00:31:33.992367 378575 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
BindsTo=containerd.service
After=network-online.target firewalld.service containerd.service
Wants=network-online.target
Requires=docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=docker --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I1128 00:31:33.992500 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:31:34.011441 378575 main.go:141] libmachine: Using SSH client type: native
I1128 00:31:34.011885 378575 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x3be600] 0x3c0d70 <nil> [] 0s} 127.0.0.1 33088 <nil> <nil>}
I1128 00:31:34.011912 378575 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I1128 00:31:34.145175 378575 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1128 00:31:34.145234 378575 machine.go:91] provisioned docker machine in 4.191101023s
I1128 00:31:34.145262 378575 start.go:300] post-start starting for "default-k8s-diff-port-172365" (driver="docker")
I1128 00:31:34.145309 378575 start.go:329] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1128 00:31:34.145389 378575 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1128 00:31:34.145460 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:31:34.163343 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
I1128 00:31:34.256794 378575 ssh_runner.go:195] Run: cat /etc/os-release
I1128 00:31:34.260658 378575 main.go:141] libmachine: Couldn't set key VERSION_CODENAME, no corresponding struct field found
I1128 00:31:34.260693 378575 main.go:141] libmachine: Couldn't set key PRIVACY_POLICY_URL, no corresponding struct field found
I1128 00:31:34.260705 378575 main.go:141] libmachine: Couldn't set key UBUNTU_CODENAME, no corresponding struct field found
I1128 00:31:34.260713 378575 info.go:137] Remote host: Ubuntu 22.04.3 LTS
I1128 00:31:34.260726 378575 filesync.go:126] Scanning /home/jenkins/minikube-integration/17206-2172/.minikube/addons for local assets ...
I1128 00:31:34.260781 378575 filesync.go:126] Scanning /home/jenkins/minikube-integration/17206-2172/.minikube/files for local assets ...
I1128 00:31:34.260868 378575 filesync.go:149] local asset: /home/jenkins/minikube-integration/17206-2172/.minikube/files/etc/ssl/certs/74602.pem -> 74602.pem in /etc/ssl/certs
I1128 00:31:34.260975 378575 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1128 00:31:34.271655 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/files/etc/ssl/certs/74602.pem --> /etc/ssl/certs/74602.pem (1708 bytes)
I1128 00:31:34.304112 378575 start.go:303] post-start completed in 158.81296ms
I1128 00:31:34.304196 378575 ssh_runner.go:195] Run: sh -c "df -h /var | awk 'NR==2{print $5}'"
I1128 00:31:34.304243 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:31:34.323481 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
I1128 00:31:34.416541 378575 ssh_runner.go:195] Run: sh -c "df -BG /var | awk 'NR==2{print $4}'"
I1128 00:31:34.422062 378575 fix.go:56] fixHost completed within 4.865149687s
I1128 00:31:34.422086 378575 start.go:83] releasing machines lock for "default-k8s-diff-port-172365", held for 4.865204063s
I1128 00:31:34.422152 378575 cli_runner.go:164] Run: docker container inspect -f "{{range .NetworkSettings.Networks}}{{.IPAddress}},{{.GlobalIPv6Address}}{{end}}" default-k8s-diff-port-172365
I1128 00:31:34.441932 378575 ssh_runner.go:195] Run: cat /version.json
I1128 00:31:34.441993 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:31:34.442233 378575 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1128 00:31:34.442268 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:31:34.465088 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
I1128 00:31:34.476861 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
I1128 00:31:34.558864 378575 ssh_runner.go:195] Run: systemctl --version
I1128 00:31:34.692390 378575 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I1128 00:31:34.697904 378575 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f -name *loopback.conf* -not -name *.mk_disabled -exec sh -c "grep -q loopback {} && ( grep -q name {} || sudo sed -i '/"type": "loopback"/i \ \ \ \ "name": "loopback",' {} ) && sudo sed -i 's|"cniVersion": ".*"|"cniVersion": "1.0.0"|g' {}" ;
I1128 00:31:34.719602 378575 cni.go:230] loopback cni configuration patched: "/etc/cni/net.d/*loopback.conf*" found
I1128 00:31:34.719672 378575 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1128 00:31:34.729538 378575 cni.go:259] no active bridge cni configs found in "/etc/cni/net.d" - nothing to disable
I1128 00:31:34.729560 378575 start.go:472] detecting cgroup driver to use...
I1128 00:31:34.729588 378575 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1128 00:31:34.729687 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I1128 00:31:34.754704 378575 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.9"|' /etc/containerd/config.toml"
I1128 00:31:34.765448 378575 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I1128 00:31:34.776999 378575 containerd.go:145] configuring containerd to use "cgroupfs" as cgroup driver...
I1128 00:31:34.777061 378575 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I1128 00:31:34.788061 378575 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1128 00:31:34.799454 378575 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I1128 00:31:34.810726 378575 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I1128 00:31:34.821245 378575 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1128 00:31:34.831090 378575 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I1128 00:31:34.841895 378575 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1128 00:31:34.851253 378575 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1128 00:31:34.860487 378575 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1128 00:31:34.954458 378575 ssh_runner.go:195] Run: sudo systemctl restart containerd
I1128 00:31:35.056860 378575 start.go:472] detecting cgroup driver to use...
I1128 00:31:35.056951 378575 detect.go:196] detected "cgroupfs" cgroup driver on host os
I1128 00:31:35.057034 378575 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I1128 00:31:35.076367 378575 cruntime.go:279] skipping containerd shutdown because we are bound to it
I1128 00:31:35.076483 378575 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I1128 00:31:35.097432 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I1128 00:31:35.119851 378575 ssh_runner.go:195] Run: which cri-dockerd
I1128 00:31:35.124605 378575 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I1128 00:31:35.136986 378575 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (189 bytes)
I1128 00:31:35.163221 378575 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I1128 00:31:35.285725 378575 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I1128 00:31:35.402680 378575 docker.go:560] configuring docker to use "cgroupfs" as cgroup driver...
I1128 00:31:35.402799 378575 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I1128 00:31:35.425019 378575 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1128 00:31:35.545948 378575 ssh_runner.go:195] Run: sudo systemctl restart docker
I1128 00:31:35.897200 378575 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1128 00:31:35.989578 378575 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I1128 00:31:36.085911 378575 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I1128 00:31:36.184245 378575 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1128 00:31:36.278850 378575 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I1128 00:31:36.296521 378575 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1128 00:31:36.406246 378575 ssh_runner.go:195] Run: sudo systemctl restart cri-docker
I1128 00:31:36.493050 378575 start.go:519] Will wait 60s for socket path /var/run/cri-dockerd.sock
I1128 00:31:36.493150 378575 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I1128 00:31:36.498598 378575 start.go:540] Will wait 60s for crictl version
I1128 00:31:36.498679 378575 ssh_runner.go:195] Run: which crictl
I1128 00:31:36.504296 378575 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1128 00:31:36.560626 378575 start.go:556] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 24.0.7
RuntimeApiVersion: v1
I1128 00:31:36.560741 378575 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1128 00:31:36.588247 378575 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I1128 00:31:36.619845 378575 out.go:204] * Preparing Kubernetes v1.28.4 on Docker 24.0.7 ...
I1128 00:31:36.619948 378575 cli_runner.go:164] Run: docker network inspect default-k8s-diff-port-172365 --format "{"Name": "{{.Name}}","Driver": "{{.Driver}}","Subnet": "{{range .IPAM.Config}}{{.Subnet}}{{end}}","Gateway": "{{range .IPAM.Config}}{{.Gateway}}{{end}}","MTU": {{if (index .Options "com.docker.network.driver.mtu")}}{{(index .Options "com.docker.network.driver.mtu")}}{{else}}0{{end}}, "ContainerIPs": [{{range $k,$v := .Containers }}"{{$v.IPv4Address}}",{{end}}]}"
I1128 00:31:36.638167 378575 ssh_runner.go:195] Run: grep 192.168.76.1 host.minikube.internal$ /etc/hosts
I1128 00:31:36.642728 378575 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.76.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1128 00:31:36.655452 378575 preload.go:132] Checking if preload exists for k8s version v1.28.4 and runtime docker
I1128 00:31:36.655516 378575 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1128 00:31:36.681365 378575 docker.go:671] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
-- /stdout --
I1128 00:31:36.681389 378575 docker.go:601] Images already preloaded, skipping extraction
I1128 00:31:36.681454 378575 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I1128 00:31:36.702901 378575 docker.go:671] Got preloaded images: -- stdout --
registry.k8s.io/kube-apiserver:v1.28.4
registry.k8s.io/kube-controller-manager:v1.28.4
registry.k8s.io/kube-scheduler:v1.28.4
registry.k8s.io/kube-proxy:v1.28.4
registry.k8s.io/etcd:3.5.9-0
registry.k8s.io/coredns/coredns:v1.10.1
registry.k8s.io/pause:3.9
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28.4-glibc
-- /stdout --
I1128 00:31:36.702926 378575 cache_images.go:84] Images are preloaded, skipping loading
I1128 00:31:36.702992 378575 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I1128 00:31:36.768464 378575 cni.go:84] Creating CNI manager for ""
I1128 00:31:36.768491 378575 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1128 00:31:36.768511 378575 kubeadm.go:87] Using pod CIDR: 10.244.0.0/16
I1128 00:31:36.768529 378575 kubeadm.go:176] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.76.2 APIServerPort:8444 KubernetesVersion:v1.28.4 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:default-k8s-diff-port-172365 NodeName:default-k8s-diff-port-172365 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.76.2"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.76.2 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/c
a.crt StaticPodPath:/etc/kubernetes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1128 00:31:36.768666 378575 kubeadm.go:181] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.76.2
bindPort: 8444
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "default-k8s-diff-port-172365"
kubeletExtraArgs:
node-ip: 192.168.76.2
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.76.2"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8444
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.28.4
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1128 00:31:36.768744 378575 kubeadm.go:976] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.28.4/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --container-runtime-endpoint=unix:///var/run/cri-dockerd.sock --hostname-override=default-k8s-diff-port-172365 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.76.2
[Install]
config:
{KubernetesVersion:v1.28.4 ClusterName:default-k8s-diff-port-172365 Namespace:default APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8444 NodeName:}
I1128 00:31:36.768807 378575 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.28.4
I1128 00:31:36.779383 378575 binaries.go:44] Found k8s binaries, skipping transfer
I1128 00:31:36.779441 378575 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube
I1128 00:31:36.788768 378575 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (389 bytes)
I1128 00:31:36.809015 378575 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1128 00:31:36.828836 378575 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2111 bytes)
I1128 00:31:36.849079 378575 ssh_runner.go:195] Run: grep 192.168.76.2 control-plane.minikube.internal$ /etc/hosts
I1128 00:31:36.853204 378575 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.76.2 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1128 00:31:36.865784 378575 certs.go:56] Setting up /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/default-k8s-diff-port-172365 for IP: 192.168.76.2
I1128 00:31:36.865809 378575 certs.go:190] acquiring lock for shared ca certs: {Name:mkf476800f388ef5f0e09831530252d4aaf23bd8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1128 00:31:36.865960 378575 certs.go:199] skipping minikubeCA CA generation: /home/jenkins/minikube-integration/17206-2172/.minikube/ca.key
I1128 00:31:36.866009 378575 certs.go:199] skipping proxyClientCA CA generation: /home/jenkins/minikube-integration/17206-2172/.minikube/proxy-client-ca.key
I1128 00:31:36.866088 378575 certs.go:315] skipping minikube-user signed cert generation: /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/default-k8s-diff-port-172365/client.key
I1128 00:31:36.866152 378575 certs.go:315] skipping minikube signed cert generation: /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/default-k8s-diff-port-172365/apiserver.key.31bdca25
I1128 00:31:36.866198 378575 certs.go:315] skipping aggregator signed cert generation: /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/default-k8s-diff-port-172365/proxy-client.key
I1128 00:31:36.866339 378575 certs.go:437] found cert: /home/jenkins/minikube-integration/17206-2172/.minikube/certs/home/jenkins/minikube-integration/17206-2172/.minikube/certs/7460.pem (1338 bytes)
W1128 00:31:36.866375 378575 certs.go:433] ignoring /home/jenkins/minikube-integration/17206-2172/.minikube/certs/home/jenkins/minikube-integration/17206-2172/.minikube/certs/7460_empty.pem, impossibly tiny 0 bytes
I1128 00:31:36.866387 378575 certs.go:437] found cert: /home/jenkins/minikube-integration/17206-2172/.minikube/certs/home/jenkins/minikube-integration/17206-2172/.minikube/certs/ca-key.pem (1675 bytes)
I1128 00:31:36.866413 378575 certs.go:437] found cert: /home/jenkins/minikube-integration/17206-2172/.minikube/certs/home/jenkins/minikube-integration/17206-2172/.minikube/certs/ca.pem (1078 bytes)
I1128 00:31:36.866441 378575 certs.go:437] found cert: /home/jenkins/minikube-integration/17206-2172/.minikube/certs/home/jenkins/minikube-integration/17206-2172/.minikube/certs/cert.pem (1123 bytes)
I1128 00:31:36.866471 378575 certs.go:437] found cert: /home/jenkins/minikube-integration/17206-2172/.minikube/certs/home/jenkins/minikube-integration/17206-2172/.minikube/certs/key.pem (1679 bytes)
I1128 00:31:36.866518 378575 certs.go:437] found cert: /home/jenkins/minikube-integration/17206-2172/.minikube/files/etc/ssl/certs/home/jenkins/minikube-integration/17206-2172/.minikube/files/etc/ssl/certs/74602.pem (1708 bytes)
I1128 00:31:36.867202 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/default-k8s-diff-port-172365/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1399 bytes)
I1128 00:31:36.898772 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/default-k8s-diff-port-172365/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1128 00:31:36.924768 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/default-k8s-diff-port-172365/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1128 00:31:36.952102 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/default-k8s-diff-port-172365/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1128 00:31:36.979406 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1128 00:31:37.007235 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1128 00:31:37.040643 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1128 00:31:37.067732 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1128 00:31:37.094581 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1128 00:31:37.120762 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/certs/7460.pem --> /usr/share/ca-certificates/7460.pem (1338 bytes)
I1128 00:31:37.148116 378575 ssh_runner.go:362] scp /home/jenkins/minikube-integration/17206-2172/.minikube/files/etc/ssl/certs/74602.pem --> /usr/share/ca-certificates/74602.pem (1708 bytes)
I1128 00:31:37.173911 378575 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1128 00:31:37.192912 378575 ssh_runner.go:195] Run: openssl version
I1128 00:31:37.199641 378575 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1128 00:31:37.210922 378575 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1128 00:31:37.215360 378575 certs.go:480] hashing: -rw-r--r-- 1 root root 1111 Nov 27 23:26 /usr/share/ca-certificates/minikubeCA.pem
I1128 00:31:37.215419 378575 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1128 00:31:37.223579 378575 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1128 00:31:37.233607 378575 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/7460.pem && ln -fs /usr/share/ca-certificates/7460.pem /etc/ssl/certs/7460.pem"
I1128 00:31:37.243869 378575 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/7460.pem
I1128 00:31:37.248960 378575 certs.go:480] hashing: -rw-r--r-- 1 root root 1338 Nov 27 23:30 /usr/share/ca-certificates/7460.pem
I1128 00:31:37.249070 378575 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/7460.pem
I1128 00:31:37.257240 378575 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/7460.pem /etc/ssl/certs/51391683.0"
I1128 00:31:37.267595 378575 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/74602.pem && ln -fs /usr/share/ca-certificates/74602.pem /etc/ssl/certs/74602.pem"
I1128 00:31:37.279486 378575 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/74602.pem
I1128 00:31:37.284034 378575 certs.go:480] hashing: -rw-r--r-- 1 root root 1708 Nov 27 23:30 /usr/share/ca-certificates/74602.pem
I1128 00:31:37.284144 378575 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/74602.pem
I1128 00:31:37.292864 378575 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/74602.pem /etc/ssl/certs/3ec20f2e.0"
I1128 00:31:37.303318 378575 ssh_runner.go:195] Run: ls /var/lib/minikube/certs/etcd
I1128 00:31:37.307624 378575 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I1128 00:31:37.317462 378575 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I1128 00:31:37.326474 378575 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I1128 00:31:37.334360 378575 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I1128 00:31:37.342600 378575 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I1128 00:31:37.350363 378575 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I1128 00:31:37.358185 378575 kubeadm.go:404] StartCluster: {Name:default-k8s-diff-port-172365 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1700142204-17634@sha256:b5ff7180d8eca5924b7e763cf222f5d9cfa39b21ab2c921f1394f3275e214b50 Memory:2200 CPUs:2 DiskSize:20000 VMDriver: Driver:docker HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:0 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.28.4 ClusterName:default-k8s-diff-port-172365 Namespace:default APIServerName:mini
kubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI: NodeIP: NodePort:8444 NodeName:} Nodes:[{Name: IP:192.168.76.2 Port:8444 KubernetesVersion:v1.28.4 ContainerRuntime:docker ControlPlane:true Worker:true}] Addons:map[dashboard:true default-storageclass:true metrics-server:true storage-provisioner:true] CustomAddonImages:map[MetricsScraper:registry.k8s.io/echoserver:1.4 MetricsServer:registry.k8s.io/echoserver:1.4] CustomAddonRegistries:map[MetricsServer:fake.domain] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:false ExtraDisks:0 CertExpiration:26280h0m0s
Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 AutoPauseInterval:1m0s GPUs:}
I1128 00:31:37.358343 378575 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I1128 00:31:37.377921 378575 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1128 00:31:37.388347 378575 kubeadm.go:419] found existing configuration files, will attempt cluster restart
I1128 00:31:37.388367 378575 kubeadm.go:636] restartCluster start
I1128 00:31:37.388417 378575 ssh_runner.go:195] Run: sudo test -d /data/minikube
I1128 00:31:37.397490 378575 kubeadm.go:127] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I1128 00:31:37.398144 378575 kubeconfig.go:135] verify returned: extract IP: "default-k8s-diff-port-172365" does not appear in /home/jenkins/minikube-integration/17206-2172/kubeconfig
I1128 00:31:37.398406 378575 kubeconfig.go:146] "default-k8s-diff-port-172365" context is missing from /home/jenkins/minikube-integration/17206-2172/kubeconfig - will repair!
I1128 00:31:37.398856 378575 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/17206-2172/kubeconfig: {Name:mk7ba64d42902767d9bc759b2ed9230b4474c63d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1128 00:31:37.400480 378575 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I1128 00:31:37.410248 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:37.410425 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:37.421898 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:37.421958 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:37.422013 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:37.432859 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:37.933529 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:37.933611 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:37.945285 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:38.433735 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:38.433812 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:38.445505 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:38.933104 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:38.933212 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:38.946140 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:39.434003 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:39.434080 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:39.445481 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:39.933075 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:39.933169 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:39.945835 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:40.433028 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:40.433115 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:40.445239 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:40.933729 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:40.933812 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:40.946416 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:41.432979 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:41.433093 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:41.444730 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:41.933029 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:41.933126 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:41.945776 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:42.433027 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:42.433108 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:42.445143 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:42.933677 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:42.933771 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:42.945735 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:43.433009 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:43.433096 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:43.445174 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:43.933808 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:43.933892 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:43.947008 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:44.433512 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:44.433606 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:44.445395 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:44.933925 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:44.934023 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:44.946765 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:45.433269 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:45.433367 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:45.444948 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:45.933026 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:45.933104 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:45.945440 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:46.433062 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:46.433139 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:46.444638 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:46.933199 378575 api_server.go:166] Checking apiserver status ...
I1128 00:31:46.933289 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
W1128 00:31:46.945298 378575 api_server.go:170] stopped: unable to get apiserver pid: sudo pgrep -xnf kube-apiserver.*minikube.*: Process exited with status 1
stdout:
stderr:
I1128 00:31:47.410999 378575 kubeadm.go:611] needs reconfigure: apiserver error: context deadline exceeded
I1128 00:31:47.411028 378575 kubeadm.go:1128] stopping kube-system containers ...
I1128 00:31:47.411129 378575 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I1128 00:31:47.432384 378575 docker.go:469] Stopping containers: [532ebf4ade6f 2539a0da1b37 1dd827f86dfe 36edcfcab466 7ead955bef80 475303d67228 8b6566cb4b30 3348ca17f74d 74acc3ddaa17 7557af00d307 107e1f2402ae e7f3404c4ffc 2d2553ce397e cde9634dfa99 482e54c817a4]
I1128 00:31:47.432452 378575 ssh_runner.go:195] Run: docker stop 532ebf4ade6f 2539a0da1b37 1dd827f86dfe 36edcfcab466 7ead955bef80 475303d67228 8b6566cb4b30 3348ca17f74d 74acc3ddaa17 7557af00d307 107e1f2402ae e7f3404c4ffc 2d2553ce397e cde9634dfa99 482e54c817a4
I1128 00:31:47.453541 378575 ssh_runner.go:195] Run: sudo systemctl stop kubelet
I1128 00:31:47.467899 378575 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1128 00:31:47.477871 378575 kubeadm.go:155] found existing configuration files:
-rw------- 1 root root 5643 Nov 28 00:30 /etc/kubernetes/admin.conf
-rw------- 1 root root 5656 Nov 28 00:30 /etc/kubernetes/controller-manager.conf
-rw------- 1 root root 2051 Nov 28 00:30 /etc/kubernetes/kubelet.conf
-rw------- 1 root root 5604 Nov 28 00:30 /etc/kubernetes/scheduler.conf
I1128 00:31:47.477929 378575 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/admin.conf
I1128 00:31:47.487973 378575 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/kubelet.conf
I1128 00:31:47.497383 378575 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf
I1128 00:31:47.506714 378575 kubeadm.go:166] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/controller-manager.conf: Process exited with status 1
stdout:
stderr:
I1128 00:31:47.506772 378575 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1128 00:31:47.516272 378575 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf
I1128 00:31:47.527569 378575 kubeadm.go:166] "https://control-plane.minikube.internal:8444" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8444 /etc/kubernetes/scheduler.conf: Process exited with status 1
stdout:
stderr:
I1128 00:31:47.527623 378575 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1128 00:31:47.537165 378575 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1128 00:31:47.546950 378575 kubeadm.go:713] reconfiguring cluster from /var/tmp/minikube/kubeadm.yaml
I1128 00:31:47.546973 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase certs all --config /var/tmp/minikube/kubeadm.yaml"
I1128 00:31:47.608994 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml"
I1128 00:31:48.684577 378575 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase kubeconfig all --config /var/tmp/minikube/kubeadm.yaml": (1.075546864s)
I1128 00:31:48.684611 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase kubelet-start --config /var/tmp/minikube/kubeadm.yaml"
I1128 00:31:48.863801 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase control-plane all --config /var/tmp/minikube/kubeadm.yaml"
I1128 00:31:48.937267 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase etcd local --config /var/tmp/minikube/kubeadm.yaml"
I1128 00:31:49.029411 378575 api_server.go:52] waiting for apiserver process to appear ...
I1128 00:31:49.029487 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1128 00:31:49.062166 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1128 00:31:49.576778 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1128 00:31:50.075831 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1128 00:31:50.576628 378575 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1128 00:31:50.600193 378575 api_server.go:72] duration metric: took 1.5707816s to wait for apiserver process to appear ...
I1128 00:31:50.600215 378575 api_server.go:88] waiting for apiserver healthz status ...
I1128 00:31:50.600249 378575 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1128 00:31:54.294018 378575 api_server.go:279] https://192.168.76.2:8444/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1128 00:31:54.294095 378575 api_server.go:103] status: https://192.168.76.2:8444/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1128 00:31:54.294121 378575 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1128 00:31:54.344694 378575 api_server.go:279] https://192.168.76.2:8444/healthz returned 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
W1128 00:31:54.344727 378575 api_server.go:103] status: https://192.168.76.2:8444/healthz returned error 403:
{"kind":"Status","apiVersion":"v1","metadata":{},"status":"Failure","message":"forbidden: User \"system:anonymous\" cannot get path \"/healthz\"","reason":"Forbidden","details":{},"code":403}
I1128 00:31:54.845373 378575 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1128 00:31:54.855364 378575 api_server.go:279] https://192.168.76.2:8444/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-kube-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-status-available-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
[+]poststarthook/apiservice-discovery-controller ok
healthz check failed
W1128 00:31:54.855442 378575 api_server.go:103] status: https://192.168.76.2:8444/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-kube-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[-]poststarthook/scheduling/bootstrap-system-priority-classes failed: reason withheld
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-status-available-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
[+]poststarthook/apiservice-discovery-controller ok
healthz check failed
I1128 00:31:55.344806 378575 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1128 00:31:55.360137 378575 api_server.go:279] https://192.168.76.2:8444/healthz returned 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-kube-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-status-available-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
[+]poststarthook/apiservice-discovery-controller ok
healthz check failed
W1128 00:31:55.360223 378575 api_server.go:103] status: https://192.168.76.2:8444/healthz returned error 500:
[+]ping ok
[+]log ok
[+]etcd ok
[+]poststarthook/start-kube-apiserver-admission-initializer ok
[+]poststarthook/generic-apiserver-start-informers ok
[+]poststarthook/priority-and-fairness-config-consumer ok
[+]poststarthook/priority-and-fairness-filter ok
[+]poststarthook/storage-object-count-tracker-hook ok
[+]poststarthook/start-apiextensions-informers ok
[+]poststarthook/start-apiextensions-controllers ok
[+]poststarthook/crd-informer-synced ok
[+]poststarthook/start-service-ip-repair-controllers ok
[-]poststarthook/rbac/bootstrap-roles failed: reason withheld
[+]poststarthook/scheduling/bootstrap-system-priority-classes ok
[+]poststarthook/priority-and-fairness-config-producer ok
[+]poststarthook/start-system-namespaces-controller ok
[+]poststarthook/bootstrap-controller ok
[+]poststarthook/start-cluster-authentication-info-controller ok
[+]poststarthook/start-kube-apiserver-identity-lease-controller ok
[+]poststarthook/start-deprecated-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-kube-apiserver-identity-lease-garbage-collector ok
[+]poststarthook/start-legacy-token-tracking-controller ok
[+]poststarthook/aggregator-reload-proxy-client-cert ok
[+]poststarthook/start-kube-aggregator-informers ok
[+]poststarthook/apiservice-registration-controller ok
[+]poststarthook/apiservice-status-available-controller ok
[+]poststarthook/kube-apiserver-autoregistration ok
[+]autoregister-completion ok
[+]poststarthook/apiservice-openapi-controller ok
[+]poststarthook/apiservice-openapiv3-controller ok
[+]poststarthook/apiservice-discovery-controller ok
healthz check failed
I1128 00:31:55.845625 378575 api_server.go:253] Checking apiserver healthz at https://192.168.76.2:8444/healthz ...
I1128 00:31:55.862271 378575 api_server.go:279] https://192.168.76.2:8444/healthz returned 200:
ok
I1128 00:31:55.883798 378575 api_server.go:141] control plane version: v1.28.4
I1128 00:31:55.883862 378575 api_server.go:131] duration metric: took 5.283640059s to wait for apiserver health ...
I1128 00:31:55.883894 378575 cni.go:84] Creating CNI manager for ""
I1128 00:31:55.883940 378575 cni.go:158] "docker" driver + "docker" container runtime found on kubernetes v1.24+, recommending bridge
I1128 00:31:55.886375 378575 out.go:177] * Configuring bridge CNI (Container Networking Interface) ...
I1128 00:31:55.888524 378575 ssh_runner.go:195] Run: sudo mkdir -p /etc/cni/net.d
I1128 00:31:55.924986 378575 ssh_runner.go:362] scp memory --> /etc/cni/net.d/1-k8s.conflist (457 bytes)
I1128 00:31:55.968492 378575 system_pods.go:43] waiting for kube-system pods to appear ...
I1128 00:31:55.985410 378575 system_pods.go:59] 8 kube-system pods found
I1128 00:31:55.985483 378575 system_pods.go:61] "coredns-5dd5756b68-d6kb4" [d1cf8657-174c-4423-bad4-deb14153c869] Running / Ready:ContainersNotReady (containers with unready status: [coredns]) / ContainersReady:ContainersNotReady (containers with unready status: [coredns])
I1128 00:31:55.985513 378575 system_pods.go:61] "etcd-default-k8s-diff-port-172365" [17fc796e-595a-432b-83b3-ed3bc868b97f] Running / Ready:ContainersNotReady (containers with unready status: [etcd]) / ContainersReady:ContainersNotReady (containers with unready status: [etcd])
I1128 00:31:55.985554 378575 system_pods.go:61] "kube-apiserver-default-k8s-diff-port-172365" [2f624c70-0c63-476d-ba42-127e64f476cc] Running / Ready:ContainersNotReady (containers with unready status: [kube-apiserver]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-apiserver])
I1128 00:31:55.985586 378575 system_pods.go:61] "kube-controller-manager-default-k8s-diff-port-172365" [fd51c6a1-aa51-4452-baac-2b79d093eaaf] Running / Ready:ContainersNotReady (containers with unready status: [kube-controller-manager]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-controller-manager])
I1128 00:31:55.985622 378575 system_pods.go:61] "kube-proxy-ct7pn" [327b8614-c459-4aae-b4d2-bcdf65aaf738] Running / Ready:ContainersNotReady (containers with unready status: [kube-proxy]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-proxy])
I1128 00:31:55.985660 378575 system_pods.go:61] "kube-scheduler-default-k8s-diff-port-172365" [b33de1f9-6bac-4951-b088-552b0e9ba838] Running / Ready:ContainersNotReady (containers with unready status: [kube-scheduler]) / ContainersReady:ContainersNotReady (containers with unready status: [kube-scheduler])
I1128 00:31:55.985686 378575 system_pods.go:61] "metrics-server-57f55c9bc5-6d6b9" [58cb6357-8e0e-4294-9f4d-75fe2f36ac3b] Pending / Ready:ContainersNotReady (containers with unready status: [metrics-server]) / ContainersReady:ContainersNotReady (containers with unready status: [metrics-server])
I1128 00:31:55.985712 378575 system_pods.go:61] "storage-provisioner" [4425cacc-e9c6-497a-9ded-9bf375c3c82f] Running / Ready:ContainersNotReady (containers with unready status: [storage-provisioner]) / ContainersReady:ContainersNotReady (containers with unready status: [storage-provisioner])
I1128 00:31:55.985736 378575 system_pods.go:74] duration metric: took 17.184189ms to wait for pod list to return data ...
I1128 00:31:55.985776 378575 node_conditions.go:102] verifying NodePressure condition ...
I1128 00:31:55.994219 378575 node_conditions.go:122] node storage ephemeral capacity is 203034800Ki
I1128 00:31:55.994292 378575 node_conditions.go:123] node cpu capacity is 2
I1128 00:31:55.994336 378575 node_conditions.go:105] duration metric: took 8.539992ms to run NodePressure ...
I1128 00:31:55.994376 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm init phase addon all --config /var/tmp/minikube/kubeadm.yaml"
I1128 00:31:56.477807 378575 kubeadm.go:772] waiting for restarted kubelet to initialise ...
I1128 00:31:56.485629 378575 kubeadm.go:787] kubelet initialised
I1128 00:31:56.485697 378575 kubeadm.go:788] duration metric: took 7.86731ms waiting for restarted kubelet to initialise ...
I1128 00:31:56.485720 378575 pod_ready.go:35] extra waiting up to 4m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1128 00:31:56.495970 378575 pod_ready.go:78] waiting up to 4m0s for pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace to be "Ready" ...
I1128 00:31:58.543556 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:00.545697 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:03.044805 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:05.544397 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:07.544652 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:10.044295 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:12.543530 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:15.044386 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:17.543966 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:19.544115 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:21.544319 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:24.043218 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:26.044121 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:28.544172 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:31.043449 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:33.044111 378575 pod_ready.go:102] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:34.543362 378575 pod_ready.go:92] pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace has status "Ready":"True"
I1128 00:32:34.543392 378575 pod_ready.go:81] duration metric: took 38.047365096s waiting for pod "coredns-5dd5756b68-d6kb4" in "kube-system" namespace to be "Ready" ...
I1128 00:32:34.543403 378575 pod_ready.go:78] waiting up to 4m0s for pod "etcd-default-k8s-diff-port-172365" in "kube-system" namespace to be "Ready" ...
I1128 00:32:34.548491 378575 pod_ready.go:92] pod "etcd-default-k8s-diff-port-172365" in "kube-system" namespace has status "Ready":"True"
I1128 00:32:34.548549 378575 pod_ready.go:81] duration metric: took 5.138209ms waiting for pod "etcd-default-k8s-diff-port-172365" in "kube-system" namespace to be "Ready" ...
I1128 00:32:34.548575 378575 pod_ready.go:78] waiting up to 4m0s for pod "kube-apiserver-default-k8s-diff-port-172365" in "kube-system" namespace to be "Ready" ...
I1128 00:32:34.563116 378575 pod_ready.go:92] pod "kube-apiserver-default-k8s-diff-port-172365" in "kube-system" namespace has status "Ready":"True"
I1128 00:32:34.563182 378575 pod_ready.go:81] duration metric: took 14.58563ms waiting for pod "kube-apiserver-default-k8s-diff-port-172365" in "kube-system" namespace to be "Ready" ...
I1128 00:32:34.563207 378575 pod_ready.go:78] waiting up to 4m0s for pod "kube-controller-manager-default-k8s-diff-port-172365" in "kube-system" namespace to be "Ready" ...
I1128 00:32:34.572108 378575 pod_ready.go:92] pod "kube-controller-manager-default-k8s-diff-port-172365" in "kube-system" namespace has status "Ready":"True"
I1128 00:32:34.572174 378575 pod_ready.go:81] duration metric: took 8.923106ms waiting for pod "kube-controller-manager-default-k8s-diff-port-172365" in "kube-system" namespace to be "Ready" ...
I1128 00:32:34.572200 378575 pod_ready.go:78] waiting up to 4m0s for pod "kube-proxy-ct7pn" in "kube-system" namespace to be "Ready" ...
I1128 00:32:34.582480 378575 pod_ready.go:92] pod "kube-proxy-ct7pn" in "kube-system" namespace has status "Ready":"True"
I1128 00:32:34.582548 378575 pod_ready.go:81] duration metric: took 10.32131ms waiting for pod "kube-proxy-ct7pn" in "kube-system" namespace to be "Ready" ...
I1128 00:32:34.582574 378575 pod_ready.go:78] waiting up to 4m0s for pod "kube-scheduler-default-k8s-diff-port-172365" in "kube-system" namespace to be "Ready" ...
I1128 00:32:34.941800 378575 pod_ready.go:92] pod "kube-scheduler-default-k8s-diff-port-172365" in "kube-system" namespace has status "Ready":"True"
I1128 00:32:34.941824 378575 pod_ready.go:81] duration metric: took 359.229069ms waiting for pod "kube-scheduler-default-k8s-diff-port-172365" in "kube-system" namespace to be "Ready" ...
I1128 00:32:34.941836 378575 pod_ready.go:78] waiting up to 4m0s for pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace to be "Ready" ...
I1128 00:32:37.247172 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:39.247353 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:41.247584 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:43.248213 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:45.248312 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:47.749221 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:50.247124 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:52.247737 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:54.747354 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:56.750535 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:32:59.247324 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:01.248130 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:03.248252 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:05.748359 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:07.749260 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:10.248652 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:12.747332 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:14.748239 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:16.748884 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:19.247913 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:21.747856 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:23.748068 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:26.248172 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:28.248248 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:30.749124 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:33.247281 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:35.247656 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:37.248062 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:39.747933 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:41.748108 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:44.252411 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:46.748627 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:48.749030 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:51.248149 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:53.747654 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:56.247616 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:33:58.247740 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:00.248381 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:02.748188 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:05.248183 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:07.248287 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:09.748851 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:12.247787 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:14.748183 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:17.247909 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:19.248503 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:21.252442 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:23.747998 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:26.248705 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:28.748817 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:31.248439 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:33.248862 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:35.249728 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:37.749328 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:40.249148 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:42.747304 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:44.747940 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:47.247376 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:49.247678 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:51.748344 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:54.247428 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:56.748255 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:34:59.247258 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:01.747019 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:03.747705 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:05.748602 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:08.249047 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:10.747545 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:12.748911 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:15.247626 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:17.247735 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:19.748128 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:22.247205 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:24.248178 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:26.248610 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:28.749219 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:30.750010 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:33.247597 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:35.748802 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:37.748833 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:40.247427 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:42.248054 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:44.747349 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:46.747979 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:49.247845 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:51.747224 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:53.747616 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:56.247769 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:35:58.247963 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:00.747343 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:03.248004 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:05.746616 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:07.747062 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:10.247313 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:12.748069 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:15.247716 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:17.247744 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:19.248055 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:21.747056 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:23.747887 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:26.247385 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:28.747864 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:31.247393 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:33.247592 378575 pod_ready.go:102] pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace has status "Ready":"False"
I1128 00:36:34.942531 378575 pod_ready.go:81] duration metric: took 4m0.000677758s waiting for pod "metrics-server-57f55c9bc5-6d6b9" in "kube-system" namespace to be "Ready" ...
E1128 00:36:34.942567 378575 pod_ready.go:66] WaitExtra: waitPodCondition: context deadline exceeded
I1128 00:36:34.942585 378575 pod_ready.go:38] duration metric: took 4m38.456843678s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1128 00:36:34.942613 378575 kubeadm.go:640] restartCluster took 4m57.55423984s
W1128 00:36:34.942694 378575 out.go:239] ! Unable to restart cluster, will reset it: extra: timed out waiting 4m0s for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready"
! Unable to restart cluster, will reset it: extra: timed out waiting 4m0s for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready"
I1128 00:36:34.942720 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm reset --cri-socket /var/run/cri-dockerd.sock --force"
I1128 00:39:06.070712 378575 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm reset --cri-socket /var/run/cri-dockerd.sock --force": (2m31.127963816s)
W1128 00:39:06.070750 378575 kubeadm.go:898] /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm reset --cri-socket /var/run/cri-dockerd.sock --force": <nil>
I1128 00:39:06.070811 378575 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
W1128 00:39:06.070838 378575 ssh_runner.go:129] session error, resetting client: EOF
I1128 00:39:06.070856 378575 retry.go:31] will retry after 326.553657ms: EOF
I1128 00:39:06.398449 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:06.416258 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:09.142689 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:41982->127.0.0.1:33088: read: connection reset by peer
W1128 00:39:09.142768 378575 kubeadm.go:427] delete failed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.28.4:$PATH" kubeadm reset --cri-socket /var/run/cri-dockerd.sock --force": wait: remote command exited without exit status or exit signal
stdout:
[reset] Reading configuration from the cluster...
[reset] FYI: You can look at this config file with 'kubectl -n kube-system get cm kubeadm-config -o yaml'
[preflight] Running pre-flight checks
[reset] Deleted contents of the etcd data directory: /var/lib/minikube/etcd
[reset] Stopping the kubelet service
[reset] Unmounting mounted directories in "/var/lib/kubelet"
stderr:
W1128 00:36:34.983047 7040 resetconfiguration.go:49] Usage of CRI endpoints without URL scheme is deprecated and can cause kubelet errors in the future. Automatically prepending scheme "unix" to the "criSocket" with value "/var/run/cri-dockerd.sock". Please update your configuration!
I1128 00:39:09.142831 378575 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1128 00:39:09.142885 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:09.160750 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:12.214618 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:41992->127.0.0.1:33088: read: connection reset by peer
I1128 00:39:12.214700 378575 kubeadm.go:406] StartCluster complete in 7m34.856527727s
I1128 00:39:12.215399 378575 cri.go:54] listing CRI containers in root : {State:all Name:kube-apiserver Namespaces:[]}
I1128 00:39:12.215470 378575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-apiserver
I1128 00:39:12.215519 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:12.232773 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:15.286680 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:56194->127.0.0.1:33088: read: connection reset by peer
E1128 00:39:15.286762 378575 logs.go:281] Failed to list containers for "kube-apiserver": crictl list: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:56194->127.0.0.1:33088: read: connection reset by peer
I1128 00:39:15.286783 378575 cri.go:54] listing CRI containers in root : {State:all Name:etcd Namespaces:[]}
I1128 00:39:15.286841 378575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=etcd
I1128 00:39:15.286889 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:15.304164 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:18.358649 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:56208->127.0.0.1:33088: read: connection reset by peer
E1128 00:39:18.358725 378575 logs.go:281] Failed to list containers for "etcd": crictl list: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:56208->127.0.0.1:33088: read: connection reset by peer
I1128 00:39:18.358748 378575 cri.go:54] listing CRI containers in root : {State:all Name:coredns Namespaces:[]}
I1128 00:39:18.358808 378575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=coredns
I1128 00:39:18.358858 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:18.376086 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:21.430642 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:56220->127.0.0.1:33088: read: connection reset by peer
E1128 00:39:21.430719 378575 logs.go:281] Failed to list containers for "coredns": crictl list: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:56220->127.0.0.1:33088: read: connection reset by peer
I1128 00:39:21.430738 378575 cri.go:54] listing CRI containers in root : {State:all Name:kube-scheduler Namespaces:[]}
I1128 00:39:21.430802 378575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-scheduler
I1128 00:39:21.430848 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:21.448212 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:24.502702 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:56232->127.0.0.1:33088: read: connection reset by peer
E1128 00:39:24.502779 378575 logs.go:281] Failed to list containers for "kube-scheduler": crictl list: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:56232->127.0.0.1:33088: read: connection reset by peer
I1128 00:39:24.502798 378575 cri.go:54] listing CRI containers in root : {State:all Name:kube-proxy Namespaces:[]}
I1128 00:39:24.502861 378575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-proxy
I1128 00:39:24.502912 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:24.520464 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:27.574707 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:43864->127.0.0.1:33088: read: connection reset by peer
E1128 00:39:27.574782 378575 logs.go:281] Failed to list containers for "kube-proxy": crictl list: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:43864->127.0.0.1:33088: read: connection reset by peer
I1128 00:39:27.574801 378575 cri.go:54] listing CRI containers in root : {State:all Name:kube-controller-manager Namespaces:[]}
I1128 00:39:27.574865 378575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kube-controller-manager
I1128 00:39:27.574947 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:27.591716 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:30.646650 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:43866->127.0.0.1:33088: read: connection reset by peer
E1128 00:39:30.646727 378575 logs.go:281] Failed to list containers for "kube-controller-manager": crictl list: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:43866->127.0.0.1:33088: read: connection reset by peer
I1128 00:39:30.646747 378575 cri.go:54] listing CRI containers in root : {State:all Name:kindnet Namespaces:[]}
I1128 00:39:30.646807 378575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kindnet
I1128 00:39:30.646859 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:30.663883 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:33.718636 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:43868->127.0.0.1:33088: read: connection reset by peer
E1128 00:39:33.718712 378575 logs.go:281] Failed to list containers for "kindnet": crictl list: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:43868->127.0.0.1:33088: read: connection reset by peer
I1128 00:39:33.718729 378575 cri.go:54] listing CRI containers in root : {State:all Name:storage-provisioner Namespaces:[]}
I1128 00:39:33.718786 378575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=storage-provisioner
I1128 00:39:33.718834 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:33.736886 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:36.790642 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:60740->127.0.0.1:33088: read: connection reset by peer
E1128 00:39:36.790726 378575 logs.go:281] Failed to list containers for "storage-provisioner": crictl list: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:60740->127.0.0.1:33088: read: connection reset by peer
I1128 00:39:36.790746 378575 cri.go:54] listing CRI containers in root : {State:all Name:kubernetes-dashboard Namespaces:[]}
I1128 00:39:36.790812 378575 ssh_runner.go:195] Run: sudo crictl ps -a --quiet --name=kubernetes-dashboard
I1128 00:39:36.790862 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:36.807748 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:39.862662 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:60752->127.0.0.1:33088: read: connection reset by peer
E1128 00:39:39.862755 378575 logs.go:281] Failed to list containers for "kubernetes-dashboard": crictl list: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:60752->127.0.0.1:33088: read: connection reset by peer
I1128 00:39:39.862776 378575 logs.go:123] Gathering logs for describe nodes ...
I1128 00:39:39.862795 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I1128 00:39:39.862865 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:39.881001 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:42.934677 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:60758->127.0.0.1:33088: read: connection reset by peer
W1128 00:39:42.934754 378575 logs.go:130] failed describe nodes: command: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.28.4/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig" NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:60758->127.0.0.1:33088: read: connection reset by peer output:
I1128 00:39:42.934772 378575 logs.go:123] Gathering logs for Docker ...
I1128 00:39:42.934788 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I1128 00:39:42.934860 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:42.956032 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:46.006655 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:34252->127.0.0.1:33088: read: connection reset by peer
W1128 00:39:46.006732 378575 logs.go:130] failed Docker: command: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400" NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:34252->127.0.0.1:33088: read: connection reset by peer output:
I1128 00:39:46.006750 378575 logs.go:123] Gathering logs for container status ...
I1128 00:39:46.006763 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I1128 00:39:46.006836 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:46.023730 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:49.078620 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:34266->127.0.0.1:33088: read: connection reset by peer
W1128 00:39:49.078693 378575 logs.go:130] failed container status: command: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a" NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:34266->127.0.0.1:33088: read: connection reset by peer output:
I1128 00:39:49.078711 378575 logs.go:123] Gathering logs for kubelet ...
I1128 00:39:49.078723 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I1128 00:39:49.078791 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:49.097166 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:52.150686 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:34282->127.0.0.1:33088: read: connection reset by peer
W1128 00:39:52.150761 378575 logs.go:130] failed kubelet: command: /bin/bash -c "sudo journalctl -u kubelet -n 400" NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:34282->127.0.0.1:33088: read: connection reset by peer output:
I1128 00:39:52.150777 378575 logs.go:123] Gathering logs for dmesg ...
I1128 00:39:52.150789 378575 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I1128 00:39:52.150864 378575 cli_runner.go:164] Run: docker container inspect -f "'{{(index (index .NetworkSettings.Ports "22/tcp") 0).HostPort}}'" default-k8s-diff-port-172365
I1128 00:39:52.168133 378575 sshutil.go:53] new ssh client: &{IP:127.0.0.1 Port:33088 SSHKeyPath:/home/jenkins/minikube-integration/17206-2172/.minikube/machines/default-k8s-diff-port-172365/id_rsa Username:docker}
W1128 00:39:55.222657 378575 sshutil.go:64] dial failure (will retry): ssh: handshake failed: read tcp 127.0.0.1:47288->127.0.0.1:33088: read: connection reset by peer
W1128 00:39:55.222736 378575 logs.go:130] failed dmesg: command: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400" NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:47288->127.0.0.1:33088: read: connection reset by peer output:
W1128 00:39:55.222758 378575 out.go:369] Error starting cluster: cp: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:41992->127.0.0.1:33088: read: connection reset by peer
W1128 00:39:55.222780 378575 out.go:239] *
*
W1128 00:39:55.222829 378575 out.go:239] X Error starting cluster: cp: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:41992->127.0.0.1:33088: read: connection reset by peer
X Error starting cluster: cp: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:41992->127.0.0.1:33088: read: connection reset by peer
W1128 00:39:55.222841 378575 out.go:239] *
*
W1128 00:39:55.223855 378575 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1128 00:39:55.226649 378575 out.go:177]
W1128 00:39:55.229634 378575 out.go:239] X Exiting due to GUEST_START: failed to start node: cp: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:41992->127.0.0.1:33088: read: connection reset by peer
X Exiting due to GUEST_START: failed to start node: cp: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:41992->127.0.0.1:33088: read: connection reset by peer
W1128 00:39:55.229650 378575 out.go:239] *
*
W1128 00:39:55.230638 378575 out.go:239] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│ │
│ * If the above advice does not help, please let us know: │
│ https://github.com/kubernetes/minikube/issues/new/choose │
│ │
│ * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue. │
│ │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯
I1128 00:39:55.233182 378575 out.go:177]
** /stderr **
start_stop_delete_test.go:259: failed to start minikube post-stop. args "out/minikube-linux-arm64 start -p default-k8s-diff-port-172365 --memory=2200 --alsologtostderr --wait=true --apiserver-port=8444 --driver=docker --container-runtime=docker --kubernetes-version=v1.28.4": exit status 80
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:230: ======> post-mortem[TestStartStop/group/default-k8s-diff-port/serial/SecondStart]: docker inspect <======
helpers_test.go:231: (dbg) Run: docker inspect default-k8s-diff-port-172365
helpers_test.go:235: (dbg) docker inspect default-k8s-diff-port-172365:
-- stdout --
[
{
"Id": "449309480d62fcd03e28211fecf49d9f375e725204a762cd248e61957532d261",
"Created": "2023-11-28T00:29:46.397673041Z",
"Path": "/usr/local/bin/entrypoint",
"Args": [
"/sbin/init"
],
"State": {
"Status": "running",
"Running": true,
"Paused": false,
"Restarting": false,
"OOMKilled": false,
"Dead": false,
"Pid": 378765,
"ExitCode": 0,
"Error": "",
"StartedAt": "2023-11-28T00:31:29.890726479Z",
"FinishedAt": "2023-11-28T00:31:28.766003125Z"
},
"Image": "sha256:6b2707af759835616662ab4511fa7cfc968ed5500b8f30a5d231d9af64582310",
"ResolvConfPath": "/var/lib/docker/containers/449309480d62fcd03e28211fecf49d9f375e725204a762cd248e61957532d261/resolv.conf",
"HostnamePath": "/var/lib/docker/containers/449309480d62fcd03e28211fecf49d9f375e725204a762cd248e61957532d261/hostname",
"HostsPath": "/var/lib/docker/containers/449309480d62fcd03e28211fecf49d9f375e725204a762cd248e61957532d261/hosts",
"LogPath": "/var/lib/docker/containers/449309480d62fcd03e28211fecf49d9f375e725204a762cd248e61957532d261/449309480d62fcd03e28211fecf49d9f375e725204a762cd248e61957532d261-json.log",
"Name": "/default-k8s-diff-port-172365",
"RestartCount": 0,
"Driver": "overlay2",
"Platform": "linux",
"MountLabel": "",
"ProcessLabel": "",
"AppArmorProfile": "unconfined",
"ExecIDs": null,
"HostConfig": {
"Binds": [
"/lib/modules:/lib/modules:ro",
"default-k8s-diff-port-172365:/var"
],
"ContainerIDFile": "",
"LogConfig": {
"Type": "json-file",
"Config": {}
},
"NetworkMode": "default-k8s-diff-port-172365",
"PortBindings": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": ""
}
]
},
"RestartPolicy": {
"Name": "no",
"MaximumRetryCount": 0
},
"AutoRemove": false,
"VolumeDriver": "",
"VolumesFrom": null,
"ConsoleSize": [
0,
0
],
"CapAdd": null,
"CapDrop": null,
"CgroupnsMode": "host",
"Dns": [],
"DnsOptions": [],
"DnsSearch": [],
"ExtraHosts": null,
"GroupAdd": null,
"IpcMode": "private",
"Cgroup": "",
"Links": null,
"OomScoreAdj": 0,
"PidMode": "",
"Privileged": true,
"PublishAllPorts": false,
"ReadonlyRootfs": false,
"SecurityOpt": [
"seccomp=unconfined",
"apparmor=unconfined",
"label=disable"
],
"Tmpfs": {
"/run": "",
"/tmp": ""
},
"UTSMode": "",
"UsernsMode": "",
"ShmSize": 67108864,
"Runtime": "runc",
"Isolation": "",
"CpuShares": 0,
"Memory": 2306867200,
"NanoCpus": 2000000000,
"CgroupParent": "",
"BlkioWeight": 0,
"BlkioWeightDevice": [],
"BlkioDeviceReadBps": [],
"BlkioDeviceWriteBps": [],
"BlkioDeviceReadIOps": [],
"BlkioDeviceWriteIOps": [],
"CpuPeriod": 0,
"CpuQuota": 0,
"CpuRealtimePeriod": 0,
"CpuRealtimeRuntime": 0,
"CpusetCpus": "",
"CpusetMems": "",
"Devices": [],
"DeviceCgroupRules": null,
"DeviceRequests": null,
"MemoryReservation": 0,
"MemorySwap": 4613734400,
"MemorySwappiness": null,
"OomKillDisable": false,
"PidsLimit": null,
"Ulimits": null,
"CpuCount": 0,
"CpuPercent": 0,
"IOMaximumIOps": 0,
"IOMaximumBandwidth": 0,
"MaskedPaths": null,
"ReadonlyPaths": null
},
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/005addcad21b404834e4864e6901f6fe227cecfc3a9b1e347a8353375e4f2388-init/diff:/var/lib/docker/overlay2/150860364e38eff4c019c0f0be35917511a7a9583a74bcbfa76fc06522b5265f/diff",
"MergedDir": "/var/lib/docker/overlay2/005addcad21b404834e4864e6901f6fe227cecfc3a9b1e347a8353375e4f2388/merged",
"UpperDir": "/var/lib/docker/overlay2/005addcad21b404834e4864e6901f6fe227cecfc3a9b1e347a8353375e4f2388/diff",
"WorkDir": "/var/lib/docker/overlay2/005addcad21b404834e4864e6901f6fe227cecfc3a9b1e347a8353375e4f2388/work"
},
"Name": "overlay2"
},
"Mounts": [
{
"Type": "volume",
"Name": "default-k8s-diff-port-172365",
"Source": "/var/lib/docker/volumes/default-k8s-diff-port-172365/_data",
"Destination": "/var",
"Driver": "local",
"Mode": "z",
"RW": true,
"Propagation": ""
},
{
"Type": "bind",
"Source": "/lib/modules",
"Destination": "/lib/modules",
"Mode": "ro",
"RW": false,
"Propagation": "rprivate"
}
],
"Config": {
"Hostname": "default-k8s-diff-port-172365",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"22/tcp": {},
"2376/tcp": {},
"32443/tcp": {},
"5000/tcp": {},
"8444/tcp": {}
},
"Tty": true,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"container=docker",
"PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
],
"Cmd": null,
"Image": "gcr.io/k8s-minikube/kicbase-builds:v0.0.42-1700142204-17634@sha256:b5ff7180d8eca5924b7e763cf222f5d9cfa39b21ab2c921f1394f3275e214b50",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"/usr/local/bin/entrypoint",
"/sbin/init"
],
"OnBuild": null,
"Labels": {
"created_by.minikube.sigs.k8s.io": "true",
"mode.minikube.sigs.k8s.io": "default-k8s-diff-port-172365",
"name.minikube.sigs.k8s.io": "default-k8s-diff-port-172365",
"role.minikube.sigs.k8s.io": ""
},
"StopSignal": "SIGRTMIN+3"
},
"NetworkSettings": {
"Bridge": "",
"SandboxID": "e96c12a95771c011e7355bb03f7d824b67f5102abdf4f387627f1451ac81c26e",
"HairpinMode": false,
"LinkLocalIPv6Address": "",
"LinkLocalIPv6PrefixLen": 0,
"Ports": {
"22/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33088"
}
],
"2376/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33087"
}
],
"32443/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33084"
}
],
"5000/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33086"
}
],
"8444/tcp": [
{
"HostIp": "127.0.0.1",
"HostPort": "33085"
}
]
},
"SandboxKey": "/var/run/docker/netns/e96c12a95771",
"SecondaryIPAddresses": null,
"SecondaryIPv6Addresses": null,
"EndpointID": "",
"Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"IPAddress": "",
"IPPrefixLen": 0,
"IPv6Gateway": "",
"MacAddress": "",
"Networks": {
"default-k8s-diff-port-172365": {
"IPAMConfig": {
"IPv4Address": "192.168.76.2"
},
"Links": null,
"Aliases": [
"449309480d62",
"default-k8s-diff-port-172365"
],
"NetworkID": "96b80b52da08f1aa76e6880f9d2729ab961d1f35bb5b02e1e966c7e67885c240",
"EndpointID": "7168e7c6350adfd9bbb1012fbf483698dc0401739424611b31a52b1755bd43fc",
"Gateway": "192.168.76.1",
"IPAddress": "192.168.76.2",
"IPPrefixLen": 24,
"IPv6Gateway": "",
"GlobalIPv6Address": "",
"GlobalIPv6PrefixLen": 0,
"MacAddress": "02:42:c0:a8:4c:02",
"DriverOpts": null
}
}
}
}
]
-- /stdout --
helpers_test.go:239: (dbg) Run: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-172365 -n default-k8s-diff-port-172365
E1128 00:39:57.442038 7460 cert_rotation.go:168] key failed with : open /home/jenkins/minikube-integration/17206-2172/.minikube/profiles/bridge-811755/client.crt: no such file or directory
helpers_test.go:239: (dbg) Non-zero exit: out/minikube-linux-arm64 status --format={{.Host}} -p default-k8s-diff-port-172365 -n default-k8s-diff-port-172365: exit status 3 (2.993738613s)
-- stdout --
Error
-- /stdout --
** stderr **
E1128 00:39:58.294732 406098 status.go:376] failed to get storage capacity of /var: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:47292->127.0.0.1:33088: read: connection reset by peer
E1128 00:39:58.294754 406098 status.go:249] status error: NewSession: new client: new client: ssh: handshake failed: read tcp 127.0.0.1:47292->127.0.0.1:33088: read: connection reset by peer
** /stderr **
helpers_test.go:239: status error: exit status 3 (may be ok)
helpers_test.go:241: "default-k8s-diff-port-172365" host is not running, skipping log retrieval (state="Error")
--- FAIL: TestStartStop/group/default-k8s-diff-port/serial/SecondStart (509.03s)