=== RUN TestMultiControlPlane/serial/DegradedAfterClusterRestart
ha_test.go:392: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:415: expected profile "ha-046009" in json of 'profile list' to have "Degraded" status but have "HAppy" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-046009\",\"Status\":\"HAppy\",\"Config\":{\"Name\":\"ha-046009\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube/iso/minikube-v1.35.0-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\"APIServerPort\":8443,\"DockerO
pt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.32.2\",\"ClusterName\":\"ha-046009\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"docker\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.167\",\"Port\":8443,\"KubernetesVersion\":\"v1.32.2\",\"Co
ntainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.81\",\"Port\":8443,\"KubernetesVersion\":\"v1.32.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.158\",\"Port\":8443,\"KubernetesVersion\":\"v1.32.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.51\",\"Port\":0,\"KubernetesVersion\":\"v1.32.2\",\"ContainerRuntime\":\"docker\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewe
r\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"
MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-046009 -n ha-046009
helpers_test.go:244: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/DegradedAfterClusterRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-046009 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-046009 logs -n 25: (1.548978675s)
helpers_test.go:252: TestMultiControlPlane/serial/DegradedAfterClusterRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| cp | ha-046009 cp ha-046009-m03:/home/docker/cp-test.txt | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | ha-046009-m04:/home/docker/cp-test_ha-046009-m03_ha-046009-m04.txt | | | | | |
| ssh | ha-046009 ssh -n | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | ha-046009-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-046009 ssh -n ha-046009-m04 sudo cat | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | /home/docker/cp-test_ha-046009-m03_ha-046009-m04.txt | | | | | |
| cp | ha-046009 cp testdata/cp-test.txt | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | ha-046009-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-046009 ssh -n | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | ha-046009-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-046009 cp ha-046009-m04:/home/docker/cp-test.txt | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile3394153520/001/cp-test_ha-046009-m04.txt | | | | | |
| ssh | ha-046009 ssh -n | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | ha-046009-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-046009 cp ha-046009-m04:/home/docker/cp-test.txt | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | ha-046009:/home/docker/cp-test_ha-046009-m04_ha-046009.txt | | | | | |
| ssh | ha-046009 ssh -n | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | ha-046009-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-046009 ssh -n ha-046009 sudo cat | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | /home/docker/cp-test_ha-046009-m04_ha-046009.txt | | | | | |
| cp | ha-046009 cp ha-046009-m04:/home/docker/cp-test.txt | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | ha-046009-m02:/home/docker/cp-test_ha-046009-m04_ha-046009-m02.txt | | | | | |
| ssh | ha-046009 ssh -n | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | ha-046009-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-046009 ssh -n ha-046009-m02 sudo cat | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | /home/docker/cp-test_ha-046009-m04_ha-046009-m02.txt | | | | | |
| cp | ha-046009 cp ha-046009-m04:/home/docker/cp-test.txt | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | ha-046009-m03:/home/docker/cp-test_ha-046009-m04_ha-046009-m03.txt | | | | | |
| ssh | ha-046009 ssh -n | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | ha-046009-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-046009 ssh -n ha-046009-m03 sudo cat | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | /home/docker/cp-test_ha-046009-m04_ha-046009-m03.txt | | | | | |
| node | ha-046009 node stop m02 -v=7 | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:38 UTC |
| | --alsologtostderr | | | | | |
| node | ha-046009 node start m02 -v=7 | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:38 UTC | 08 Apr 25 18:39 UTC |
| | --alsologtostderr | | | | | |
| node | list -p ha-046009 -v=7 | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:39 UTC | |
| | --alsologtostderr | | | | | |
| stop | -p ha-046009 -v=7 | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:39 UTC | 08 Apr 25 18:39 UTC |
| | --alsologtostderr | | | | | |
| start | -p ha-046009 --wait=true -v=7 | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:39 UTC | |
| | --alsologtostderr | | | | | |
| node | list -p ha-046009 | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:41 UTC | |
| node | ha-046009 node delete m03 -v=7 | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:41 UTC | |
| | --alsologtostderr | | | | | |
| stop | ha-046009 stop -v=7 | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:41 UTC | 08 Apr 25 18:42 UTC |
| | --alsologtostderr | | | | | |
| start | -p ha-046009 --wait=true | ha-046009 | jenkins | v1.35.0 | 08 Apr 25 18:42 UTC | 08 Apr 25 18:45 UTC |
| | -v=7 --alsologtostderr | | | | | |
| | --driver=kvm2 | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2025/04/08 18:42:12
Running on machine: ubuntu-20-agent-14
Binary: Built with gc go1.24.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0408 18:42:12.777742 561168 out.go:345] Setting OutFile to fd 1 ...
I0408 18:42:12.777841 561168 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0408 18:42:12.777848 561168 out.go:358] Setting ErrFile to fd 2...
I0408 18:42:12.777852 561168 out.go:392] TERM=,COLORTERM=, which probably does not support color
I0408 18:42:12.778048 561168 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20604-538981/.minikube/bin
I0408 18:42:12.778552 561168 out.go:352] Setting JSON to false
I0408 18:42:12.779513 561168 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-14","uptime":5082,"bootTime":1744132651,"procs":184,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1078-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I0408 18:42:12.779564 561168 start.go:139] virtualization: kvm guest
I0408 18:42:12.781422 561168 out.go:177] * [ha-046009] minikube v1.35.0 on Ubuntu 20.04 (kvm/amd64)
I0408 18:42:12.782935 561168 notify.go:220] Checking for updates...
I0408 18:42:12.782975 561168 out.go:177] - MINIKUBE_LOCATION=20604
I0408 18:42:12.784279 561168 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I0408 18:42:12.785412 561168 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20604-538981/kubeconfig
I0408 18:42:12.786463 561168 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20604-538981/.minikube
I0408 18:42:12.787483 561168 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I0408 18:42:12.788591 561168 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I0408 18:42:12.790063 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:42:12.790459 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:42:12.790547 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:42:12.805702 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44315
I0408 18:42:12.806151 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:42:12.806629 561168 main.go:141] libmachine: Using API Version 1
I0408 18:42:12.806652 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:42:12.807024 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:42:12.807205 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:42:12.807449 561168 driver.go:394] Setting default libvirt URI to qemu:///system
I0408 18:42:12.807756 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:42:12.807803 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:42:12.822098 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42593
I0408 18:42:12.822453 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:42:12.822920 561168 main.go:141] libmachine: Using API Version 1
I0408 18:42:12.822946 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:42:12.823256 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:42:12.823432 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:42:12.855644 561168 out.go:177] * Using the kvm2 driver based on existing profile
I0408 18:42:12.857157 561168 start.go:297] selected driver: kvm2
I0408 18:42:12.857171 561168 start.go:901] validating driver "kvm2" against &{Name:ha-046009 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.35.0-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:ha-04
6009 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.167 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.81 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.158 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.39.51 Port:0 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storagecla
ss:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L
MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0408 18:42:12.857359 561168 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I0408 18:42:12.857700 561168 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0408 18:42:12.857781 561168 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/20604-538981/.minikube/bin:/home/jenkins/workspace/KVM_Linux_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I0408 18:42:12.872060 561168 install.go:137] /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2 version is 1.35.0
I0408 18:42:12.872778 561168 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0408 18:42:12.872824 561168 cni.go:84] Creating CNI manager for ""
I0408 18:42:12.872877 561168 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0408 18:42:12.872934 561168 start.go:340] cluster config:
{Name:ha-046009 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.35.0-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:ha-046009 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA
APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.167 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.81 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.158 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.39.51 Port:0 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false i
naccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountT
ype:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0408 18:42:12.873073 561168 iso.go:125] acquiring lock: {Name:mk4e70a1080c20df8ba5df6fb273e5bc7e5d343d Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I0408 18:42:12.874531 561168 out.go:177] * Starting "ha-046009" primary control-plane node in "ha-046009" cluster
I0408 18:42:12.875585 561168 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime docker
I0408 18:42:12.875619 561168 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20604-538981/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-docker-overlay2-amd64.tar.lz4
I0408 18:42:12.875626 561168 cache.go:56] Caching tarball of preloaded images
I0408 18:42:12.875705 561168 preload.go:172] Found /home/jenkins/minikube-integration/20604-538981/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0408 18:42:12.875714 561168 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on docker
I0408 18:42:12.875835 561168 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/config.json ...
I0408 18:42:12.876008 561168 start.go:360] acquireMachinesLock for ha-046009: {Name:mk475a46f9c399e0e51b6ae0f542534fa97d822c Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0408 18:42:12.876058 561168 start.go:364] duration metric: took 31.6µs to acquireMachinesLock for "ha-046009"
I0408 18:42:12.876072 561168 start.go:96] Skipping create...Using existing machine configuration
I0408 18:42:12.876080 561168 fix.go:54] fixHost starting:
I0408 18:42:12.876317 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:42:12.876358 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:42:12.889786 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43299
I0408 18:42:12.890210 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:42:12.890740 561168 main.go:141] libmachine: Using API Version 1
I0408 18:42:12.890762 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:42:12.891056 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:42:12.891229 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:42:12.891359 561168 main.go:141] libmachine: (ha-046009) Calling .GetState
I0408 18:42:12.892792 561168 fix.go:112] recreateIfNeeded on ha-046009: state=Stopped err=<nil>
I0408 18:42:12.892829 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
W0408 18:42:12.892956 561168 fix.go:138] unexpected machine state, will restart: <nil>
I0408 18:42:12.894414 561168 out.go:177] * Restarting existing kvm2 VM for "ha-046009" ...
I0408 18:42:12.895463 561168 main.go:141] libmachine: (ha-046009) Calling .Start
I0408 18:42:12.895633 561168 main.go:141] libmachine: (ha-046009) starting domain...
I0408 18:42:12.895649 561168 main.go:141] libmachine: (ha-046009) ensuring networks are active...
I0408 18:42:12.896400 561168 main.go:141] libmachine: (ha-046009) Ensuring network default is active
I0408 18:42:12.896730 561168 main.go:141] libmachine: (ha-046009) Ensuring network mk-ha-046009 is active
I0408 18:42:12.897144 561168 main.go:141] libmachine: (ha-046009) getting domain XML...
I0408 18:42:12.897911 561168 main.go:141] libmachine: (ha-046009) creating domain...
I0408 18:42:14.075262 561168 main.go:141] libmachine: (ha-046009) waiting for IP...
I0408 18:42:14.076116 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:14.076464 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:14.076631 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:14.076506 561203 retry.go:31] will retry after 278.625702ms: waiting for domain to come up
I0408 18:42:14.357078 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:14.357536 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:14.357599 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:14.357507 561203 retry.go:31] will retry after 255.383595ms: waiting for domain to come up
I0408 18:42:14.614891 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:14.615285 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:14.615320 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:14.615251 561203 retry.go:31] will retry after 328.598789ms: waiting for domain to come up
I0408 18:42:14.945685 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:14.946100 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:14.946131 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:14.946067 561203 retry.go:31] will retry after 582.254379ms: waiting for domain to come up
I0408 18:42:15.529814 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:15.530228 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:15.530258 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:15.530182 561203 retry.go:31] will retry after 724.566737ms: waiting for domain to come up
I0408 18:42:16.256126 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:16.256561 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:16.256588 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:16.256526 561203 retry.go:31] will retry after 791.786936ms: waiting for domain to come up
I0408 18:42:17.049421 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:17.049836 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:17.049898 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:17.049806 561203 retry.go:31] will retry after 932.796874ms: waiting for domain to come up
I0408 18:42:17.984518 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:17.984898 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:17.984930 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:17.984854 561203 retry.go:31] will retry after 1.095165215s: waiting for domain to come up
I0408 18:42:19.082150 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:19.082529 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:19.082554 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:19.082493 561203 retry.go:31] will retry after 1.599035616s: waiting for domain to come up
I0408 18:42:20.684067 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:20.684479 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:20.684509 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:20.684434 561203 retry.go:31] will retry after 2.06517342s: waiting for domain to come up
I0408 18:42:22.752557 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:22.752916 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:22.752938 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:22.752897 561203 retry.go:31] will retry after 2.41193968s: waiting for domain to come up
I0408 18:42:25.166943 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:25.167398 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:25.167450 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:25.167391 561203 retry.go:31] will retry after 3.249307648s: waiting for domain to come up
I0408 18:42:28.418103 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:28.418552 561168 main.go:141] libmachine: (ha-046009) DBG | unable to find current IP address of domain ha-046009 in network mk-ha-046009
I0408 18:42:28.418576 561168 main.go:141] libmachine: (ha-046009) DBG | I0408 18:42:28.418512 561203 retry.go:31] will retry after 4.257426171s: waiting for domain to come up
I0408 18:42:32.680879 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:32.681396 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has current primary IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:32.681424 561168 main.go:141] libmachine: (ha-046009) found domain IP: 192.168.39.167
I0408 18:42:32.681439 561168 main.go:141] libmachine: (ha-046009) reserving static IP address...
I0408 18:42:32.682000 561168 main.go:141] libmachine: (ha-046009) reserved static IP address 192.168.39.167 for domain ha-046009
I0408 18:42:32.682029 561168 main.go:141] libmachine: (ha-046009) waiting for SSH...
I0408 18:42:32.682072 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "ha-046009", mac: "52:54:00:23:86:da", ip: "192.168.39.167"} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:32.682097 561168 main.go:141] libmachine: (ha-046009) DBG | skip adding static IP to network mk-ha-046009 - found existing host DHCP lease matching {name: "ha-046009", mac: "52:54:00:23:86:da", ip: "192.168.39.167"}
I0408 18:42:32.682111 561168 main.go:141] libmachine: (ha-046009) DBG | Getting to WaitForSSH function...
I0408 18:42:32.684277 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:32.684600 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:32.684634 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:32.684730 561168 main.go:141] libmachine: (ha-046009) DBG | Using SSH client type: external
I0408 18:42:32.684758 561168 main.go:141] libmachine: (ha-046009) DBG | Using SSH private key: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009/id_rsa (-rw-------)
I0408 18:42:32.684800 561168 main.go:141] libmachine: (ha-046009) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.167 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009/id_rsa -p 22] /usr/bin/ssh <nil>}
I0408 18:42:32.684818 561168 main.go:141] libmachine: (ha-046009) DBG | About to run SSH command:
I0408 18:42:32.684838 561168 main.go:141] libmachine: (ha-046009) DBG | exit 0
I0408 18:42:32.811110 561168 main.go:141] libmachine: (ha-046009) DBG | SSH cmd err, output: <nil>:
I0408 18:42:32.811456 561168 main.go:141] libmachine: (ha-046009) Calling .GetConfigRaw
I0408 18:42:32.812042 561168 main.go:141] libmachine: (ha-046009) Calling .GetIP
I0408 18:42:32.814363 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:32.814792 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:32.814820 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:32.815151 561168 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/config.json ...
I0408 18:42:32.815362 561168 machine.go:93] provisionDockerMachine start ...
I0408 18:42:32.815384 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:42:32.815576 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:32.817712 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:32.818116 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:32.818146 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:32.818259 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:32.818423 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:32.818588 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:32.818716 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:32.818859 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:42:32.819125 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.167 22 <nil> <nil>}
I0408 18:42:32.819140 561168 main.go:141] libmachine: About to run SSH command:
hostname
I0408 18:42:32.931353 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0408 18:42:32.931385 561168 main.go:141] libmachine: (ha-046009) Calling .GetMachineName
I0408 18:42:32.931629 561168 buildroot.go:166] provisioning hostname "ha-046009"
I0408 18:42:32.931652 561168 main.go:141] libmachine: (ha-046009) Calling .GetMachineName
I0408 18:42:32.931831 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:32.934172 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:32.934543 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:32.934581 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:32.934697 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:32.934861 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:32.934974 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:32.935141 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:32.935263 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:42:32.935475 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.167 22 <nil> <nil>}
I0408 18:42:32.935487 561168 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-046009 && echo "ha-046009" | sudo tee /etc/hostname
I0408 18:42:33.061448 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-046009
I0408 18:42:33.061479 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:33.064154 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.064548 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:33.064575 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.064789 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:33.064956 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:33.065119 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:33.065255 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:33.065392 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:42:33.065577 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.167 22 <nil> <nil>}
I0408 18:42:33.065596 561168 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-046009' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-046009/g' /etc/hosts;
else
echo '127.0.1.1 ha-046009' | sudo tee -a /etc/hosts;
fi
fi
I0408 18:42:33.184285 561168 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0408 18:42:33.184321 561168 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20604-538981/.minikube CaCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20604-538981/.minikube}
I0408 18:42:33.184351 561168 buildroot.go:174] setting up certificates
I0408 18:42:33.184362 561168 provision.go:84] configureAuth start
I0408 18:42:33.184374 561168 main.go:141] libmachine: (ha-046009) Calling .GetMachineName
I0408 18:42:33.184676 561168 main.go:141] libmachine: (ha-046009) Calling .GetIP
I0408 18:42:33.187156 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.187581 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:33.187625 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.187718 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:33.189731 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.190034 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:33.190067 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.190149 561168 provision.go:143] copyHostCerts
I0408 18:42:33.190182 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem
I0408 18:42:33.190222 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem, removing ...
I0408 18:42:33.190238 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem
I0408 18:42:33.190315 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem (1675 bytes)
I0408 18:42:33.190455 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem
I0408 18:42:33.190491 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem, removing ...
I0408 18:42:33.190500 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem
I0408 18:42:33.190540 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem (1082 bytes)
I0408 18:42:33.190658 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem
I0408 18:42:33.190679 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem, removing ...
I0408 18:42:33.190688 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem
I0408 18:42:33.190726 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem (1123 bytes)
I0408 18:42:33.190809 561168 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem org=jenkins.ha-046009 san=[127.0.0.1 192.168.39.167 ha-046009 localhost minikube]
I0408 18:42:33.508101 561168 provision.go:177] copyRemoteCerts
I0408 18:42:33.508159 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0408 18:42:33.508190 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:33.510688 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.510989 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:33.511016 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.511175 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:33.511388 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:33.511523 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:33.511658 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.167 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009/id_rsa Username:docker}
I0408 18:42:33.597464 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0408 18:42:33.597533 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0408 18:42:33.624648 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0408 18:42:33.624713 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0408 18:42:33.650812 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem -> /etc/docker/server.pem
I0408 18:42:33.650861 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I0408 18:42:33.676981 561168 provision.go:87] duration metric: took 492.605285ms to configureAuth
I0408 18:42:33.677004 561168 buildroot.go:189] setting minikube options for container-runtime
I0408 18:42:33.677225 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:42:33.677254 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:42:33.677487 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:33.679928 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.680226 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:33.680246 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.680388 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:33.680549 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:33.680698 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:33.680840 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:33.680998 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:42:33.681198 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.167 22 <nil> <nil>}
I0408 18:42:33.681209 561168 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0408 18:42:33.797302 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0408 18:42:33.797331 561168 buildroot.go:70] root file system type: tmpfs
I0408 18:42:33.797458 561168 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0408 18:42:33.797485 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:33.800225 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.800631 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:33.800661 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.800810 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:33.801025 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:33.801135 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:33.801212 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:33.801308 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:42:33.801493 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.167 22 <nil> <nil>}
I0408 18:42:33.801567 561168 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=kvm2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0408 18:42:33.924289 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=kvm2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0408 18:42:33.924328 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:33.927190 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.927578 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:33.927609 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:33.927784 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:33.927963 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:33.928097 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:33.928216 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:33.928381 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:42:33.928577 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.167 22 <nil> <nil>}
I0408 18:42:33.928594 561168 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0408 18:42:35.929745 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0408 18:42:35.929778 561168 machine.go:96] duration metric: took 3.114399552s to provisionDockerMachine
I0408 18:42:35.929791 561168 start.go:293] postStartSetup for "ha-046009" (driver="kvm2")
I0408 18:42:35.929805 561168 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0408 18:42:35.929830 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:42:35.930188 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0408 18:42:35.930248 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:35.932673 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:35.933106 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:35.933136 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:35.933320 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:35.933557 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:35.933793 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:35.933995 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.167 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009/id_rsa Username:docker}
I0408 18:42:36.018435 561168 ssh_runner.go:195] Run: cat /etc/os-release
I0408 18:42:36.022838 561168 info.go:137] Remote host: Buildroot 2023.02.9
I0408 18:42:36.022863 561168 filesync.go:126] Scanning /home/jenkins/minikube-integration/20604-538981/.minikube/addons for local assets ...
I0408 18:42:36.022931 561168 filesync.go:126] Scanning /home/jenkins/minikube-integration/20604-538981/.minikube/files for local assets ...
I0408 18:42:36.023032 561168 filesync.go:149] local asset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> 5463112.pem in /etc/ssl/certs
I0408 18:42:36.023047 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> /etc/ssl/certs/5463112.pem
I0408 18:42:36.023132 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0408 18:42:36.033405 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem --> /etc/ssl/certs/5463112.pem (1708 bytes)
I0408 18:42:36.056349 561168 start.go:296] duration metric: took 126.544809ms for postStartSetup
I0408 18:42:36.056396 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:42:36.056674 561168 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0408 18:42:36.056702 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:36.058944 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:36.059323 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:36.059364 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:36.059474 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:36.059654 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:36.059808 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:36.059969 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.167 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009/id_rsa Username:docker}
I0408 18:42:36.145726 561168 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0408 18:42:36.145798 561168 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0408 18:42:36.183408 561168 fix.go:56] duration metric: took 23.307318632s for fixHost
I0408 18:42:36.183450 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:36.185854 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:36.186194 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:36.186243 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:36.186363 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:36.186563 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:36.186731 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:36.186909 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:36.187071 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:42:36.187377 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.167 22 <nil> <nil>}
I0408 18:42:36.187391 561168 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0408 18:42:36.299682 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: 1744137756.279348087
I0408 18:42:36.299706 561168 fix.go:216] guest clock: 1744137756.279348087
I0408 18:42:36.299713 561168 fix.go:229] Guest: 2025-04-08 18:42:36.279348087 +0000 UTC Remote: 2025-04-08 18:42:36.183431993 +0000 UTC m=+23.442458083 (delta=95.916094ms)
I0408 18:42:36.299735 561168 fix.go:200] guest clock delta is within tolerance: 95.916094ms
I0408 18:42:36.299740 561168 start.go:83] releasing machines lock for "ha-046009", held for 23.423673435s
I0408 18:42:36.299759 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:42:36.300025 561168 main.go:141] libmachine: (ha-046009) Calling .GetIP
I0408 18:42:36.302584 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:36.302969 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:36.302997 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:36.303120 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:42:36.303672 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:42:36.303874 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:42:36.303964 561168 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0408 18:42:36.304026 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:36.304085 561168 ssh_runner.go:195] Run: cat /version.json
I0408 18:42:36.304116 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:42:36.306530 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:36.306822 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:36.306860 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:36.306885 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:36.307083 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:36.307213 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:36.307235 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:36.307275 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:36.307354 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:42:36.307423 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:36.307478 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:42:36.307531 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.167 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009/id_rsa Username:docker}
I0408 18:42:36.307571 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:42:36.307697 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.167 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009/id_rsa Username:docker}
I0408 18:42:36.406830 561168 ssh_runner.go:195] Run: systemctl --version
I0408 18:42:36.413092 561168 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W0408 18:42:36.418463 561168 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0408 18:42:36.418547 561168 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0408 18:42:36.435074 561168 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0408 18:42:36.435106 561168 start.go:495] detecting cgroup driver to use...
I0408 18:42:36.435223 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0408 18:42:36.459126 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0408 18:42:36.469334 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0408 18:42:36.479032 561168 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0408 18:42:36.479085 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0408 18:42:36.488926 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0408 18:42:36.498590 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0408 18:42:36.508279 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0408 18:42:36.518211 561168 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0408 18:42:36.528919 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0408 18:42:36.538577 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0408 18:42:36.548931 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0408 18:42:36.559570 561168 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0408 18:42:36.569036 561168 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0408 18:42:36.569080 561168 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0408 18:42:36.580117 561168 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0408 18:42:36.589567 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:42:36.703061 561168 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0408 18:42:36.728163 561168 start.go:495] detecting cgroup driver to use...
I0408 18:42:36.728251 561168 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0408 18:42:36.746374 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0408 18:42:36.758990 561168 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0408 18:42:36.779674 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0408 18:42:36.792172 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0408 18:42:36.804179 561168 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0408 18:42:36.832396 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0408 18:42:36.845070 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0408 18:42:36.863594 561168 ssh_runner.go:195] Run: which cri-dockerd
I0408 18:42:36.867326 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0408 18:42:36.876062 561168 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0408 18:42:36.891895 561168 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0408 18:42:37.011594 561168 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0408 18:42:37.149070 561168 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0408 18:42:37.149237 561168 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0408 18:42:37.168230 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:42:37.298511 561168 ssh_runner.go:195] Run: sudo systemctl restart docker
I0408 18:42:39.736585 561168 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.438022587s)
I0408 18:42:39.736669 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0408 18:42:39.749759 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0408 18:42:39.762139 561168 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0408 18:42:39.888676 561168 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0408 18:42:39.998468 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:42:40.107520 561168 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0408 18:42:40.125125 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0408 18:42:40.138851 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:42:40.261127 561168 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0408 18:42:40.344326 561168 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0408 18:42:40.344408 561168 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0408 18:42:40.350195 561168 start.go:563] Will wait 60s for crictl version
I0408 18:42:40.350254 561168 ssh_runner.go:195] Run: which crictl
I0408 18:42:40.354252 561168 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0408 18:42:40.396147 561168 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.4.0
RuntimeApiVersion: v1
I0408 18:42:40.396214 561168 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0408 18:42:40.422603 561168 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0408 18:42:40.446606 561168 out.go:235] * Preparing Kubernetes v1.32.2 on Docker 27.4.0 ...
I0408 18:42:40.446652 561168 main.go:141] libmachine: (ha-046009) Calling .GetIP
I0408 18:42:40.449574 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:40.449976 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:42:40.450001 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:42:40.450313 561168 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I0408 18:42:40.454244 561168 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0408 18:42:40.466858 561168 kubeadm.go:883] updating cluster {Name:ha-046009 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.35.0-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:ha-046009 Namespace:
default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.167 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.81 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.158 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.39.51 Port:0 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:fa
lse freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docke
r MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I0408 18:42:40.466995 561168 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime docker
I0408 18:42:40.467045 561168 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0408 18:42:40.484598 561168 docker.go:689] Got preloaded images: -- stdout --
ghcr.io/kube-vip/kube-vip:v0.8.10
kindest/kindnetd:v20250214-acbabc1a
registry.k8s.io/kube-apiserver:v1.32.2
registry.k8s.io/kube-proxy:v1.32.2
registry.k8s.io/kube-controller-manager:v1.32.2
registry.k8s.io/kube-scheduler:v1.32.2
registry.k8s.io/etcd:3.5.16-0
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0408 18:42:40.484616 561168 docker.go:619] Images already preloaded, skipping extraction
I0408 18:42:40.484656 561168 ssh_runner.go:195] Run: docker images --format {{.Repository}}:{{.Tag}}
I0408 18:42:40.501642 561168 docker.go:689] Got preloaded images: -- stdout --
ghcr.io/kube-vip/kube-vip:v0.8.10
kindest/kindnetd:v20250214-acbabc1a
registry.k8s.io/kube-apiserver:v1.32.2
registry.k8s.io/kube-controller-manager:v1.32.2
registry.k8s.io/kube-scheduler:v1.32.2
registry.k8s.io/kube-proxy:v1.32.2
registry.k8s.io/etcd:3.5.16-0
registry.k8s.io/coredns/coredns:v1.11.3
registry.k8s.io/pause:3.10
gcr.io/k8s-minikube/storage-provisioner:v5
gcr.io/k8s-minikube/busybox:1.28
-- /stdout --
I0408 18:42:40.501665 561168 cache_images.go:84] Images are preloaded, skipping loading
I0408 18:42:40.501676 561168 kubeadm.go:934] updating node { 192.168.39.167 8443 v1.32.2 docker true true} ...
I0408 18:42:40.501777 561168 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-046009 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.167
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:ha-046009 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0408 18:42:40.501839 561168 ssh_runner.go:195] Run: docker info --format {{.CgroupDriver}}
I0408 18:42:40.556209 561168 cni.go:84] Creating CNI manager for ""
I0408 18:42:40.556250 561168 cni.go:136] multinode detected (4 nodes found), recommending kindnet
I0408 18:42:40.556270 561168 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I0408 18:42:40.556299 561168 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.167 APIServerPort:8443 KubernetesVersion:v1.32.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-046009 NodeName:ha-046009 DNSDomain:cluster.local CRISocket:/var/run/cri-dockerd.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.167"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.167 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kuberne
tes/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/cri-dockerd.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I0408 18:42:40.556419 561168 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.167
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/cri-dockerd.sock
name: "ha-046009"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.167"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.167"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.32.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/cri-dockerd.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I0408 18:42:40.556438 561168 kube-vip.go:115] generating kube-vip config ...
I0408 18:42:40.556486 561168 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0408 18:42:40.572279 561168 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0408 18:42:40.572396 561168 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.10
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0408 18:42:40.572450 561168 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0408 18:42:40.582515 561168 binaries.go:44] Found k8s binaries, skipping transfer
I0408 18:42:40.582643 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I0408 18:42:40.591832 561168 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (310 bytes)
I0408 18:42:40.608114 561168 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0408 18:42:40.623801 561168 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2293 bytes)
I0408 18:42:40.640277 561168 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1442 bytes)
I0408 18:42:40.657913 561168 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I0408 18:42:40.661802 561168 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0408 18:42:40.675308 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:42:40.790570 561168 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0408 18:42:40.807444 561168 certs.go:68] Setting up /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009 for IP: 192.168.39.167
I0408 18:42:40.807474 561168 certs.go:194] generating shared ca certs ...
I0408 18:42:40.807553 561168 certs.go:226] acquiring lock for ca certs: {Name:mk41da0fec8ed2810d317ea3476228b598de4519 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:42:40.807791 561168 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key
I0408 18:42:40.807864 561168 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key
I0408 18:42:40.807882 561168 certs.go:256] generating profile certs ...
I0408 18:42:40.808005 561168 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/client.key
I0408 18:42:40.808040 561168 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key.307fd244
I0408 18:42:40.808061 561168 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.crt.307fd244 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.167 192.168.39.81 192.168.39.158 192.168.39.254]
I0408 18:42:40.884371 561168 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.crt.307fd244 ...
I0408 18:42:40.884416 561168 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.crt.307fd244: {Name:mk0a19b7fe5ed4b6676e7f8da29450b4d0ca3d41 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:42:40.884642 561168 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key.307fd244 ...
I0408 18:42:40.884667 561168 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key.307fd244: {Name:mkba304cca9b007cae4b2e7b1fa40f5b7437507e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:42:40.884799 561168 certs.go:381] copying /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.crt.307fd244 -> /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.crt
I0408 18:42:40.885011 561168 certs.go:385] copying /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key.307fd244 -> /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key
I0408 18:42:40.885212 561168 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.key
I0408 18:42:40.885234 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0408 18:42:40.885254 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0408 18:42:40.885279 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0408 18:42:40.885296 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0408 18:42:40.885312 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0408 18:42:40.885331 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0408 18:42:40.885348 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0408 18:42:40.885366 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0408 18:42:40.885437 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem (1338 bytes)
W0408 18:42:40.885474 561168 certs.go:480] ignoring /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311_empty.pem, impossibly tiny 0 bytes
I0408 18:42:40.885487 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem (1675 bytes)
I0408 18:42:40.885521 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem (1082 bytes)
I0408 18:42:40.885553 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem (1123 bytes)
I0408 18:42:40.885589 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem (1675 bytes)
I0408 18:42:40.885639 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem (1708 bytes)
I0408 18:42:40.885680 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0408 18:42:40.885703 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem -> /usr/share/ca-certificates/546311.pem
I0408 18:42:40.885721 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> /usr/share/ca-certificates/5463112.pem
I0408 18:42:40.886369 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0408 18:42:40.914626 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0408 18:42:40.938062 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0408 18:42:40.962291 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0408 18:42:41.004837 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0408 18:42:41.039792 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0408 18:42:41.069432 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0408 18:42:41.138612 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0408 18:42:41.216937 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0408 18:42:41.277493 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem --> /usr/share/ca-certificates/546311.pem (1338 bytes)
I0408 18:42:41.322813 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem --> /usr/share/ca-certificates/5463112.pem (1708 bytes)
I0408 18:42:41.346108 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I0408 18:42:41.362620 561168 ssh_runner.go:195] Run: openssl version
I0408 18:42:41.368236 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/5463112.pem && ln -fs /usr/share/ca-certificates/5463112.pem /etc/ssl/certs/5463112.pem"
I0408 18:42:41.378665 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/5463112.pem
I0408 18:42:41.382900 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Apr 8 18:29 /usr/share/ca-certificates/5463112.pem
I0408 18:42:41.382946 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/5463112.pem
I0408 18:42:41.388615 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/5463112.pem /etc/ssl/certs/3ec20f2e.0"
I0408 18:42:41.398490 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0408 18:42:41.408456 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0408 18:42:41.412645 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 8 18:24 /usr/share/ca-certificates/minikubeCA.pem
I0408 18:42:41.412688 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0408 18:42:41.417955 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0408 18:42:41.427775 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/546311.pem && ln -fs /usr/share/ca-certificates/546311.pem /etc/ssl/certs/546311.pem"
I0408 18:42:41.437576 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/546311.pem
I0408 18:42:41.441863 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Apr 8 18:29 /usr/share/ca-certificates/546311.pem
I0408 18:42:41.441906 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/546311.pem
I0408 18:42:41.447312 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/546311.pem /etc/ssl/certs/51391683.0"
I0408 18:42:41.457593 561168 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0408 18:42:41.462079 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0408 18:42:41.467692 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0408 18:42:41.473209 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0408 18:42:41.478979 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0408 18:42:41.484672 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0408 18:42:41.490416 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0408 18:42:41.495987 561168 kubeadm.go:392] StartCluster: {Name:ha-046009 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube/iso/minikube-v1.35.0-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.46-1744107393-20604@sha256:2430533582a8c08f907b2d5976c79bd2e672b4f3d4484088c99b839f3175ed6a Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.32.2 ClusterName:ha-046009 Namespace:def
ault APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.167 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.81 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.158 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true} {Name:m04 IP:192.168.39.51 Port:0 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:false Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false
freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker M
ountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I0408 18:42:41.496116 561168 ssh_runner.go:195] Run: docker ps --filter status=paused --filter=name=k8s_.*_(kube-system)_ --format={{.ID}}
I0408 18:42:41.512182 561168 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I0408 18:42:41.521870 561168 kubeadm.go:408] found existing configuration files, will attempt cluster restart
I0408 18:42:41.521884 561168 kubeadm.go:593] restartPrimaryControlPlane start ...
I0408 18:42:41.521910 561168 ssh_runner.go:195] Run: sudo test -d /data/minikube
I0408 18:42:41.531023 561168 kubeadm.go:130] /data/minikube skipping compat symlinks: sudo test -d /data/minikube: Process exited with status 1
stdout:
stderr:
I0408 18:42:41.531453 561168 kubeconfig.go:47] verify endpoint returned: get endpoint: "ha-046009" does not appear in /home/jenkins/minikube-integration/20604-538981/kubeconfig
I0408 18:42:41.531563 561168 kubeconfig.go:62] /home/jenkins/minikube-integration/20604-538981/kubeconfig needs updating (will repair): [kubeconfig missing "ha-046009" cluster setting kubeconfig missing "ha-046009" context setting]
I0408 18:42:41.531882 561168 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-538981/kubeconfig: {Name:mkc5413e05fb2da05bfb6a5252d34e4ebc61b6dc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:42:41.532250 561168 loader.go:402] Config loaded from file: /home/jenkins/minikube-integration/20604-538981/kubeconfig
I0408 18:42:41.532392 561168 kapi.go:59] client config for ha-046009: &rest.Config{Host:"https://192.168.39.167:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/client.crt", KeyFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/client.key", CAFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x24968c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I0408 18:42:41.532779 561168 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false
I0408 18:42:41.532802 561168 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I0408 18:42:41.532806 561168 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I0408 18:42:41.532810 561168 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false
I0408 18:42:41.532840 561168 cert_rotation.go:140] Starting client certificate rotation controller
I0408 18:42:41.533193 561168 ssh_runner.go:195] Run: sudo diff -u /var/tmp/minikube/kubeadm.yaml /var/tmp/minikube/kubeadm.yaml.new
I0408 18:42:41.542249 561168 kubeadm.go:630] The running cluster does not require reconfiguration: 192.168.39.167
I0408 18:42:41.542267 561168 kubeadm.go:597] duration metric: took 20.378415ms to restartPrimaryControlPlane
I0408 18:42:41.542275 561168 kubeadm.go:394] duration metric: took 46.29424ms to StartCluster
I0408 18:42:41.542288 561168 settings.go:142] acquiring lock: {Name:mk3e025f1de30cdb4612292a4e33d347c026c498 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:42:41.542350 561168 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20604-538981/kubeconfig
I0408 18:42:41.542919 561168 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20604-538981/kubeconfig: {Name:mkc5413e05fb2da05bfb6a5252d34e4ebc61b6dc Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:42:41.543125 561168 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.167 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I0408 18:42:41.543144 561168 start.go:241] waiting for startup goroutines ...
I0408 18:42:41.543151 561168 addons.go:511] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I0408 18:42:41.543472 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:42:41.545385 561168 out.go:177] * Enabled addons:
I0408 18:42:41.546476 561168 addons.go:514] duration metric: took 3.31921ms for enable addons: enabled=[]
I0408 18:42:41.546511 561168 start.go:246] waiting for cluster config update ...
I0408 18:42:41.546519 561168 start.go:255] writing updated cluster config ...
I0408 18:42:41.547875 561168 out.go:201]
I0408 18:42:41.549053 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:42:41.549131 561168 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/config.json ...
I0408 18:42:41.550439 561168 out.go:177] * Starting "ha-046009-m02" control-plane node in "ha-046009" cluster
I0408 18:42:41.551389 561168 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime docker
I0408 18:42:41.551409 561168 cache.go:56] Caching tarball of preloaded images
I0408 18:42:41.551478 561168 preload.go:172] Found /home/jenkins/minikube-integration/20604-538981/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0408 18:42:41.551488 561168 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on docker
I0408 18:42:41.551568 561168 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/config.json ...
I0408 18:42:41.551722 561168 start.go:360] acquireMachinesLock for ha-046009-m02: {Name:mk475a46f9c399e0e51b6ae0f542534fa97d822c Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0408 18:42:41.551765 561168 start.go:364] duration metric: took 22.24µs to acquireMachinesLock for "ha-046009-m02"
I0408 18:42:41.551779 561168 start.go:96] Skipping create...Using existing machine configuration
I0408 18:42:41.551787 561168 fix.go:54] fixHost starting: m02
I0408 18:42:41.552038 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:42:41.552059 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:42:41.566995 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45887
I0408 18:42:41.567501 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:42:41.567983 561168 main.go:141] libmachine: Using API Version 1
I0408 18:42:41.568002 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:42:41.568298 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:42:41.568494 561168 main.go:141] libmachine: (ha-046009-m02) Calling .DriverName
I0408 18:42:41.568641 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetState
I0408 18:42:41.570040 561168 fix.go:112] recreateIfNeeded on ha-046009-m02: state=Stopped err=<nil>
I0408 18:42:41.570064 561168 main.go:141] libmachine: (ha-046009-m02) Calling .DriverName
W0408 18:42:41.570217 561168 fix.go:138] unexpected machine state, will restart: <nil>
I0408 18:42:41.571731 561168 out.go:177] * Restarting existing kvm2 VM for "ha-046009-m02" ...
I0408 18:42:41.572753 561168 main.go:141] libmachine: (ha-046009-m02) Calling .Start
I0408 18:42:41.572888 561168 main.go:141] libmachine: (ha-046009-m02) starting domain...
I0408 18:42:41.572916 561168 main.go:141] libmachine: (ha-046009-m02) ensuring networks are active...
I0408 18:42:41.573589 561168 main.go:141] libmachine: (ha-046009-m02) Ensuring network default is active
I0408 18:42:41.573878 561168 main.go:141] libmachine: (ha-046009-m02) Ensuring network mk-ha-046009 is active
I0408 18:42:41.574236 561168 main.go:141] libmachine: (ha-046009-m02) getting domain XML...
I0408 18:42:41.574783 561168 main.go:141] libmachine: (ha-046009-m02) creating domain...
I0408 18:42:42.767651 561168 main.go:141] libmachine: (ha-046009-m02) waiting for IP...
I0408 18:42:42.768393 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:42.768804 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:42.768928 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:42.768827 561380 retry.go:31] will retry after 277.56376ms: waiting for domain to come up
I0408 18:42:43.048417 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:43.048947 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:43.048973 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:43.048910 561380 retry.go:31] will retry after 260.425212ms: waiting for domain to come up
I0408 18:42:43.311432 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:43.311884 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:43.311933 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:43.311856 561380 retry.go:31] will retry after 389.012423ms: waiting for domain to come up
I0408 18:42:43.702518 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:43.702967 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:43.703001 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:43.702936 561380 retry.go:31] will retry after 429.262849ms: waiting for domain to come up
I0408 18:42:44.133508 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:44.133951 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:44.133986 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:44.133939 561380 retry.go:31] will retry after 671.523334ms: waiting for domain to come up
I0408 18:42:44.806899 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:44.807462 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:44.807502 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:44.807380 561380 retry.go:31] will retry after 924.173304ms: waiting for domain to come up
I0408 18:42:45.733530 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:45.733947 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:45.733974 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:45.733907 561380 retry.go:31] will retry after 882.745962ms: waiting for domain to come up
I0408 18:42:46.618296 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:46.618720 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:46.618750 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:46.618669 561380 retry.go:31] will retry after 937.193556ms: waiting for domain to come up
I0408 18:42:47.557817 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:47.558323 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:47.558360 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:47.558272 561380 retry.go:31] will retry after 1.497595603s: waiting for domain to come up
I0408 18:42:49.057465 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:49.057986 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:49.058047 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:49.057955 561380 retry.go:31] will retry after 1.437530951s: waiting for domain to come up
I0408 18:42:50.497529 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:50.498052 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:50.498087 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:50.498003 561380 retry.go:31] will retry after 2.622595209s: waiting for domain to come up
I0408 18:42:53.122060 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:53.122479 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:53.122506 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:53.122462 561380 retry.go:31] will retry after 2.41200198s: waiting for domain to come up
I0408 18:42:55.535723 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:55.536132 561168 main.go:141] libmachine: (ha-046009-m02) DBG | unable to find current IP address of domain ha-046009-m02 in network mk-ha-046009
I0408 18:42:55.536173 561168 main.go:141] libmachine: (ha-046009-m02) DBG | I0408 18:42:55.536108 561380 retry.go:31] will retry after 3.748732607s: waiting for domain to come up
I0408 18:42:59.288413 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.288783 561168 main.go:141] libmachine: (ha-046009-m02) found domain IP: 192.168.39.81
I0408 18:42:59.288807 561168 main.go:141] libmachine: (ha-046009-m02) reserving static IP address...
I0408 18:42:59.288816 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has current primary IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.289251 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "ha-046009-m02", mac: "52:54:00:f9:ec:0c", ip: "192.168.39.81"} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:42:59.289276 561168 main.go:141] libmachine: (ha-046009-m02) DBG | skip adding static IP to network mk-ha-046009 - found existing host DHCP lease matching {name: "ha-046009-m02", mac: "52:54:00:f9:ec:0c", ip: "192.168.39.81"}
I0408 18:42:59.289286 561168 main.go:141] libmachine: (ha-046009-m02) reserved static IP address 192.168.39.81 for domain ha-046009-m02
I0408 18:42:59.289297 561168 main.go:141] libmachine: (ha-046009-m02) waiting for SSH...
I0408 18:42:59.289324 561168 main.go:141] libmachine: (ha-046009-m02) DBG | Getting to WaitForSSH function...
I0408 18:42:59.291113 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.291461 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:42:59.291484 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.291606 561168 main.go:141] libmachine: (ha-046009-m02) DBG | Using SSH client type: external
I0408 18:42:59.291629 561168 main.go:141] libmachine: (ha-046009-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m02/id_rsa (-rw-------)
I0408 18:42:59.291728 561168 main.go:141] libmachine: (ha-046009-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.81 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I0408 18:42:59.291746 561168 main.go:141] libmachine: (ha-046009-m02) DBG | About to run SSH command:
I0408 18:42:59.291756 561168 main.go:141] libmachine: (ha-046009-m02) DBG | exit 0
I0408 18:42:59.415165 561168 main.go:141] libmachine: (ha-046009-m02) DBG | SSH cmd err, output: <nil>:
I0408 18:42:59.415541 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetConfigRaw
I0408 18:42:59.416167 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetIP
I0408 18:42:59.418691 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.419118 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:42:59.419151 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.419424 561168 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/config.json ...
I0408 18:42:59.419658 561168 machine.go:93] provisionDockerMachine start ...
I0408 18:42:59.419677 561168 main.go:141] libmachine: (ha-046009-m02) Calling .DriverName
I0408 18:42:59.419902 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:42:59.422067 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.422458 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:42:59.422487 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.422657 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:42:59.422818 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:42:59.422951 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:42:59.423085 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:42:59.423234 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:42:59.423450 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.81 22 <nil> <nil>}
I0408 18:42:59.423461 561168 main.go:141] libmachine: About to run SSH command:
hostname
I0408 18:42:59.527178 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0408 18:42:59.527202 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetMachineName
I0408 18:42:59.527449 561168 buildroot.go:166] provisioning hostname "ha-046009-m02"
I0408 18:42:59.527477 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetMachineName
I0408 18:42:59.527663 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:42:59.529941 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.530283 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:42:59.530311 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.530435 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:42:59.530606 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:42:59.530769 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:42:59.530941 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:42:59.531134 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:42:59.531350 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.81 22 <nil> <nil>}
I0408 18:42:59.531361 561168 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-046009-m02 && echo "ha-046009-m02" | sudo tee /etc/hostname
I0408 18:42:59.653745 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-046009-m02
I0408 18:42:59.653782 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:42:59.656954 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.657344 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:42:59.657388 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.657572 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:42:59.657770 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:42:59.657942 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:42:59.658154 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:42:59.658345 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:42:59.658592 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.81 22 <nil> <nil>}
I0408 18:42:59.658608 561168 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-046009-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-046009-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-046009-m02' | sudo tee -a /etc/hosts;
fi
fi
I0408 18:42:59.771720 561168 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0408 18:42:59.771754 561168 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20604-538981/.minikube CaCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20604-538981/.minikube}
I0408 18:42:59.771798 561168 buildroot.go:174] setting up certificates
I0408 18:42:59.771815 561168 provision.go:84] configureAuth start
I0408 18:42:59.771840 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetMachineName
I0408 18:42:59.772124 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetIP
I0408 18:42:59.774996 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.775417 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:42:59.775445 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.775607 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:42:59.777953 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.778288 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:42:59.778315 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:42:59.778458 561168 provision.go:143] copyHostCerts
I0408 18:42:59.778490 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem
I0408 18:42:59.778519 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem, removing ...
I0408 18:42:59.778528 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem
I0408 18:42:59.778579 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem (1082 bytes)
I0408 18:42:59.778659 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem
I0408 18:42:59.778678 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem, removing ...
I0408 18:42:59.778682 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem
I0408 18:42:59.778701 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem (1123 bytes)
I0408 18:42:59.778746 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem
I0408 18:42:59.778763 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem, removing ...
I0408 18:42:59.778766 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem
I0408 18:42:59.778783 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem (1675 bytes)
I0408 18:42:59.778838 561168 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem org=jenkins.ha-046009-m02 san=[127.0.0.1 192.168.39.81 ha-046009-m02 localhost minikube]
I0408 18:43:00.026603 561168 provision.go:177] copyRemoteCerts
I0408 18:43:00.026663 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0408 18:43:00.026690 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:43:00.029392 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:00.029705 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:43:00.029744 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:00.029901 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:43:00.030078 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:00.030257 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:43:00.030367 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.81 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m02/id_rsa Username:docker}
I0408 18:43:00.117022 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0408 18:43:00.117088 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0408 18:43:00.141931 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem -> /etc/docker/server.pem
I0408 18:43:00.141986 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0408 18:43:00.164282 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0408 18:43:00.164346 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0408 18:43:00.186844 561168 provision.go:87] duration metric: took 415.002882ms to configureAuth
I0408 18:43:00.186874 561168 buildroot.go:189] setting minikube options for container-runtime
I0408 18:43:00.187093 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:43:00.187118 561168 main.go:141] libmachine: (ha-046009-m02) Calling .DriverName
I0408 18:43:00.187415 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:43:00.189628 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:00.190026 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:43:00.190056 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:00.190185 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:43:00.190394 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:00.190651 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:00.190811 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:43:00.190962 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:43:00.191155 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.81 22 <nil> <nil>}
I0408 18:43:00.191165 561168 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0408 18:43:00.296668 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0408 18:43:00.296703 561168 buildroot.go:70] root file system type: tmpfs
I0408 18:43:00.296884 561168 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0408 18:43:00.296911 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:43:00.299615 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:00.299981 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:43:00.300005 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:00.300144 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:43:00.300344 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:00.300507 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:00.300658 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:43:00.300814 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:43:00.301008 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.81 22 <nil> <nil>}
I0408 18:43:00.301066 561168 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.168.39.167"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=kvm2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0408 18:43:00.421992 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.168.39.167
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=kvm2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0408 18:43:00.422023 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:43:00.424768 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:00.425094 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:43:00.425126 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:00.425298 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:43:00.425507 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:00.425672 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:00.425798 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:43:00.425981 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:43:00.426241 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.81 22 <nil> <nil>}
I0408 18:43:00.426264 561168 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0408 18:43:02.365294 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0408 18:43:02.365384 561168 machine.go:96] duration metric: took 2.945702626s to provisionDockerMachine
I0408 18:43:02.365407 561168 start.go:293] postStartSetup for "ha-046009-m02" (driver="kvm2")
I0408 18:43:02.365422 561168 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0408 18:43:02.365446 561168 main.go:141] libmachine: (ha-046009-m02) Calling .DriverName
I0408 18:43:02.365765 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0408 18:43:02.365790 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:43:02.368662 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.369022 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:43:02.369054 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.369205 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:43:02.369405 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:02.369566 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:43:02.369687 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.81 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m02/id_rsa Username:docker}
I0408 18:43:02.453791 561168 ssh_runner.go:195] Run: cat /etc/os-release
I0408 18:43:02.457735 561168 info.go:137] Remote host: Buildroot 2023.02.9
I0408 18:43:02.457767 561168 filesync.go:126] Scanning /home/jenkins/minikube-integration/20604-538981/.minikube/addons for local assets ...
I0408 18:43:02.457822 561168 filesync.go:126] Scanning /home/jenkins/minikube-integration/20604-538981/.minikube/files for local assets ...
I0408 18:43:02.457893 561168 filesync.go:149] local asset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> 5463112.pem in /etc/ssl/certs
I0408 18:43:02.457903 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> /etc/ssl/certs/5463112.pem
I0408 18:43:02.457982 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0408 18:43:02.467437 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem --> /etc/ssl/certs/5463112.pem (1708 bytes)
I0408 18:43:02.489806 561168 start.go:296] duration metric: took 124.38249ms for postStartSetup
I0408 18:43:02.489850 561168 main.go:141] libmachine: (ha-046009-m02) Calling .DriverName
I0408 18:43:02.490177 561168 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0408 18:43:02.490208 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:43:02.492720 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.493061 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:43:02.493097 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.493183 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:43:02.493374 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:02.493515 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:43:02.493643 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.81 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m02/id_rsa Username:docker}
I0408 18:43:02.577403 561168 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0408 18:43:02.577465 561168 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0408 18:43:02.635909 561168 fix.go:56] duration metric: took 21.0841103s for fixHost
I0408 18:43:02.635959 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:43:02.639075 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.639545 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:43:02.639577 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.639767 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:43:02.639963 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:02.640177 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:02.640327 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:43:02.640529 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:43:02.640816 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.81 22 <nil> <nil>}
I0408 18:43:02.640832 561168 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0408 18:43:02.748135 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: 1744137782.714556638
I0408 18:43:02.748164 561168 fix.go:216] guest clock: 1744137782.714556638
I0408 18:43:02.748174 561168 fix.go:229] Guest: 2025-04-08 18:43:02.714556638 +0000 UTC Remote: 2025-04-08 18:43:02.635939072 +0000 UTC m=+49.894965163 (delta=78.617566ms)
I0408 18:43:02.748194 561168 fix.go:200] guest clock delta is within tolerance: 78.617566ms
I0408 18:43:02.748199 561168 start.go:83] releasing machines lock for "ha-046009-m02", held for 21.196425704s
I0408 18:43:02.748216 561168 main.go:141] libmachine: (ha-046009-m02) Calling .DriverName
I0408 18:43:02.748476 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetIP
I0408 18:43:02.750813 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.751257 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:43:02.751286 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.753219 561168 out.go:177] * Found network options:
I0408 18:43:02.754374 561168 out.go:177] - NO_PROXY=192.168.39.167
W0408 18:43:02.755400 561168 proxy.go:119] fail to check proxy env: Error ip not in block
I0408 18:43:02.755428 561168 main.go:141] libmachine: (ha-046009-m02) Calling .DriverName
I0408 18:43:02.755980 561168 main.go:141] libmachine: (ha-046009-m02) Calling .DriverName
I0408 18:43:02.756181 561168 main.go:141] libmachine: (ha-046009-m02) Calling .DriverName
I0408 18:43:02.756288 561168 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0408 18:43:02.756338 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
W0408 18:43:02.756359 561168 proxy.go:119] fail to check proxy env: Error ip not in block
I0408 18:43:02.756446 561168 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0408 18:43:02.756469 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHHostname
I0408 18:43:02.758729 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.758962 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.759103 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:43:02.759130 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.759296 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:43:02.759386 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:43:02.759409 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:02.759453 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:02.759542 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHPort
I0408 18:43:02.759637 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:43:02.759721 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHKeyPath
I0408 18:43:02.759759 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.81 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m02/id_rsa Username:docker}
I0408 18:43:02.759839 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetSSHUsername
I0408 18:43:02.759956 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.81 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m02/id_rsa Username:docker}
W0408 18:43:02.838093 561168 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0408 18:43:02.838169 561168 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0408 18:43:02.861566 561168 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0408 18:43:02.861595 561168 start.go:495] detecting cgroup driver to use...
I0408 18:43:02.861727 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0408 18:43:02.880588 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0408 18:43:02.890459 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0408 18:43:02.900576 561168 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0408 18:43:02.900630 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0408 18:43:02.910256 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0408 18:43:02.919989 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0408 18:43:02.929496 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0408 18:43:02.940244 561168 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0408 18:43:02.950539 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0408 18:43:02.960696 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0408 18:43:02.971241 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0408 18:43:02.981375 561168 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0408 18:43:02.990417 561168 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0408 18:43:02.990465 561168 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0408 18:43:03.000465 561168 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0408 18:43:03.009949 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:43:03.124161 561168 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0408 18:43:03.149211 561168 start.go:495] detecting cgroup driver to use...
I0408 18:43:03.149312 561168 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0408 18:43:03.163216 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0408 18:43:03.176076 561168 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0408 18:43:03.201043 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0408 18:43:03.214973 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0408 18:43:03.228267 561168 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0408 18:43:03.256485 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0408 18:43:03.270370 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0408 18:43:03.288677 561168 ssh_runner.go:195] Run: which cri-dockerd
I0408 18:43:03.292470 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0408 18:43:03.301032 561168 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0408 18:43:03.317143 561168 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0408 18:43:03.431993 561168 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0408 18:43:03.549141 561168 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0408 18:43:03.549189 561168 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0408 18:43:03.565854 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:43:03.683640 561168 ssh_runner.go:195] Run: sudo systemctl restart docker
I0408 18:43:06.155483 561168 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.471803838s)
I0408 18:43:06.155576 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0408 18:43:06.168922 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0408 18:43:06.181852 561168 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0408 18:43:06.297181 561168 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0408 18:43:06.413176 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:43:06.530630 561168 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0408 18:43:06.547969 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0408 18:43:06.560195 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:43:06.671717 561168 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0408 18:43:06.755757 561168 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0408 18:43:06.755832 561168 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0408 18:43:06.761855 561168 start.go:563] Will wait 60s for crictl version
I0408 18:43:06.761919 561168 ssh_runner.go:195] Run: which crictl
I0408 18:43:06.766542 561168 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0408 18:43:06.807418 561168 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.4.0
RuntimeApiVersion: v1
I0408 18:43:06.807486 561168 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0408 18:43:06.837385 561168 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0408 18:43:06.864490 561168 out.go:235] * Preparing Kubernetes v1.32.2 on Docker 27.4.0 ...
I0408 18:43:06.865477 561168 out.go:177] - env NO_PROXY=192.168.39.167
I0408 18:43:06.866297 561168 main.go:141] libmachine: (ha-046009-m02) Calling .GetIP
I0408 18:43:06.869122 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:06.869503 561168 main.go:141] libmachine: (ha-046009-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:f9:ec:0c", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:42:53 +0000 UTC Type:0 Mac:52:54:00:f9:ec:0c Iaid: IPaddr:192.168.39.81 Prefix:24 Hostname:ha-046009-m02 Clientid:01:52:54:00:f9:ec:0c}
I0408 18:43:06.869531 561168 main.go:141] libmachine: (ha-046009-m02) DBG | domain ha-046009-m02 has defined IP address 192.168.39.81 and MAC address 52:54:00:f9:ec:0c in network mk-ha-046009
I0408 18:43:06.869674 561168 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I0408 18:43:06.873720 561168 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0408 18:43:06.886017 561168 mustload.go:65] Loading cluster: ha-046009
I0408 18:43:06.886251 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:43:06.886615 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:43:06.886649 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:43:06.901594 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37833
I0408 18:43:06.902063 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:43:06.902545 561168 main.go:141] libmachine: Using API Version 1
I0408 18:43:06.902566 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:43:06.902897 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:43:06.903083 561168 main.go:141] libmachine: (ha-046009) Calling .GetState
I0408 18:43:06.904481 561168 host.go:66] Checking if "ha-046009" exists ...
I0408 18:43:06.904818 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:43:06.904843 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:43:06.919026 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43185
I0408 18:43:06.919525 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:43:06.919947 561168 main.go:141] libmachine: Using API Version 1
I0408 18:43:06.919967 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:43:06.920281 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:43:06.920457 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:43:06.920621 561168 certs.go:68] Setting up /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009 for IP: 192.168.39.81
I0408 18:43:06.920634 561168 certs.go:194] generating shared ca certs ...
I0408 18:43:06.920648 561168 certs.go:226] acquiring lock for ca certs: {Name:mk41da0fec8ed2810d317ea3476228b598de4519 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:43:06.920797 561168 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key
I0408 18:43:06.920845 561168 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key
I0408 18:43:06.920861 561168 certs.go:256] generating profile certs ...
I0408 18:43:06.920930 561168 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/client.key
I0408 18:43:06.920987 561168 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key.adbbc9af
I0408 18:43:06.921022 561168 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.key
I0408 18:43:06.921033 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0408 18:43:06.921043 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0408 18:43:06.921055 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0408 18:43:06.921066 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0408 18:43:06.921078 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0408 18:43:06.921088 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0408 18:43:06.921102 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0408 18:43:06.921111 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0408 18:43:06.921163 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem (1338 bytes)
W0408 18:43:06.921192 561168 certs.go:480] ignoring /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311_empty.pem, impossibly tiny 0 bytes
I0408 18:43:06.921201 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem (1675 bytes)
I0408 18:43:06.921220 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem (1082 bytes)
I0408 18:43:06.921240 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem (1123 bytes)
I0408 18:43:06.921259 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem (1675 bytes)
I0408 18:43:06.921296 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem (1708 bytes)
I0408 18:43:06.921320 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> /usr/share/ca-certificates/5463112.pem
I0408 18:43:06.921332 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0408 18:43:06.921343 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem -> /usr/share/ca-certificates/546311.pem
I0408 18:43:06.921368 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:43:06.923839 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:43:06.924314 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:43:06.924345 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:43:06.924442 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:43:06.924610 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:43:06.924748 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:43:06.924876 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.167 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009/id_rsa Username:docker}
I0408 18:43:07.003661 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I0408 18:43:07.008852 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0408 18:43:07.019259 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I0408 18:43:07.023507 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I0408 18:43:07.033795 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I0408 18:43:07.038680 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0408 18:43:07.048486 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I0408 18:43:07.052696 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0408 18:43:07.062572 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I0408 18:43:07.066614 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0408 18:43:07.076669 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I0408 18:43:07.080837 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0408 18:43:07.090674 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0408 18:43:07.120397 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0408 18:43:07.147427 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0408 18:43:07.174953 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0408 18:43:07.203369 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0408 18:43:07.232632 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0408 18:43:07.259886 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0408 18:43:07.286922 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0408 18:43:07.313544 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem --> /usr/share/ca-certificates/5463112.pem (1708 bytes)
I0408 18:43:07.340030 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0408 18:43:07.366503 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem --> /usr/share/ca-certificates/546311.pem (1338 bytes)
I0408 18:43:07.391034 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0408 18:43:07.408885 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I0408 18:43:07.426695 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0408 18:43:07.444435 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0408 18:43:07.462398 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0408 18:43:07.480398 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0408 18:43:07.498350 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0408 18:43:07.516581 561168 ssh_runner.go:195] Run: openssl version
I0408 18:43:07.522464 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0408 18:43:07.533287 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0408 18:43:07.538094 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 8 18:24 /usr/share/ca-certificates/minikubeCA.pem
I0408 18:43:07.538144 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0408 18:43:07.544125 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0408 18:43:07.554717 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/546311.pem && ln -fs /usr/share/ca-certificates/546311.pem /etc/ssl/certs/546311.pem"
I0408 18:43:07.565586 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/546311.pem
I0408 18:43:07.570216 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Apr 8 18:29 /usr/share/ca-certificates/546311.pem
I0408 18:43:07.570254 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/546311.pem
I0408 18:43:07.576149 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/546311.pem /etc/ssl/certs/51391683.0"
I0408 18:43:07.586686 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/5463112.pem && ln -fs /usr/share/ca-certificates/5463112.pem /etc/ssl/certs/5463112.pem"
I0408 18:43:07.597927 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/5463112.pem
I0408 18:43:07.602302 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Apr 8 18:29 /usr/share/ca-certificates/5463112.pem
I0408 18:43:07.602337 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/5463112.pem
I0408 18:43:07.608013 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/5463112.pem /etc/ssl/certs/3ec20f2e.0"
I0408 18:43:07.618552 561168 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0408 18:43:07.623274 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0408 18:43:07.629376 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0408 18:43:07.635246 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0408 18:43:07.641410 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0408 18:43:07.647249 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0408 18:43:07.653236 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0408 18:43:07.659058 561168 kubeadm.go:934] updating node {m02 192.168.39.81 8443 v1.32.2 docker true true} ...
I0408 18:43:07.659170 561168 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-046009-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.81
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:ha-046009 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0408 18:43:07.659200 561168 kube-vip.go:115] generating kube-vip config ...
I0408 18:43:07.659232 561168 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0408 18:43:07.673891 561168 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0408 18:43:07.673989 561168 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.10
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0408 18:43:07.674034 561168 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0408 18:43:07.683997 561168 binaries.go:44] Found k8s binaries, skipping transfer
I0408 18:43:07.684048 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0408 18:43:07.693063 561168 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I0408 18:43:07.709541 561168 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0408 18:43:07.726013 561168 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1442 bytes)
I0408 18:43:07.742517 561168 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I0408 18:43:07.746404 561168 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0408 18:43:07.758617 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:43:07.873565 561168 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0408 18:43:07.890732 561168 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.81 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I0408 18:43:07.891048 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:43:07.892285 561168 out.go:177] * Verifying Kubernetes components...
I0408 18:43:07.893412 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:43:08.033362 561168 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0408 18:43:08.048934 561168 loader.go:402] Config loaded from file: /home/jenkins/minikube-integration/20604-538981/kubeconfig
I0408 18:43:08.049111 561168 kapi.go:59] client config for ha-046009: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/client.crt", KeyFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/client.key", CAFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x24968c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0408 18:43:08.049168 561168 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.167:8443
I0408 18:43:08.049371 561168 node_ready.go:35] waiting up to 6m0s for node "ha-046009-m02" to be "Ready" ...
I0408 18:43:08.049493 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:08.049509 561168 round_trippers.go:476] Request Headers:
I0408 18:43:08.049521 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:08.049526 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:09.404010 561168 round_trippers.go:581] Response Status: in 1354 milliseconds
I0408 18:43:10.404259 561168 with_retry.go:234] Got a Retry-After 1s response for attempt 1 to https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:10.404324 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:10.404333 561168 round_trippers.go:476] Request Headers:
I0408 18:43:10.404345 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:10.404352 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:10.404888 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:10.405003 561168 node_ready.go:53] error getting node "ha-046009-m02": Get "https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02": dial tcp 192.168.39.167:8443: connect: connection refused - error from a previous attempt: read tcp 192.168.39.1:37936->192.168.39.167:8443: read: connection reset by peer
I0408 18:43:10.405122 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:10.405137 561168 round_trippers.go:476] Request Headers:
I0408 18:43:10.405146 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:10.405153 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:10.405473 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:10.549969 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:10.549996 561168 round_trippers.go:476] Request Headers:
I0408 18:43:10.550006 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:10.550013 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:10.550430 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:11.050289 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:11.050312 561168 round_trippers.go:476] Request Headers:
I0408 18:43:11.050321 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:11.050327 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:11.050739 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:11.550572 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:11.550598 561168 round_trippers.go:476] Request Headers:
I0408 18:43:11.550608 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:11.550613 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:11.551088 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:12.050168 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:12.050191 561168 round_trippers.go:476] Request Headers:
I0408 18:43:12.050201 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:12.050207 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:12.050650 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:12.550373 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:12.550404 561168 round_trippers.go:476] Request Headers:
I0408 18:43:12.550412 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:12.550417 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:12.550828 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:12.550903 561168 node_ready.go:53] error getting node "ha-046009-m02": Get "https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02": dial tcp 192.168.39.167:8443: connect: connection refused
I0408 18:43:13.049927 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:13.049951 561168 round_trippers.go:476] Request Headers:
I0408 18:43:13.049962 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:13.049968 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:13.050428 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:13.550093 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:13.550116 561168 round_trippers.go:476] Request Headers:
I0408 18:43:13.550124 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:13.550128 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:13.550505 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:14.050202 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:14.050227 561168 round_trippers.go:476] Request Headers:
I0408 18:43:14.050238 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:14.050244 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:14.050684 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:14.550424 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:14.550450 561168 round_trippers.go:476] Request Headers:
I0408 18:43:14.550461 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:14.550470 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:14.550950 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:14.551028 561168 node_ready.go:53] error getting node "ha-046009-m02": Get "https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02": dial tcp 192.168.39.167:8443: connect: connection refused
I0408 18:43:15.049721 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:15.049769 561168 round_trippers.go:476] Request Headers:
I0408 18:43:15.049782 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:15.049791 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:15.050325 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:15.549987 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:15.550026 561168 round_trippers.go:476] Request Headers:
I0408 18:43:15.550039 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:15.550043 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:15.550589 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:16.050074 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:16.050094 561168 round_trippers.go:476] Request Headers:
I0408 18:43:16.050102 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:16.050108 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:16.050538 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:16.550245 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:16.550269 561168 round_trippers.go:476] Request Headers:
I0408 18:43:16.550280 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:16.550286 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:16.550701 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:17.050534 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:17.050555 561168 round_trippers.go:476] Request Headers:
I0408 18:43:17.050564 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:17.050569 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:17.050957 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:17.051011 561168 node_ready.go:53] error getting node "ha-046009-m02": Get "https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02": dial tcp 192.168.39.167:8443: connect: connection refused
I0408 18:43:17.549667 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:17.549698 561168 round_trippers.go:476] Request Headers:
I0408 18:43:17.549711 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:17.549718 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:17.550226 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:18.050273 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:18.050296 561168 round_trippers.go:476] Request Headers:
I0408 18:43:18.050304 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:18.050314 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:18.050721 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:18.550441 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:18.550478 561168 round_trippers.go:476] Request Headers:
I0408 18:43:18.550491 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:18.550500 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:18.550979 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:19.050599 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:19.050634 561168 round_trippers.go:476] Request Headers:
I0408 18:43:19.050648 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:19.050654 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:19.051081 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:19.051175 561168 node_ready.go:53] error getting node "ha-046009-m02": Get "https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02": dial tcp 192.168.39.167:8443: connect: connection refused
I0408 18:43:19.550482 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:19.550510 561168 round_trippers.go:476] Request Headers:
I0408 18:43:19.550520 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:19.550524 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:19.551001 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:20.049645 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:20.049666 561168 round_trippers.go:476] Request Headers:
I0408 18:43:20.049674 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:20.049681 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:20.050083 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:20.549782 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:20.549807 561168 round_trippers.go:476] Request Headers:
I0408 18:43:20.549816 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:20.549820 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:20.550292 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:21.049979 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:21.050001 561168 round_trippers.go:476] Request Headers:
I0408 18:43:21.050009 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:21.050013 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:21.050449 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:21.550221 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:21.550245 561168 round_trippers.go:476] Request Headers:
I0408 18:43:21.550254 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:21.550259 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:21.550672 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:21.550756 561168 node_ready.go:53] error getting node "ha-046009-m02": Get "https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02": dial tcp 192.168.39.167:8443: connect: connection refused
I0408 18:43:22.049679 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:22.049705 561168 round_trippers.go:476] Request Headers:
I0408 18:43:22.049714 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:22.049719 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:22.050197 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:22.549847 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:22.549875 561168 round_trippers.go:476] Request Headers:
I0408 18:43:22.549887 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:22.549896 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:22.550342 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:23.050644 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:23.050672 561168 round_trippers.go:476] Request Headers:
I0408 18:43:23.050685 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:23.050689 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:23.051080 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:23.550476 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:23.550504 561168 round_trippers.go:476] Request Headers:
I0408 18:43:23.550514 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:23.550531 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:23.550989 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:23.551059 561168 node_ready.go:53] error getting node "ha-046009-m02": Get "https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02": dial tcp 192.168.39.167:8443: connect: connection refused
I0408 18:43:24.049785 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:24.049809 561168 round_trippers.go:476] Request Headers:
I0408 18:43:24.049817 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:24.049822 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:24.050281 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:24.550098 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:24.550123 561168 round_trippers.go:476] Request Headers:
I0408 18:43:24.550131 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:24.550136 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:24.550548 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:25.050470 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:25.050493 561168 round_trippers.go:476] Request Headers:
I0408 18:43:25.050502 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:25.050506 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:25.050919 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:25.549704 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:25.549728 561168 round_trippers.go:476] Request Headers:
I0408 18:43:25.549737 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:25.549743 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:25.550192 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:26.049975 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:26.049996 561168 round_trippers.go:476] Request Headers:
I0408 18:43:26.050005 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:26.050015 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:26.050543 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:26.050613 561168 node_ready.go:53] error getting node "ha-046009-m02": Get "https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02": dial tcp 192.168.39.167:8443: connect: connection refused
I0408 18:43:26.550452 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:26.550479 561168 round_trippers.go:476] Request Headers:
I0408 18:43:26.550491 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:26.550497 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:26.551024 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:27.050027 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:27.050050 561168 round_trippers.go:476] Request Headers:
I0408 18:43:27.050058 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:27.050062 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:27.050574 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:27.550266 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:27.550304 561168 round_trippers.go:476] Request Headers:
I0408 18:43:27.550313 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:27.550316 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:27.550779 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:28.049716 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:28.049741 561168 round_trippers.go:476] Request Headers:
I0408 18:43:28.049752 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:28.049757 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:28.050225 561168 round_trippers.go:581] Response Status: in 0 milliseconds
I0408 18:43:28.550021 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:28.550042 561168 round_trippers.go:476] Request Headers:
I0408 18:43:28.550054 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:28.550061 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:30.244012 561168 round_trippers.go:581] Response Status: 200 OK in 1693 milliseconds
I0408 18:43:30.244407 561168 node_ready.go:53] node "ha-046009-m02" has status "Ready":"False"
I0408 18:43:30.244511 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:30.244523 561168 round_trippers.go:476] Request Headers:
I0408 18:43:30.244533 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:30.244543 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:30.300397 561168 round_trippers.go:581] Response Status: 200 OK in 55 milliseconds
I0408 18:43:30.550268 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:30.550299 561168 round_trippers.go:476] Request Headers:
I0408 18:43:30.550313 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:30.550324 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:30.563616 561168 round_trippers.go:581] Response Status: 200 OK in 13 milliseconds
I0408 18:43:31.050110 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:31.050131 561168 round_trippers.go:476] Request Headers:
I0408 18:43:31.050141 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:31.050145 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:31.054623 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:43:31.549723 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:31.549752 561168 round_trippers.go:476] Request Headers:
I0408 18:43:31.549770 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:31.549776 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:31.555874 561168 round_trippers.go:581] Response Status: 200 OK in 6 milliseconds
I0408 18:43:32.050104 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:32.050131 561168 round_trippers.go:476] Request Headers:
I0408 18:43:32.050140 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:32.050144 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:32.054326 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:43:32.550139 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:32.550160 561168 round_trippers.go:476] Request Headers:
I0408 18:43:32.550168 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:32.550172 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:32.555633 561168 round_trippers.go:581] Response Status: 200 OK in 5 milliseconds
I0408 18:43:32.556100 561168 node_ready.go:53] node "ha-046009-m02" has status "Ready":"False"
I0408 18:43:33.050103 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:33.050128 561168 round_trippers.go:476] Request Headers:
I0408 18:43:33.050142 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:33.050149 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:33.053095 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:33.550563 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:33.550587 561168 round_trippers.go:476] Request Headers:
I0408 18:43:33.550595 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:33.550599 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:33.562641 561168 round_trippers.go:581] Response Status: 200 OK in 12 milliseconds
I0408 18:43:34.050564 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:34.050587 561168 round_trippers.go:476] Request Headers:
I0408 18:43:34.050596 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:34.050600 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:34.054426 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:34.550346 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:34.550368 561168 round_trippers.go:476] Request Headers:
I0408 18:43:34.550379 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:34.550385 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:34.554106 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:34.556481 561168 node_ready.go:53] node "ha-046009-m02" has status "Ready":"False"
I0408 18:43:35.049771 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:35.049797 561168 round_trippers.go:476] Request Headers:
I0408 18:43:35.049808 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:35.049817 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:35.053219 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:35.550314 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:43:35.550338 561168 round_trippers.go:476] Request Headers:
I0408 18:43:35.550350 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:35.550356 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:35.555241 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:43:35.555911 561168 node_ready.go:49] node "ha-046009-m02" has status "Ready":"True"
I0408 18:43:35.555938 561168 node_ready.go:38] duration metric: took 27.506552853s for node "ha-046009-m02" to be "Ready" ...
I0408 18:43:35.555957 561168 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0408 18:43:35.556063 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods
I0408 18:43:35.556076 561168 round_trippers.go:476] Request Headers:
I0408 18:43:35.556088 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:35.556093 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:35.562506 561168 round_trippers.go:581] Response Status: 200 OK in 6 milliseconds
I0408 18:43:35.564989 561168 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace to be "Ready" ...
I0408 18:43:35.565105 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:35.565131 561168 round_trippers.go:476] Request Headers:
I0408 18:43:35.565145 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:35.565153 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:35.568335 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:35.568830 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:35.568849 561168 round_trippers.go:476] Request Headers:
I0408 18:43:35.568859 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:35.568865 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:35.576762 561168 round_trippers.go:581] Response Status: 200 OK in 7 milliseconds
I0408 18:43:36.065792 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:36.065814 561168 round_trippers.go:476] Request Headers:
I0408 18:43:36.065823 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:36.065828 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:36.070501 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:43:36.070954 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:36.071012 561168 round_trippers.go:476] Request Headers:
I0408 18:43:36.071023 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:36.071029 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:36.074533 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:36.565374 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:36.565398 561168 round_trippers.go:476] Request Headers:
I0408 18:43:36.565410 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:36.565417 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:36.569176 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:36.569699 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:36.569721 561168 round_trippers.go:476] Request Headers:
I0408 18:43:36.569734 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:36.569740 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:36.572235 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:37.066081 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:37.066111 561168 round_trippers.go:476] Request Headers:
I0408 18:43:37.066124 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:37.066131 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:37.069283 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:37.069835 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:37.069855 561168 round_trippers.go:476] Request Headers:
I0408 18:43:37.069869 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:37.069876 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:37.072314 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:37.565824 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:37.565848 561168 round_trippers.go:476] Request Headers:
I0408 18:43:37.565856 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:37.565863 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:37.568566 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:37.568973 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:37.568995 561168 round_trippers.go:476] Request Headers:
I0408 18:43:37.569006 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:37.569013 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:37.571121 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:37.571371 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:43:38.065270 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:38.065293 561168 round_trippers.go:476] Request Headers:
I0408 18:43:38.065302 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:38.065307 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:38.069163 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:38.069725 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:38.069746 561168 round_trippers.go:476] Request Headers:
I0408 18:43:38.069763 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:38.069770 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:38.072851 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:38.565935 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:38.565960 561168 round_trippers.go:476] Request Headers:
I0408 18:43:38.565972 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:38.565978 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:38.569764 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:38.570195 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:38.570209 561168 round_trippers.go:476] Request Headers:
I0408 18:43:38.570219 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:38.570226 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:38.572908 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:39.065909 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:39.065932 561168 round_trippers.go:476] Request Headers:
I0408 18:43:39.065940 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:39.065944 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:39.068736 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:39.069042 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:39.069058 561168 round_trippers.go:476] Request Headers:
I0408 18:43:39.069066 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:39.069077 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:39.071295 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:39.565733 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:39.565754 561168 round_trippers.go:476] Request Headers:
I0408 18:43:39.565762 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:39.565768 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:39.568804 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:39.569146 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:39.569163 561168 round_trippers.go:476] Request Headers:
I0408 18:43:39.569170 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:39.569177 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:39.571814 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:39.572107 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:43:40.065720 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:40.065752 561168 round_trippers.go:476] Request Headers:
I0408 18:43:40.065767 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:40.065774 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:40.068841 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:40.069324 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:40.069337 561168 round_trippers.go:476] Request Headers:
I0408 18:43:40.069344 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:40.069349 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:40.071956 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:40.565856 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:40.565876 561168 round_trippers.go:476] Request Headers:
I0408 18:43:40.565884 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:40.565890 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:40.568862 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:40.569264 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:40.569281 561168 round_trippers.go:476] Request Headers:
I0408 18:43:40.569290 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:40.569298 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:40.571726 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:41.065632 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:41.065666 561168 round_trippers.go:476] Request Headers:
I0408 18:43:41.065680 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:41.065696 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:41.069064 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:41.070294 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:41.070309 561168 round_trippers.go:476] Request Headers:
I0408 18:43:41.070320 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:41.070326 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:41.072962 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:41.566159 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:41.566184 561168 round_trippers.go:476] Request Headers:
I0408 18:43:41.566198 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:41.566204 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:41.569628 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:41.569969 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:41.569983 561168 round_trippers.go:476] Request Headers:
I0408 18:43:41.569994 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:41.569999 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:41.573258 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:41.573569 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:43:42.065528 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:42.065551 561168 round_trippers.go:476] Request Headers:
I0408 18:43:42.065560 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:42.065565 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:42.068611 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:42.069042 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:42.069056 561168 round_trippers.go:476] Request Headers:
I0408 18:43:42.069063 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:42.069067 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:42.071690 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:42.565872 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:42.565895 561168 round_trippers.go:476] Request Headers:
I0408 18:43:42.565904 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:42.565909 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:42.569180 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:42.569663 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:42.569678 561168 round_trippers.go:476] Request Headers:
I0408 18:43:42.569687 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:42.569691 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:42.573564 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:43.066130 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:43.066156 561168 round_trippers.go:476] Request Headers:
I0408 18:43:43.066166 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:43.066173 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:43.069250 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:43.069611 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:43.069626 561168 round_trippers.go:476] Request Headers:
I0408 18:43:43.069634 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:43.069637 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:43.072251 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:43.565196 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:43.565220 561168 round_trippers.go:476] Request Headers:
I0408 18:43:43.565231 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:43.565236 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:43.568190 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:43.568523 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:43.568540 561168 round_trippers.go:476] Request Headers:
I0408 18:43:43.568549 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:43.568554 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:43.571074 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:44.066119 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:44.066143 561168 round_trippers.go:476] Request Headers:
I0408 18:43:44.066151 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:44.066155 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:44.068831 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:44.069299 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:44.069313 561168 round_trippers.go:476] Request Headers:
I0408 18:43:44.069321 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:44.069326 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:44.071746 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:44.072146 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:43:44.565708 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:44.565732 561168 round_trippers.go:476] Request Headers:
I0408 18:43:44.565740 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:44.565746 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:44.569616 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:44.569994 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:44.570018 561168 round_trippers.go:476] Request Headers:
I0408 18:43:44.570027 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:44.570030 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:44.572679 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:45.065559 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:45.065583 561168 round_trippers.go:476] Request Headers:
I0408 18:43:45.065592 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:45.065595 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:45.068858 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:45.069415 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:45.069434 561168 round_trippers.go:476] Request Headers:
I0408 18:43:45.069445 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:45.069453 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:45.072943 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:45.565922 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:45.565950 561168 round_trippers.go:476] Request Headers:
I0408 18:43:45.565964 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:45.565969 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:45.568989 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:45.569336 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:45.569352 561168 round_trippers.go:476] Request Headers:
I0408 18:43:45.569360 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:45.569364 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:45.572166 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:46.065983 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:46.066008 561168 round_trippers.go:476] Request Headers:
I0408 18:43:46.066017 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:46.066021 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:46.068941 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:46.069489 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:46.069505 561168 round_trippers.go:476] Request Headers:
I0408 18:43:46.069512 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:46.069519 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:46.071989 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:46.072494 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:43:46.565718 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:46.565743 561168 round_trippers.go:476] Request Headers:
I0408 18:43:46.565756 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:46.565763 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:46.568920 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:46.569498 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:46.569513 561168 round_trippers.go:476] Request Headers:
I0408 18:43:46.569520 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:46.569524 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:46.572147 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:47.065311 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:47.065338 561168 round_trippers.go:476] Request Headers:
I0408 18:43:47.065348 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:47.065357 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:47.068371 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:47.068767 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:47.068780 561168 round_trippers.go:476] Request Headers:
I0408 18:43:47.068790 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:47.068795 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:47.071365 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:47.566244 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:47.566267 561168 round_trippers.go:476] Request Headers:
I0408 18:43:47.566276 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:47.566282 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:47.569947 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:47.570473 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:47.570489 561168 round_trippers.go:476] Request Headers:
I0408 18:43:47.570497 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:47.570501 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:47.572927 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:48.065645 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:48.065672 561168 round_trippers.go:476] Request Headers:
I0408 18:43:48.065682 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:48.065688 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:48.068890 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:48.069274 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:48.069291 561168 round_trippers.go:476] Request Headers:
I0408 18:43:48.069301 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:48.069308 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:48.071823 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:48.565895 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:48.565925 561168 round_trippers.go:476] Request Headers:
I0408 18:43:48.565939 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:48.565946 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:48.569069 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:48.569495 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:48.569512 561168 round_trippers.go:476] Request Headers:
I0408 18:43:48.569522 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:48.569528 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:48.571988 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:48.572431 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:43:49.065934 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:49.065972 561168 round_trippers.go:476] Request Headers:
I0408 18:43:49.065987 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:49.065995 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:49.069317 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:49.069742 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:49.069764 561168 round_trippers.go:476] Request Headers:
I0408 18:43:49.069775 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:49.069784 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:49.072612 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:49.565479 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:49.565506 561168 round_trippers.go:476] Request Headers:
I0408 18:43:49.565519 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:49.565527 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:49.569170 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:49.569749 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:49.569764 561168 round_trippers.go:476] Request Headers:
I0408 18:43:49.569776 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:49.569780 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:49.572683 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:50.065491 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:50.065519 561168 round_trippers.go:476] Request Headers:
I0408 18:43:50.065528 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:50.065533 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:50.068626 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:50.068890 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:50.068904 561168 round_trippers.go:476] Request Headers:
I0408 18:43:50.068911 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:50.068916 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:50.071343 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:50.566229 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:50.566252 561168 round_trippers.go:476] Request Headers:
I0408 18:43:50.566261 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:50.566266 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:50.569504 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:50.569820 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:50.569835 561168 round_trippers.go:476] Request Headers:
I0408 18:43:50.569842 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:50.569846 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:50.572499 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:50.572761 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:43:51.065360 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:51.065382 561168 round_trippers.go:476] Request Headers:
I0408 18:43:51.065390 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:51.065394 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:51.068564 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:51.068894 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:51.068908 561168 round_trippers.go:476] Request Headers:
I0408 18:43:51.068915 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:51.068919 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:51.071366 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:51.565537 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:51.565560 561168 round_trippers.go:476] Request Headers:
I0408 18:43:51.565569 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:51.565575 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:51.568778 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:51.569176 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:51.569192 561168 round_trippers.go:476] Request Headers:
I0408 18:43:51.569201 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:51.569209 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:51.571696 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:52.065838 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:52.065861 561168 round_trippers.go:476] Request Headers:
I0408 18:43:52.065870 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:52.065875 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:52.069548 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:52.069907 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:52.069921 561168 round_trippers.go:476] Request Headers:
I0408 18:43:52.069929 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:52.069933 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:52.072750 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:52.565292 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:52.565315 561168 round_trippers.go:476] Request Headers:
I0408 18:43:52.565323 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:52.565328 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:52.568746 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:52.569115 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:52.569130 561168 round_trippers.go:476] Request Headers:
I0408 18:43:52.569137 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:52.569141 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:52.571401 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:53.065781 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:53.065806 561168 round_trippers.go:476] Request Headers:
I0408 18:43:53.065814 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:53.065820 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:53.069177 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:53.069646 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:53.069660 561168 round_trippers.go:476] Request Headers:
I0408 18:43:53.069668 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:53.069672 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:53.072689 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:53.072883 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:43:53.565407 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:53.565432 561168 round_trippers.go:476] Request Headers:
I0408 18:43:53.565440 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:53.565445 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:53.568976 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:53.569261 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:53.569275 561168 round_trippers.go:476] Request Headers:
I0408 18:43:53.569282 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:53.569287 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:53.571868 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:54.065615 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:54.065639 561168 round_trippers.go:476] Request Headers:
I0408 18:43:54.065648 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:54.065652 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:54.069116 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:54.069488 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:54.069507 561168 round_trippers.go:476] Request Headers:
I0408 18:43:54.069518 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:54.069527 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:54.072025 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:54.565463 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:54.565486 561168 round_trippers.go:476] Request Headers:
I0408 18:43:54.565495 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:54.565499 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:54.568841 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:54.569174 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:54.569189 561168 round_trippers.go:476] Request Headers:
I0408 18:43:54.569196 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:54.569202 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:54.571714 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:55.065326 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:55.065350 561168 round_trippers.go:476] Request Headers:
I0408 18:43:55.065359 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:55.065363 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:55.068951 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:55.069590 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:55.069605 561168 round_trippers.go:476] Request Headers:
I0408 18:43:55.069613 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:55.069616 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:55.072160 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:55.566005 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:55.566028 561168 round_trippers.go:476] Request Headers:
I0408 18:43:55.566036 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:55.566041 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:55.569374 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:55.569712 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:55.569725 561168 round_trippers.go:476] Request Headers:
I0408 18:43:55.569733 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:55.569737 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:55.572135 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:55.572316 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:43:56.065971 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:56.065997 561168 round_trippers.go:476] Request Headers:
I0408 18:43:56.066010 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:56.066017 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:56.069267 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:56.069652 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:56.069671 561168 round_trippers.go:476] Request Headers:
I0408 18:43:56.069681 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:56.069688 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:56.072457 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:56.565282 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:56.565304 561168 round_trippers.go:476] Request Headers:
I0408 18:43:56.565313 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:56.565319 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:56.568473 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:56.568986 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:56.569001 561168 round_trippers.go:476] Request Headers:
I0408 18:43:56.569018 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:56.569024 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:56.571076 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:57.065260 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:57.065283 561168 round_trippers.go:476] Request Headers:
I0408 18:43:57.065292 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:57.065295 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:57.068632 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:57.069151 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:57.069168 561168 round_trippers.go:476] Request Headers:
I0408 18:43:57.069179 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:57.069184 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:57.071857 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:57.565331 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:57.565353 561168 round_trippers.go:476] Request Headers:
I0408 18:43:57.565361 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:57.565366 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:57.568760 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:57.569197 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:57.569218 561168 round_trippers.go:476] Request Headers:
I0408 18:43:57.569228 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:57.569233 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:57.571857 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:58.065503 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:58.065532 561168 round_trippers.go:476] Request Headers:
I0408 18:43:58.065541 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:58.065546 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:58.068849 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:58.069272 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:58.069289 561168 round_trippers.go:476] Request Headers:
I0408 18:43:58.069296 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:58.069302 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:58.072073 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:58.072360 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:43:58.565985 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:58.566009 561168 round_trippers.go:476] Request Headers:
I0408 18:43:58.566019 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:58.566022 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:58.570225 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:43:58.570696 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:58.570719 561168 round_trippers.go:476] Request Headers:
I0408 18:43:58.570730 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:58.570738 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:58.573631 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:59.065615 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:59.065646 561168 round_trippers.go:476] Request Headers:
I0408 18:43:59.065658 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:59.065666 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:59.069540 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:59.069999 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:59.070016 561168 round_trippers.go:476] Request Headers:
I0408 18:43:59.070024 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:59.070029 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:59.072519 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:43:59.565338 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:43:59.565361 561168 round_trippers.go:476] Request Headers:
I0408 18:43:59.565370 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:59.565374 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:59.569272 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:43:59.569866 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:43:59.569882 561168 round_trippers.go:476] Request Headers:
I0408 18:43:59.569892 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:43:59.569899 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:43:59.573003 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:00.065908 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:00.065931 561168 round_trippers.go:476] Request Headers:
I0408 18:44:00.065939 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:00.065943 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:00.069289 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:00.069630 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:00.069647 561168 round_trippers.go:476] Request Headers:
I0408 18:44:00.069658 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:00.069663 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:00.072034 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:00.565748 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:00.565775 561168 round_trippers.go:476] Request Headers:
I0408 18:44:00.565786 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:00.565804 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:00.569622 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:00.569985 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:00.570002 561168 round_trippers.go:476] Request Headers:
I0408 18:44:00.570013 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:00.570020 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:00.573030 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:00.573300 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:44:01.065896 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:01.065919 561168 round_trippers.go:476] Request Headers:
I0408 18:44:01.065927 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:01.065932 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:01.069741 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:01.070180 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:01.070194 561168 round_trippers.go:476] Request Headers:
I0408 18:44:01.070202 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:01.070211 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:01.072796 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:01.565948 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:01.565973 561168 round_trippers.go:476] Request Headers:
I0408 18:44:01.565981 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:01.565986 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:01.569417 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:01.569986 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:01.570018 561168 round_trippers.go:476] Request Headers:
I0408 18:44:01.570030 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:01.570037 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:01.572869 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:02.065984 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:02.066006 561168 round_trippers.go:476] Request Headers:
I0408 18:44:02.066014 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:02.066020 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:02.069119 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:02.069444 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:02.069460 561168 round_trippers.go:476] Request Headers:
I0408 18:44:02.069467 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:02.069471 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:02.072226 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:02.566169 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:02.566200 561168 round_trippers.go:476] Request Headers:
I0408 18:44:02.566212 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:02.566217 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:02.569589 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:02.570468 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:02.570484 561168 round_trippers.go:476] Request Headers:
I0408 18:44:02.570491 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:02.570494 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:02.573876 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:02.574280 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:44:03.065317 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:03.065342 561168 round_trippers.go:476] Request Headers:
I0408 18:44:03.065353 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:03.065359 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:03.069192 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:03.069584 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:03.069598 561168 round_trippers.go:476] Request Headers:
I0408 18:44:03.069605 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:03.069610 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:03.072956 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:03.565977 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:03.566000 561168 round_trippers.go:476] Request Headers:
I0408 18:44:03.566009 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:03.566013 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:03.569703 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:03.570225 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:03.570238 561168 round_trippers.go:476] Request Headers:
I0408 18:44:03.570245 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:03.570255 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:03.573025 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:04.066084 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:04.066117 561168 round_trippers.go:476] Request Headers:
I0408 18:44:04.066127 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:04.066134 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:04.069397 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:04.070052 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:04.070067 561168 round_trippers.go:476] Request Headers:
I0408 18:44:04.070075 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:04.070086 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:04.074225 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:04.565268 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:04.565296 561168 round_trippers.go:476] Request Headers:
I0408 18:44:04.565308 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:04.565314 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:04.568727 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:04.569135 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:04.569153 561168 round_trippers.go:476] Request Headers:
I0408 18:44:04.569162 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:04.569168 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:04.571738 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:05.065773 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:05.065796 561168 round_trippers.go:476] Request Headers:
I0408 18:44:05.065805 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:05.065809 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:05.068971 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:05.069412 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:05.069427 561168 round_trippers.go:476] Request Headers:
I0408 18:44:05.069434 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:05.069438 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:05.071816 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:05.072046 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:44:05.565911 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:05.565937 561168 round_trippers.go:476] Request Headers:
I0408 18:44:05.565945 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:05.565949 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:05.569491 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:05.569862 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:05.569878 561168 round_trippers.go:476] Request Headers:
I0408 18:44:05.569887 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:05.569891 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:05.572731 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:06.065582 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:06.065610 561168 round_trippers.go:476] Request Headers:
I0408 18:44:06.065619 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:06.065623 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:06.069093 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:06.069472 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:06.069488 561168 round_trippers.go:476] Request Headers:
I0408 18:44:06.069496 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:06.069500 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:06.072182 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:06.566250 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:06.566274 561168 round_trippers.go:476] Request Headers:
I0408 18:44:06.566283 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:06.566286 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:06.570100 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:06.570558 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:06.570570 561168 round_trippers.go:476] Request Headers:
I0408 18:44:06.570578 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:06.570582 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:06.573219 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:07.065657 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:07.065680 561168 round_trippers.go:476] Request Headers:
I0408 18:44:07.065688 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:07.065693 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:07.068766 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:07.069128 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:07.069149 561168 round_trippers.go:476] Request Headers:
I0408 18:44:07.069161 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:07.069170 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:07.072164 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:07.072815 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:44:07.565390 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:07.565413 561168 round_trippers.go:476] Request Headers:
I0408 18:44:07.565421 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:07.565425 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:07.569007 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:07.569366 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:07.569381 561168 round_trippers.go:476] Request Headers:
I0408 18:44:07.569389 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:07.569394 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:07.572150 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:08.065631 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:08.065655 561168 round_trippers.go:476] Request Headers:
I0408 18:44:08.065663 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:08.065667 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:08.068855 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:08.069226 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:08.069241 561168 round_trippers.go:476] Request Headers:
I0408 18:44:08.069248 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:08.069255 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:08.072037 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:08.566075 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:08.566098 561168 round_trippers.go:476] Request Headers:
I0408 18:44:08.566106 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:08.566113 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:08.569371 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:08.569786 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:08.569812 561168 round_trippers.go:476] Request Headers:
I0408 18:44:08.569821 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:08.569829 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:08.572608 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:09.065556 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:09.065576 561168 round_trippers.go:476] Request Headers:
I0408 18:44:09.065584 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:09.065590 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:09.068923 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:09.069285 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:09.069298 561168 round_trippers.go:476] Request Headers:
I0408 18:44:09.069305 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:09.069312 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:09.071958 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:09.566116 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:09.566137 561168 round_trippers.go:476] Request Headers:
I0408 18:44:09.566146 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:09.566151 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:09.569834 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:09.570238 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:09.570256 561168 round_trippers.go:476] Request Headers:
I0408 18:44:09.570263 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:09.570267 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:09.574510 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:44:09.574769 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:44:10.065510 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:10.065532 561168 round_trippers.go:476] Request Headers:
I0408 18:44:10.065540 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:10.065546 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:10.068184 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:10.068520 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:10.068535 561168 round_trippers.go:476] Request Headers:
I0408 18:44:10.068545 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:10.068553 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:10.073958 561168 round_trippers.go:581] Response Status: 200 OK in 5 milliseconds
I0408 18:44:10.566035 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:10.566059 561168 round_trippers.go:476] Request Headers:
I0408 18:44:10.566070 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:10.566078 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:10.569262 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:10.569658 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:10.569673 561168 round_trippers.go:476] Request Headers:
I0408 18:44:10.569681 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:10.569689 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:10.572306 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:11.065308 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:11.065331 561168 round_trippers.go:476] Request Headers:
I0408 18:44:11.065340 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:11.065345 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:11.068372 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:11.068832 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:11.068853 561168 round_trippers.go:476] Request Headers:
I0408 18:44:11.068860 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:11.068865 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:11.071507 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:11.565702 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:11.565724 561168 round_trippers.go:476] Request Headers:
I0408 18:44:11.565732 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:11.565736 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:11.569125 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:11.570048 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:11.570061 561168 round_trippers.go:476] Request Headers:
I0408 18:44:11.570068 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:11.570073 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:11.572788 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:12.065599 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:12.065622 561168 round_trippers.go:476] Request Headers:
I0408 18:44:12.065633 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:12.065640 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:12.068558 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:12.069003 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:12.069015 561168 round_trippers.go:476] Request Headers:
I0408 18:44:12.069023 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:12.069028 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:12.071585 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:12.071849 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:44:12.565424 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:12.565445 561168 round_trippers.go:476] Request Headers:
I0408 18:44:12.565452 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:12.565458 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:12.568749 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:12.569101 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:12.569123 561168 round_trippers.go:476] Request Headers:
I0408 18:44:12.569141 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:12.569147 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:12.572183 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:13.065618 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:13.065647 561168 round_trippers.go:476] Request Headers:
I0408 18:44:13.065660 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:13.065665 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:13.071886 561168 round_trippers.go:581] Response Status: 200 OK in 6 milliseconds
I0408 18:44:13.072321 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:13.072340 561168 round_trippers.go:476] Request Headers:
I0408 18:44:13.072348 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:13.072354 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:13.078490 561168 round_trippers.go:581] Response Status: 200 OK in 6 milliseconds
I0408 18:44:13.565509 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:13.565539 561168 round_trippers.go:476] Request Headers:
I0408 18:44:13.565547 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:13.565551 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:13.568282 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:13.568660 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:13.568674 561168 round_trippers.go:476] Request Headers:
I0408 18:44:13.568681 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:13.568686 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:13.571224 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:14.066184 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:14.066212 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.066224 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.066233 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.069348 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:14.069726 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:14.069743 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.069751 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.069762 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.076413 561168 round_trippers.go:581] Response Status: 200 OK in 6 milliseconds
I0408 18:44:14.076695 561168 pod_ready.go:103] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"False"
I0408 18:44:14.565916 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:14.565945 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.565957 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.565963 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.569514 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:14.569955 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:14.569972 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.569980 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.569986 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.572798 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:14.573108 561168 pod_ready.go:93] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:14.573128 561168 pod_ready.go:82] duration metric: took 39.008110931s for pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace to be "Ready" ...
I0408 18:44:14.573140 561168 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-zktmq" in "kube-system" namespace to be "Ready" ...
I0408 18:44:14.573215 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-zktmq
I0408 18:44:14.573223 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.573233 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.573243 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.575543 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:14.575989 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:14.576006 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.576017 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.576020 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.578151 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:14.578346 561168 pod_ready.go:93] pod "coredns-668d6bf9bc-zktmq" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:14.578364 561168 pod_ready.go:82] duration metric: took 5.212612ms for pod "coredns-668d6bf9bc-zktmq" in "kube-system" namespace to be "Ready" ...
I0408 18:44:14.578375 561168 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:44:14.578427 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009
I0408 18:44:14.578434 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.578440 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.578444 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.580391 561168 round_trippers.go:581] Response Status: 200 OK in 1 milliseconds
I0408 18:44:14.580647 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:14.580668 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.580679 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.580689 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.582844 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:14.583399 561168 pod_ready.go:93] pod "etcd-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:14.583412 561168 pod_ready.go:82] duration metric: took 5.030686ms for pod "etcd-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:44:14.583422 561168 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:44:14.583464 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m02
I0408 18:44:14.583471 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.583478 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.583481 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.585567 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:14.585914 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:44:14.585927 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.585934 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.585939 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.588227 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:14.588526 561168 pod_ready.go:93] pod "etcd-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:14.588540 561168 pod_ready.go:82] duration metric: took 5.112818ms for pod "etcd-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:44:14.588548 561168 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:44:14.588587 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:44:14.588594 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.588600 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.588603 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.590754 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:14.591328 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:14.591357 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.591367 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.591373 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.593523 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:14.593760 561168 pod_ready.go:98] node "ha-046009-m03" hosting pod "etcd-ha-046009-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m03" has status "Ready":"Unknown"
I0408 18:44:14.593776 561168 pod_ready.go:82] duration metric: took 5.224097ms for pod "etcd-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
E0408 18:44:14.593784 561168 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-046009-m03" hosting pod "etcd-ha-046009-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m03" has status "Ready":"Unknown"
I0408 18:44:14.593801 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:44:14.766189 561168 request.go:661] Waited for 172.307426ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009
I0408 18:44:14.766250 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009
I0408 18:44:14.766254 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.766262 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.766266 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.770420 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:44:14.966588 561168 request.go:661] Waited for 195.344776ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:14.966649 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:14.966653 561168 round_trippers.go:476] Request Headers:
I0408 18:44:14.966662 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:14.966667 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:14.970573 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:14.971006 561168 pod_ready.go:93] pod "kube-apiserver-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:14.971030 561168 pod_ready.go:82] duration metric: took 377.222214ms for pod "kube-apiserver-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:44:14.971043 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:44:15.166458 561168 request.go:661] Waited for 195.333407ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009-m02
I0408 18:44:15.166518 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009-m02
I0408 18:44:15.166523 561168 round_trippers.go:476] Request Headers:
I0408 18:44:15.166531 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:15.166537 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:15.169532 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:15.366387 561168 request.go:661] Waited for 196.394136ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:44:15.366453 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:44:15.366458 561168 round_trippers.go:476] Request Headers:
I0408 18:44:15.366468 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:15.366473 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:15.370429 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:15.370867 561168 pod_ready.go:93] pod "kube-apiserver-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:15.370885 561168 pod_ready.go:82] duration metric: took 399.834751ms for pod "kube-apiserver-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:44:15.370896 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:44:15.566351 561168 request.go:661] Waited for 195.350989ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009-m03
I0408 18:44:15.566418 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009-m03
I0408 18:44:15.566429 561168 round_trippers.go:476] Request Headers:
I0408 18:44:15.566441 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:15.566451 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:15.569845 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:15.766588 561168 request.go:661] Waited for 196.349765ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:15.766651 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:15.766656 561168 round_trippers.go:476] Request Headers:
I0408 18:44:15.766664 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:15.766669 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:15.770250 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:15.770630 561168 pod_ready.go:98] node "ha-046009-m03" hosting pod "kube-apiserver-ha-046009-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m03" has status "Ready":"Unknown"
I0408 18:44:15.770651 561168 pod_ready.go:82] duration metric: took 399.74848ms for pod "kube-apiserver-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
E0408 18:44:15.770660 561168 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-046009-m03" hosting pod "kube-apiserver-ha-046009-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m03" has status "Ready":"Unknown"
I0408 18:44:15.770668 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:44:15.966048 561168 request.go:661] Waited for 195.281846ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009
I0408 18:44:15.966112 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009
I0408 18:44:15.966118 561168 round_trippers.go:476] Request Headers:
I0408 18:44:15.966126 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:15.966134 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:15.969206 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:16.165965 561168 request.go:661] Waited for 196.303557ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:16.166025 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:16.166037 561168 round_trippers.go:476] Request Headers:
I0408 18:44:16.166045 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:16.166051 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:16.169190 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:16.169378 561168 pod_ready.go:93] pod "kube-controller-manager-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:16.169398 561168 pod_ready.go:82] duration metric: took 398.72311ms for pod "kube-controller-manager-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:44:16.169413 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:44:16.366908 561168 request.go:661] Waited for 197.400501ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m02
I0408 18:44:16.366996 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m02
I0408 18:44:16.367006 561168 round_trippers.go:476] Request Headers:
I0408 18:44:16.367029 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:16.367038 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:16.370083 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:16.565980 561168 request.go:661] Waited for 195.284972ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:44:16.566113 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:44:16.566128 561168 round_trippers.go:476] Request Headers:
I0408 18:44:16.566140 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:16.566145 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:16.570118 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:16.570404 561168 pod_ready.go:93] pod "kube-controller-manager-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:16.570431 561168 pod_ready.go:82] duration metric: took 401.006092ms for pod "kube-controller-manager-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:44:16.570446 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:44:16.765939 561168 request.go:661] Waited for 195.375081ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m03
I0408 18:44:16.766002 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m03
I0408 18:44:16.766008 561168 round_trippers.go:476] Request Headers:
I0408 18:44:16.766015 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:16.766019 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:16.769280 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:16.966883 561168 request.go:661] Waited for 197.255012ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:16.966959 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:16.966964 561168 round_trippers.go:476] Request Headers:
I0408 18:44:16.966973 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:16.966980 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:16.970603 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:16.970892 561168 pod_ready.go:98] node "ha-046009-m03" hosting pod "kube-controller-manager-ha-046009-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m03" has status "Ready":"Unknown"
I0408 18:44:16.970917 561168 pod_ready.go:82] duration metric: took 400.46306ms for pod "kube-controller-manager-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
E0408 18:44:16.970931 561168 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-046009-m03" hosting pod "kube-controller-manager-ha-046009-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m03" has status "Ready":"Unknown"
I0408 18:44:16.970948 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-4gzjx" in "kube-system" namespace to be "Ready" ...
I0408 18:44:17.166412 561168 request.go:661] Waited for 195.375327ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4gzjx
I0408 18:44:17.166495 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4gzjx
I0408 18:44:17.166500 561168 round_trippers.go:476] Request Headers:
I0408 18:44:17.166508 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:17.166515 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:17.169674 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:17.366576 561168 request.go:661] Waited for 196.375171ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:17.366663 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:17.366674 561168 round_trippers.go:476] Request Headers:
I0408 18:44:17.366685 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:17.366695 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:17.369600 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:17.369993 561168 pod_ready.go:93] pod "kube-proxy-4gzjx" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:17.370014 561168 pod_ready.go:82] duration metric: took 399.052914ms for pod "kube-proxy-4gzjx" in "kube-system" namespace to be "Ready" ...
I0408 18:44:17.370027 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-5mcvp" in "kube-system" namespace to be "Ready" ...
I0408 18:44:17.566507 561168 request.go:661] Waited for 196.373616ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5mcvp
I0408 18:44:17.566573 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5mcvp
I0408 18:44:17.566578 561168 round_trippers.go:476] Request Headers:
I0408 18:44:17.566586 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:17.566592 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:17.569911 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:17.766707 561168 request.go:661] Waited for 196.362065ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m04
I0408 18:44:17.766789 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m04
I0408 18:44:17.766808 561168 round_trippers.go:476] Request Headers:
I0408 18:44:17.766823 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:17.766835 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:17.770146 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:17.770388 561168 pod_ready.go:98] node "ha-046009-m04" hosting pod "kube-proxy-5mcvp" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m04" has status "Ready":"Unknown"
I0408 18:44:17.770417 561168 pod_ready.go:82] duration metric: took 400.378081ms for pod "kube-proxy-5mcvp" in "kube-system" namespace to be "Ready" ...
E0408 18:44:17.770433 561168 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-046009-m04" hosting pod "kube-proxy-5mcvp" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m04" has status "Ready":"Unknown"
I0408 18:44:17.770447 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-6dl4m" in "kube-system" namespace to be "Ready" ...
I0408 18:44:17.965948 561168 request.go:661] Waited for 195.388882ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6dl4m
I0408 18:44:17.966014 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6dl4m
I0408 18:44:17.966020 561168 round_trippers.go:476] Request Headers:
I0408 18:44:17.966029 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:17.966033 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:17.969459 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:18.166154 561168 request.go:661] Waited for 196.310947ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:44:18.166231 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:44:18.166244 561168 round_trippers.go:476] Request Headers:
I0408 18:44:18.166255 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:18.166266 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:18.170024 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:18.170308 561168 pod_ready.go:93] pod "kube-proxy-6dl4m" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:18.170328 561168 pod_ready.go:82] duration metric: took 399.870339ms for pod "kube-proxy-6dl4m" in "kube-system" namespace to be "Ready" ...
I0408 18:44:18.170338 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-l6g6x" in "kube-system" namespace to be "Ready" ...
I0408 18:44:18.366824 561168 request.go:661] Waited for 196.401905ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-l6g6x
I0408 18:44:18.366898 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-l6g6x
I0408 18:44:18.366905 561168 round_trippers.go:476] Request Headers:
I0408 18:44:18.366927 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:18.366951 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:18.370543 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:18.566131 561168 request.go:661] Waited for 195.290128ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:18.566215 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:18.566225 561168 round_trippers.go:476] Request Headers:
I0408 18:44:18.566233 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:18.566238 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:18.569314 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:18.569568 561168 pod_ready.go:98] node "ha-046009-m03" hosting pod "kube-proxy-l6g6x" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m03" has status "Ready":"Unknown"
I0408 18:44:18.569588 561168 pod_ready.go:82] duration metric: took 399.24446ms for pod "kube-proxy-l6g6x" in "kube-system" namespace to be "Ready" ...
E0408 18:44:18.569602 561168 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-046009-m03" hosting pod "kube-proxy-l6g6x" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m03" has status "Ready":"Unknown"
I0408 18:44:18.569616 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:44:18.765980 561168 request.go:661] Waited for 196.275919ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009
I0408 18:44:18.766058 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009
I0408 18:44:18.766069 561168 round_trippers.go:476] Request Headers:
I0408 18:44:18.766089 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:18.766108 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:18.769730 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:18.966726 561168 request.go:661] Waited for 196.361352ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:18.966811 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:18.966817 561168 round_trippers.go:476] Request Headers:
I0408 18:44:18.966825 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:18.966829 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:18.969735 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:18.970374 561168 pod_ready.go:93] pod "kube-scheduler-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:18.970393 561168 pod_ready.go:82] duration metric: took 400.768325ms for pod "kube-scheduler-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:44:18.970406 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:44:19.166916 561168 request.go:661] Waited for 196.41384ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m02
I0408 18:44:19.166989 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m02
I0408 18:44:19.166995 561168 round_trippers.go:476] Request Headers:
I0408 18:44:19.167003 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:19.167011 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:19.170541 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:19.366275 561168 request.go:661] Waited for 195.368346ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:44:19.366350 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:44:19.366361 561168 round_trippers.go:476] Request Headers:
I0408 18:44:19.366374 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:19.366493 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:19.369809 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:19.370063 561168 pod_ready.go:93] pod "kube-scheduler-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:19.370083 561168 pod_ready.go:82] duration metric: took 399.666709ms for pod "kube-scheduler-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:44:19.370097 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:44:19.566584 561168 request.go:661] Waited for 196.374711ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m03
I0408 18:44:19.566669 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m03
I0408 18:44:19.566678 561168 round_trippers.go:476] Request Headers:
I0408 18:44:19.566691 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:19.566705 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:19.569752 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:19.766429 561168 request.go:661] Waited for 196.344316ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:19.766500 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:19.766511 561168 round_trippers.go:476] Request Headers:
I0408 18:44:19.766524 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:19.766535 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:19.770005 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:19.770278 561168 pod_ready.go:98] node "ha-046009-m03" hosting pod "kube-scheduler-ha-046009-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m03" has status "Ready":"Unknown"
I0408 18:44:19.770301 561168 pod_ready.go:82] duration metric: took 400.192395ms for pod "kube-scheduler-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
E0408 18:44:19.770314 561168 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-046009-m03" hosting pod "kube-scheduler-ha-046009-m03" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m03" has status "Ready":"Unknown"
I0408 18:44:19.770325 561168 pod_ready.go:39] duration metric: took 44.214349716s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0408 18:44:19.770374 561168 api_server.go:52] waiting for apiserver process to appear ...
I0408 18:44:19.770452 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0408 18:44:19.795077 561168 logs.go:282] 2 containers: [8c0ccbbe23fc 21f76ccfe919]
I0408 18:44:19.795163 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0408 18:44:19.822376 561168 logs.go:282] 2 containers: [0b8570348813 16f3196fbae7]
I0408 18:44:19.822461 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0408 18:44:19.838211 561168 logs.go:282] 0 containers: []
W0408 18:44:19.838231 561168 logs.go:284] No container was found matching "coredns"
I0408 18:44:19.838277 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0408 18:44:19.860525 561168 logs.go:282] 2 containers: [c06c4a566826 cb489b213966]
I0408 18:44:19.860614 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0408 18:44:19.880859 561168 logs.go:282] 2 containers: [088c2cdfae89 78f2b6441caa]
I0408 18:44:19.880934 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0408 18:44:19.898732 561168 logs.go:282] 2 containers: [ef3eaa24699d 970e8741e720]
I0408 18:44:19.898813 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0408 18:44:19.920461 561168 logs.go:282] 2 containers: [94f857cc897c a82d2774c785]
I0408 18:44:19.920507 561168 logs.go:123] Gathering logs for describe nodes ...
I0408 18:44:19.920519 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0408 18:44:20.308077 561168 logs.go:123] Gathering logs for kube-proxy [088c2cdfae89] ...
I0408 18:44:20.308110 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 088c2cdfae89"
I0408 18:44:20.331769 561168 logs.go:123] Gathering logs for kindnet [94f857cc897c] ...
I0408 18:44:20.331810 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 94f857cc897c"
I0408 18:44:20.356251 561168 logs.go:123] Gathering logs for Docker ...
I0408 18:44:20.356283 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0408 18:44:20.400295 561168 logs.go:123] Gathering logs for etcd [0b8570348813] ...
I0408 18:44:20.400325 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 0b8570348813"
I0408 18:44:20.434367 561168 logs.go:123] Gathering logs for kindnet [a82d2774c785] ...
I0408 18:44:20.434400 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 a82d2774c785"
I0408 18:44:20.456474 561168 logs.go:123] Gathering logs for kube-apiserver [21f76ccfe919] ...
I0408 18:44:20.456503 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 21f76ccfe919"
I0408 18:44:20.540761 561168 logs.go:123] Gathering logs for kube-scheduler [c06c4a566826] ...
I0408 18:44:20.540808 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 c06c4a566826"
I0408 18:44:20.566288 561168 logs.go:123] Gathering logs for kube-scheduler [cb489b213966] ...
I0408 18:44:20.566322 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 cb489b213966"
I0408 18:44:20.587562 561168 logs.go:123] Gathering logs for kube-proxy [78f2b6441caa] ...
I0408 18:44:20.587593 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 78f2b6441caa"
I0408 18:44:20.608349 561168 logs.go:123] Gathering logs for kube-controller-manager [ef3eaa24699d] ...
I0408 18:44:20.608383 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 ef3eaa24699d"
I0408 18:44:20.646396 561168 logs.go:123] Gathering logs for kubelet ...
I0408 18:44:20.646431 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0408 18:44:20.702699 561168 logs.go:123] Gathering logs for dmesg ...
I0408 18:44:20.702731 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0408 18:44:20.716347 561168 logs.go:123] Gathering logs for kube-apiserver [8c0ccbbe23fc] ...
I0408 18:44:20.716379 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 8c0ccbbe23fc"
I0408 18:44:20.751272 561168 logs.go:123] Gathering logs for etcd [16f3196fbae7] ...
I0408 18:44:20.751303 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 16f3196fbae7"
I0408 18:44:20.793895 561168 logs.go:123] Gathering logs for kube-controller-manager [970e8741e720] ...
I0408 18:44:20.793927 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 970e8741e720"
I0408 18:44:20.839599 561168 logs.go:123] Gathering logs for container status ...
I0408 18:44:20.839633 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0408 18:44:23.400845 561168 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0408 18:44:23.417813 561168 api_server.go:72] duration metric: took 1m15.527020865s to wait for apiserver process to appear ...
I0408 18:44:23.417843 561168 api_server.go:88] waiting for apiserver healthz status ...
I0408 18:44:23.417934 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0408 18:44:23.441650 561168 logs.go:282] 2 containers: [8c0ccbbe23fc 21f76ccfe919]
I0408 18:44:23.441754 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0408 18:44:23.463518 561168 logs.go:282] 2 containers: [0b8570348813 16f3196fbae7]
I0408 18:44:23.463583 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0408 18:44:23.477650 561168 logs.go:282] 0 containers: []
W0408 18:44:23.477673 561168 logs.go:284] No container was found matching "coredns"
I0408 18:44:23.477714 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0408 18:44:23.495230 561168 logs.go:282] 2 containers: [c06c4a566826 cb489b213966]
I0408 18:44:23.495298 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0408 18:44:23.511057 561168 logs.go:282] 2 containers: [088c2cdfae89 78f2b6441caa]
I0408 18:44:23.511127 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0408 18:44:23.527017 561168 logs.go:282] 2 containers: [ef3eaa24699d 970e8741e720]
I0408 18:44:23.527078 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0408 18:44:23.544623 561168 logs.go:282] 2 containers: [94f857cc897c a82d2774c785]
I0408 18:44:23.544664 561168 logs.go:123] Gathering logs for kube-scheduler [c06c4a566826] ...
I0408 18:44:23.544677 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 c06c4a566826"
I0408 18:44:23.564374 561168 logs.go:123] Gathering logs for kube-proxy [78f2b6441caa] ...
I0408 18:44:23.564401 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 78f2b6441caa"
I0408 18:44:23.584961 561168 logs.go:123] Gathering logs for kubelet ...
I0408 18:44:23.584990 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0408 18:44:23.648407 561168 logs.go:123] Gathering logs for kube-controller-manager [ef3eaa24699d] ...
I0408 18:44:23.648444 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 ef3eaa24699d"
I0408 18:44:23.698768 561168 logs.go:123] Gathering logs for dmesg ...
I0408 18:44:23.698815 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0408 18:44:23.716282 561168 logs.go:123] Gathering logs for etcd [16f3196fbae7] ...
I0408 18:44:23.716315 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 16f3196fbae7"
I0408 18:44:23.754164 561168 logs.go:123] Gathering logs for kube-proxy [088c2cdfae89] ...
I0408 18:44:23.754203 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 088c2cdfae89"
I0408 18:44:23.775965 561168 logs.go:123] Gathering logs for kube-controller-manager [970e8741e720] ...
I0408 18:44:23.775995 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 970e8741e720"
I0408 18:44:23.812379 561168 logs.go:123] Gathering logs for kindnet [94f857cc897c] ...
I0408 18:44:23.812419 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 94f857cc897c"
I0408 18:44:23.843598 561168 logs.go:123] Gathering logs for kindnet [a82d2774c785] ...
I0408 18:44:23.843624 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 a82d2774c785"
I0408 18:44:23.864367 561168 logs.go:123] Gathering logs for describe nodes ...
I0408 18:44:23.864395 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0408 18:44:24.099676 561168 logs.go:123] Gathering logs for etcd [0b8570348813] ...
I0408 18:44:24.099715 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 0b8570348813"
I0408 18:44:24.134041 561168 logs.go:123] Gathering logs for kube-scheduler [cb489b213966] ...
I0408 18:44:24.134076 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 cb489b213966"
I0408 18:44:24.155491 561168 logs.go:123] Gathering logs for Docker ...
I0408 18:44:24.155521 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0408 18:44:24.204626 561168 logs.go:123] Gathering logs for container status ...
I0408 18:44:24.204664 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0408 18:44:24.251830 561168 logs.go:123] Gathering logs for kube-apiserver [8c0ccbbe23fc] ...
I0408 18:44:24.251865 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 8c0ccbbe23fc"
I0408 18:44:24.294874 561168 logs.go:123] Gathering logs for kube-apiserver [21f76ccfe919] ...
I0408 18:44:24.294911 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 21f76ccfe919"
I0408 18:44:26.864114 561168 api_server.go:253] Checking apiserver healthz at https://192.168.39.167:8443/healthz ...
I0408 18:44:26.868636 561168 api_server.go:279] https://192.168.39.167:8443/healthz returned 200:
ok
I0408 18:44:26.868716 561168 round_trippers.go:470] GET https://192.168.39.167:8443/version
I0408 18:44:26.868721 561168 round_trippers.go:476] Request Headers:
I0408 18:44:26.868728 561168 round_trippers.go:480] Accept: application/json, */*
I0408 18:44:26.868732 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:26.869821 561168 round_trippers.go:581] Response Status: 200 OK in 1 milliseconds
I0408 18:44:26.869906 561168 api_server.go:141] control plane version: v1.32.2
I0408 18:44:26.869922 561168 api_server.go:131] duration metric: took 3.45207195s to wait for apiserver health ...
I0408 18:44:26.869930 561168 system_pods.go:43] waiting for kube-system pods to appear ...
I0408 18:44:26.869992 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-apiserver --format={{.ID}}
I0408 18:44:26.890901 561168 logs.go:282] 2 containers: [8c0ccbbe23fc 21f76ccfe919]
I0408 18:44:26.890979 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_etcd --format={{.ID}}
I0408 18:44:26.909313 561168 logs.go:282] 2 containers: [0b8570348813 16f3196fbae7]
I0408 18:44:26.909397 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_coredns --format={{.ID}}
I0408 18:44:26.932016 561168 logs.go:282] 0 containers: []
W0408 18:44:26.932046 561168 logs.go:284] No container was found matching "coredns"
I0408 18:44:26.932111 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-scheduler --format={{.ID}}
I0408 18:44:26.953563 561168 logs.go:282] 2 containers: [c06c4a566826 cb489b213966]
I0408 18:44:26.953654 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-proxy --format={{.ID}}
I0408 18:44:26.970921 561168 logs.go:282] 2 containers: [088c2cdfae89 78f2b6441caa]
I0408 18:44:26.970988 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kube-controller-manager --format={{.ID}}
I0408 18:44:26.996540 561168 logs.go:282] 2 containers: [ef3eaa24699d 970e8741e720]
I0408 18:44:26.996609 561168 ssh_runner.go:195] Run: docker ps -a --filter=name=k8s_kindnet --format={{.ID}}
I0408 18:44:27.016470 561168 logs.go:282] 2 containers: [94f857cc897c a82d2774c785]
I0408 18:44:27.016512 561168 logs.go:123] Gathering logs for kube-apiserver [21f76ccfe919] ...
I0408 18:44:27.016525 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 21f76ccfe919"
I0408 18:44:27.090339 561168 logs.go:123] Gathering logs for etcd [16f3196fbae7] ...
I0408 18:44:27.090375 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 16f3196fbae7"
I0408 18:44:27.124949 561168 logs.go:123] Gathering logs for kube-proxy [78f2b6441caa] ...
I0408 18:44:27.124986 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 78f2b6441caa"
I0408 18:44:27.147194 561168 logs.go:123] Gathering logs for kindnet [94f857cc897c] ...
I0408 18:44:27.147229 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 94f857cc897c"
I0408 18:44:27.175216 561168 logs.go:123] Gathering logs for kindnet [a82d2774c785] ...
I0408 18:44:27.175251 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 a82d2774c785"
I0408 18:44:27.196624 561168 logs.go:123] Gathering logs for describe nodes ...
I0408 18:44:27.196661 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.32.2/kubectl describe nodes --kubeconfig=/var/lib/minikube/kubeconfig"
I0408 18:44:27.416302 561168 logs.go:123] Gathering logs for kube-scheduler [cb489b213966] ...
I0408 18:44:27.416337 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 cb489b213966"
I0408 18:44:27.437901 561168 logs.go:123] Gathering logs for Docker ...
I0408 18:44:27.437927 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u docker -u cri-docker -n 400"
I0408 18:44:27.486519 561168 logs.go:123] Gathering logs for kubelet ...
I0408 18:44:27.486559 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo journalctl -u kubelet -n 400"
I0408 18:44:27.544810 561168 logs.go:123] Gathering logs for dmesg ...
I0408 18:44:27.544842 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo dmesg -PH -L=never --level warn,err,crit,alert,emerg | tail -n 400"
I0408 18:44:27.559888 561168 logs.go:123] Gathering logs for kube-proxy [088c2cdfae89] ...
I0408 18:44:27.559914 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 088c2cdfae89"
I0408 18:44:27.580992 561168 logs.go:123] Gathering logs for kube-controller-manager [ef3eaa24699d] ...
I0408 18:44:27.581022 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 ef3eaa24699d"
I0408 18:44:27.624611 561168 logs.go:123] Gathering logs for kube-controller-manager [970e8741e720] ...
I0408 18:44:27.624638 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 970e8741e720"
I0408 18:44:27.667395 561168 logs.go:123] Gathering logs for container status ...
I0408 18:44:27.667429 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo `which crictl || echo crictl` ps -a || sudo docker ps -a"
I0408 18:44:27.707769 561168 logs.go:123] Gathering logs for etcd [0b8570348813] ...
I0408 18:44:27.707801 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 0b8570348813"
I0408 18:44:27.741754 561168 logs.go:123] Gathering logs for kube-scheduler [c06c4a566826] ...
I0408 18:44:27.741799 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 c06c4a566826"
I0408 18:44:27.762915 561168 logs.go:123] Gathering logs for kube-apiserver [8c0ccbbe23fc] ...
I0408 18:44:27.762953 561168 ssh_runner.go:195] Run: /bin/bash -c "docker logs --tail 400 8c0ccbbe23fc"
I0408 18:44:30.298628 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods
I0408 18:44:30.298654 561168 round_trippers.go:476] Request Headers:
I0408 18:44:30.298662 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:30.298666 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:30.304386 561168 round_trippers.go:581] Response Status: 200 OK in 5 milliseconds
I0408 18:44:30.306688 561168 system_pods.go:59] 26 kube-system pods found
I0408 18:44:30.306732 561168 system_pods.go:61] "coredns-668d6bf9bc-dzpzr" [248e85a1-9479-4a6b-914d-7d83001ddb70] Running
I0408 18:44:30.306742 561168 system_pods.go:61] "coredns-668d6bf9bc-zktmq" [29288c58-26a6-4706-883d-850340b4bafa] Running
I0408 18:44:30.306747 561168 system_pods.go:61] "etcd-ha-046009" [076df35a-d320-4bac-a389-50a76b28eca7] Running
I0408 18:44:30.306753 561168 system_pods.go:61] "etcd-ha-046009-m02" [9b1ac0e2-81a9-42e1-8dfe-72f3400da190] Running
I0408 18:44:30.306758 561168 system_pods.go:61] "etcd-ha-046009-m03" [1f48357f-03ef-4cdd-ac26-53e85f3663b0] Running
I0408 18:44:30.306764 561168 system_pods.go:61] "kindnet-5mpzx" [4e5de188-a37f-4090-9f97-76f463da38c8] Running
I0408 18:44:30.306770 561168 system_pods.go:61] "kindnet-7kvdj" [fe682484-87ae-4c1b-9ed3-b27dc615ad01] Running
I0408 18:44:30.306779 561168 system_pods.go:61] "kindnet-8wk9g" [762fd749-a565-4744-b0a3-d6a1a5c13a69] Running
I0408 18:44:30.306785 561168 system_pods.go:61] "kindnet-bhpwm" [f89d1945-98aa-459e-a1e3-a4e73e00b4da] Running
I0408 18:44:30.306791 561168 system_pods.go:61] "kube-apiserver-ha-046009" [b8bbb853-0ee5-4a42-8384-33a2c712fe07] Running
I0408 18:44:30.306797 561168 system_pods.go:61] "kube-apiserver-ha-046009-m02" [8ce1d7be-164c-4243-8fe7-dee865d80eb6] Running
I0408 18:44:30.306802 561168 system_pods.go:61] "kube-apiserver-ha-046009-m03" [5767a81b-b80f-4d6c-a2f0-31b5ee7aa390] Running
I0408 18:44:30.306808 561168 system_pods.go:61] "kube-controller-manager-ha-046009" [f4064308-700a-40f4-b722-6fcbe6337fbc] Running
I0408 18:44:30.306814 561168 system_pods.go:61] "kube-controller-manager-ha-046009-m02" [122e9e6b-7b9c-4725-a568-4e7244ef15a7] Running
I0408 18:44:30.306823 561168 system_pods.go:61] "kube-controller-manager-ha-046009-m03" [bc0a66f1-6e0d-496c-86f7-fabe7f85a425] Running
I0408 18:44:30.306828 561168 system_pods.go:61] "kube-proxy-4gzjx" [8132e3a2-b09d-4206-823e-b94608eba684] Running
I0408 18:44:30.306834 561168 system_pods.go:61] "kube-proxy-5mcvp" [9adc7178-9836-4db4-a2d5-068dac57751c] Running
I0408 18:44:30.306839 561168 system_pods.go:61] "kube-proxy-6dl4m" [8fee5437-81a6-46bf-9a23-945f5c403107] Running
I0408 18:44:30.306844 561168 system_pods.go:61] "kube-proxy-l6g6x" [331bf175-c44c-41c4-8a2f-f20938c845ae] Running
I0408 18:44:30.306849 561168 system_pods.go:61] "kube-scheduler-ha-046009" [7ae87fe6-c564-46d7-a73c-cb523a787913] Running
I0408 18:44:30.306855 561168 system_pods.go:61] "kube-scheduler-ha-046009-m02" [50b4b004-4d78-4b46-9102-3132b6341872] Running
I0408 18:44:30.306861 561168 system_pods.go:61] "kube-scheduler-ha-046009-m03" [a4e26e76-802e-4896-a276-ed88047e87b5] Running
I0408 18:44:30.306866 561168 system_pods.go:61] "kube-vip-ha-046009" [a0ee0f02-aefe-468d-88ac-f38403f82e98] Running
I0408 18:44:30.306872 561168 system_pods.go:61] "kube-vip-ha-046009-m02" [5ea82416-7648-4466-9bf0-413713d1693f] Running
I0408 18:44:30.306880 561168 system_pods.go:61] "kube-vip-ha-046009-m03" [8bb5d36d-6586-4f8f-ad77-4190a85d505f] Running
I0408 18:44:30.306884 561168 system_pods.go:61] "storage-provisioner" [87f79d9b-e455-41a4-8c07-0fea4c5b7bba] Running
I0408 18:44:30.306893 561168 system_pods.go:74] duration metric: took 3.436956812s to wait for pod list to return data ...
I0408 18:44:30.306907 561168 default_sa.go:34] waiting for default service account to be created ...
I0408 18:44:30.306991 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/default/serviceaccounts
I0408 18:44:30.307001 561168 round_trippers.go:476] Request Headers:
I0408 18:44:30.307011 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:30.307020 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:30.310384 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:30.310450 561168 default_sa.go:45] found service account: "default"
I0408 18:44:30.310465 561168 default_sa.go:55] duration metric: took 3.550852ms for default service account to be created ...
I0408 18:44:30.310477 561168 system_pods.go:116] waiting for k8s-apps to be running ...
I0408 18:44:30.310531 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods
I0408 18:44:30.310537 561168 round_trippers.go:476] Request Headers:
I0408 18:44:30.310544 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:30.310548 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:30.317109 561168 round_trippers.go:581] Response Status: 200 OK in 6 milliseconds
I0408 18:44:30.320038 561168 system_pods.go:86] 26 kube-system pods found
I0408 18:44:30.320061 561168 system_pods.go:89] "coredns-668d6bf9bc-dzpzr" [248e85a1-9479-4a6b-914d-7d83001ddb70] Running
I0408 18:44:30.320066 561168 system_pods.go:89] "coredns-668d6bf9bc-zktmq" [29288c58-26a6-4706-883d-850340b4bafa] Running
I0408 18:44:30.320070 561168 system_pods.go:89] "etcd-ha-046009" [076df35a-d320-4bac-a389-50a76b28eca7] Running
I0408 18:44:30.320073 561168 system_pods.go:89] "etcd-ha-046009-m02" [9b1ac0e2-81a9-42e1-8dfe-72f3400da190] Running
I0408 18:44:30.320076 561168 system_pods.go:89] "etcd-ha-046009-m03" [1f48357f-03ef-4cdd-ac26-53e85f3663b0] Running
I0408 18:44:30.320079 561168 system_pods.go:89] "kindnet-5mpzx" [4e5de188-a37f-4090-9f97-76f463da38c8] Running
I0408 18:44:30.320083 561168 system_pods.go:89] "kindnet-7kvdj" [fe682484-87ae-4c1b-9ed3-b27dc615ad01] Running
I0408 18:44:30.320092 561168 system_pods.go:89] "kindnet-8wk9g" [762fd749-a565-4744-b0a3-d6a1a5c13a69] Running
I0408 18:44:30.320099 561168 system_pods.go:89] "kindnet-bhpwm" [f89d1945-98aa-459e-a1e3-a4e73e00b4da] Running
I0408 18:44:30.320102 561168 system_pods.go:89] "kube-apiserver-ha-046009" [b8bbb853-0ee5-4a42-8384-33a2c712fe07] Running
I0408 18:44:30.320106 561168 system_pods.go:89] "kube-apiserver-ha-046009-m02" [8ce1d7be-164c-4243-8fe7-dee865d80eb6] Running
I0408 18:44:30.320109 561168 system_pods.go:89] "kube-apiserver-ha-046009-m03" [5767a81b-b80f-4d6c-a2f0-31b5ee7aa390] Running
I0408 18:44:30.320113 561168 system_pods.go:89] "kube-controller-manager-ha-046009" [f4064308-700a-40f4-b722-6fcbe6337fbc] Running
I0408 18:44:30.320116 561168 system_pods.go:89] "kube-controller-manager-ha-046009-m02" [122e9e6b-7b9c-4725-a568-4e7244ef15a7] Running
I0408 18:44:30.320121 561168 system_pods.go:89] "kube-controller-manager-ha-046009-m03" [bc0a66f1-6e0d-496c-86f7-fabe7f85a425] Running
I0408 18:44:30.320125 561168 system_pods.go:89] "kube-proxy-4gzjx" [8132e3a2-b09d-4206-823e-b94608eba684] Running
I0408 18:44:30.320131 561168 system_pods.go:89] "kube-proxy-5mcvp" [9adc7178-9836-4db4-a2d5-068dac57751c] Running
I0408 18:44:30.320134 561168 system_pods.go:89] "kube-proxy-6dl4m" [8fee5437-81a6-46bf-9a23-945f5c403107] Running
I0408 18:44:30.320138 561168 system_pods.go:89] "kube-proxy-l6g6x" [331bf175-c44c-41c4-8a2f-f20938c845ae] Running
I0408 18:44:30.320144 561168 system_pods.go:89] "kube-scheduler-ha-046009" [7ae87fe6-c564-46d7-a73c-cb523a787913] Running
I0408 18:44:30.320147 561168 system_pods.go:89] "kube-scheduler-ha-046009-m02" [50b4b004-4d78-4b46-9102-3132b6341872] Running
I0408 18:44:30.320153 561168 system_pods.go:89] "kube-scheduler-ha-046009-m03" [a4e26e76-802e-4896-a276-ed88047e87b5] Running
I0408 18:44:30.320156 561168 system_pods.go:89] "kube-vip-ha-046009" [a0ee0f02-aefe-468d-88ac-f38403f82e98] Running
I0408 18:44:30.320160 561168 system_pods.go:89] "kube-vip-ha-046009-m02" [5ea82416-7648-4466-9bf0-413713d1693f] Running
I0408 18:44:30.320164 561168 system_pods.go:89] "kube-vip-ha-046009-m03" [8bb5d36d-6586-4f8f-ad77-4190a85d505f] Running
I0408 18:44:30.320169 561168 system_pods.go:89] "storage-provisioner" [87f79d9b-e455-41a4-8c07-0fea4c5b7bba] Running
I0408 18:44:30.320175 561168 system_pods.go:126] duration metric: took 9.690262ms to wait for k8s-apps to be running ...
I0408 18:44:30.320183 561168 system_svc.go:44] waiting for kubelet service to be running ....
I0408 18:44:30.320225 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0408 18:44:30.336449 561168 system_svc.go:56] duration metric: took 16.255223ms WaitForService to wait for kubelet
I0408 18:44:30.336480 561168 kubeadm.go:582] duration metric: took 1m22.445694464s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0408 18:44:30.336503 561168 node_conditions.go:102] verifying NodePressure condition ...
I0408 18:44:30.336593 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes
I0408 18:44:30.336604 561168 round_trippers.go:476] Request Headers:
I0408 18:44:30.336614 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:30.336620 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:30.350403 561168 round_trippers.go:581] Response Status: 200 OK in 13 milliseconds
I0408 18:44:30.350785 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:44:30.350809 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:44:30.350829 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:44:30.350835 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:44:30.350840 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:44:30.350844 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:44:30.350849 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:44:30.350853 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:44:30.350859 561168 node_conditions.go:105] duration metric: took 14.3497ms to run NodePressure ...
I0408 18:44:30.350878 561168 start.go:241] waiting for startup goroutines ...
I0408 18:44:30.350906 561168 start.go:255] writing updated cluster config ...
I0408 18:44:30.353014 561168 out.go:201]
I0408 18:44:30.354583 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:44:30.354711 561168 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/config.json ...
I0408 18:44:30.356348 561168 out.go:177] * Starting "ha-046009-m03" control-plane node in "ha-046009" cluster
I0408 18:44:30.357380 561168 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime docker
I0408 18:44:30.357407 561168 cache.go:56] Caching tarball of preloaded images
I0408 18:44:30.357524 561168 preload.go:172] Found /home/jenkins/minikube-integration/20604-538981/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0408 18:44:30.357545 561168 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on docker
I0408 18:44:30.357664 561168 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/config.json ...
I0408 18:44:30.357872 561168 start.go:360] acquireMachinesLock for ha-046009-m03: {Name:mk475a46f9c399e0e51b6ae0f542534fa97d822c Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0408 18:44:30.357928 561168 start.go:364] duration metric: took 32.085µs to acquireMachinesLock for "ha-046009-m03"
I0408 18:44:30.357946 561168 start.go:96] Skipping create...Using existing machine configuration
I0408 18:44:30.357955 561168 fix.go:54] fixHost starting: m03
I0408 18:44:30.358335 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:44:30.358381 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:44:30.374086 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37073
I0408 18:44:30.374486 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:44:30.374990 561168 main.go:141] libmachine: Using API Version 1
I0408 18:44:30.375024 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:44:30.375408 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:44:30.375578 561168 main.go:141] libmachine: (ha-046009-m03) Calling .DriverName
I0408 18:44:30.375758 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetState
I0408 18:44:30.377362 561168 fix.go:112] recreateIfNeeded on ha-046009-m03: state=Stopped err=<nil>
I0408 18:44:30.377381 561168 main.go:141] libmachine: (ha-046009-m03) Calling .DriverName
W0408 18:44:30.377549 561168 fix.go:138] unexpected machine state, will restart: <nil>
I0408 18:44:30.379782 561168 out.go:177] * Restarting existing kvm2 VM for "ha-046009-m03" ...
I0408 18:44:30.380779 561168 main.go:141] libmachine: (ha-046009-m03) Calling .Start
I0408 18:44:30.380938 561168 main.go:141] libmachine: (ha-046009-m03) starting domain...
I0408 18:44:30.380955 561168 main.go:141] libmachine: (ha-046009-m03) ensuring networks are active...
I0408 18:44:30.381631 561168 main.go:141] libmachine: (ha-046009-m03) Ensuring network default is active
I0408 18:44:30.382016 561168 main.go:141] libmachine: (ha-046009-m03) Ensuring network mk-ha-046009 is active
I0408 18:44:30.382509 561168 main.go:141] libmachine: (ha-046009-m03) getting domain XML...
I0408 18:44:30.383321 561168 main.go:141] libmachine: (ha-046009-m03) creating domain...
I0408 18:44:31.637109 561168 main.go:141] libmachine: (ha-046009-m03) waiting for IP...
I0408 18:44:31.638095 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:31.638482 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:31.638570 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:31.638478 561825 retry.go:31] will retry after 265.061591ms: waiting for domain to come up
I0408 18:44:31.904990 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:31.905405 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:31.905438 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:31.905352 561825 retry.go:31] will retry after 237.94461ms: waiting for domain to come up
I0408 18:44:32.144772 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:32.145292 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:32.145325 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:32.145239 561825 retry.go:31] will retry after 326.258177ms: waiting for domain to come up
I0408 18:44:32.473340 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:32.473748 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:32.473770 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:32.473719 561825 retry.go:31] will retry after 603.652978ms: waiting for domain to come up
I0408 18:44:33.078687 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:33.079318 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:33.079364 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:33.079279 561825 retry.go:31] will retry after 549.642827ms: waiting for domain to come up
I0408 18:44:33.631096 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:33.631457 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:33.631480 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:33.631438 561825 retry.go:31] will retry after 820.621013ms: waiting for domain to come up
I0408 18:44:34.453473 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:34.453959 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:34.453992 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:34.453922 561825 retry.go:31] will retry after 1.004713085s: waiting for domain to come up
I0408 18:44:35.460133 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:35.460618 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:35.460686 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:35.460597 561825 retry.go:31] will retry after 1.209337674s: waiting for domain to come up
I0408 18:44:36.672256 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:36.672852 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:36.672882 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:36.672820 561825 retry.go:31] will retry after 1.34521013s: waiting for domain to come up
I0408 18:44:38.020390 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:38.020744 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:38.020792 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:38.020744 561825 retry.go:31] will retry after 1.780935962s: waiting for domain to come up
I0408 18:44:39.803674 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:39.804262 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:39.804297 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:39.804212 561825 retry.go:31] will retry after 2.641244286s: waiting for domain to come up
I0408 18:44:42.446983 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:42.447585 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:42.447622 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:42.447527 561825 retry.go:31] will retry after 2.745227404s: waiting for domain to come up
I0408 18:44:45.193841 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:45.194201 561168 main.go:141] libmachine: (ha-046009-m03) DBG | unable to find current IP address of domain ha-046009-m03 in network mk-ha-046009
I0408 18:44:45.194228 561168 main.go:141] libmachine: (ha-046009-m03) DBG | I0408 18:44:45.194181 561825 retry.go:31] will retry after 3.881548944s: waiting for domain to come up
I0408 18:44:49.077375 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.077894 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has current primary IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.077987 561168 main.go:141] libmachine: (ha-046009-m03) found domain IP: 192.168.39.158
I0408 18:44:49.078011 561168 main.go:141] libmachine: (ha-046009-m03) reserving static IP address...
I0408 18:44:49.078277 561168 main.go:141] libmachine: (ha-046009-m03) reserved static IP address 192.168.39.158 for domain ha-046009-m03
I0408 18:44:49.078295 561168 main.go:141] libmachine: (ha-046009-m03) waiting for SSH...
I0408 18:44:49.078316 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "ha-046009-m03", mac: "52:54:00:08:07:e1", ip: "192.168.39.158"} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:49.078342 561168 main.go:141] libmachine: (ha-046009-m03) DBG | skip adding static IP to network mk-ha-046009 - found existing host DHCP lease matching {name: "ha-046009-m03", mac: "52:54:00:08:07:e1", ip: "192.168.39.158"}
I0408 18:44:49.078365 561168 main.go:141] libmachine: (ha-046009-m03) DBG | Getting to WaitForSSH function...
I0408 18:44:49.080737 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.081128 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:49.081156 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.081371 561168 main.go:141] libmachine: (ha-046009-m03) DBG | Using SSH client type: external
I0408 18:44:49.081391 561168 main.go:141] libmachine: (ha-046009-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m03/id_rsa (-rw-------)
I0408 18:44:49.081413 561168 main.go:141] libmachine: (ha-046009-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.158 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I0408 18:44:49.081424 561168 main.go:141] libmachine: (ha-046009-m03) DBG | About to run SSH command:
I0408 18:44:49.081435 561168 main.go:141] libmachine: (ha-046009-m03) DBG | exit 0
I0408 18:44:49.211463 561168 main.go:141] libmachine: (ha-046009-m03) DBG | SSH cmd err, output: <nil>:
I0408 18:44:49.211876 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetConfigRaw
I0408 18:44:49.212602 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetIP
I0408 18:44:49.215705 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.216168 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:49.216199 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.216419 561168 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/config.json ...
I0408 18:44:49.216610 561168 machine.go:93] provisionDockerMachine start ...
I0408 18:44:49.216638 561168 main.go:141] libmachine: (ha-046009-m03) Calling .DriverName
I0408 18:44:49.216860 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:49.219443 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.219862 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:49.219928 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.220167 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:49.220369 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:49.220549 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:49.220727 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:49.220912 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:44:49.221192 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.158 22 <nil> <nil>}
I0408 18:44:49.221211 561168 main.go:141] libmachine: About to run SSH command:
hostname
I0408 18:44:49.327537 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0408 18:44:49.327569 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetMachineName
I0408 18:44:49.327865 561168 buildroot.go:166] provisioning hostname "ha-046009-m03"
I0408 18:44:49.327900 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetMachineName
I0408 18:44:49.328107 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:49.330572 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.331010 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:49.331038 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.331207 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:49.331397 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:49.331538 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:49.331680 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:49.331843 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:44:49.332046 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.158 22 <nil> <nil>}
I0408 18:44:49.332057 561168 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-046009-m03 && echo "ha-046009-m03" | sudo tee /etc/hostname
I0408 18:44:49.450521 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-046009-m03
I0408 18:44:49.450553 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:49.453411 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.453881 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:49.453914 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.454053 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:49.454215 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:49.454376 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:49.454525 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:49.454705 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:44:49.454943 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.158 22 <nil> <nil>}
I0408 18:44:49.454960 561168 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-046009-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-046009-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-046009-m03' | sudo tee -a /etc/hosts;
fi
fi
I0408 18:44:49.569245 561168 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0408 18:44:49.569279 561168 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20604-538981/.minikube CaCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20604-538981/.minikube}
I0408 18:44:49.569300 561168 buildroot.go:174] setting up certificates
I0408 18:44:49.569310 561168 provision.go:84] configureAuth start
I0408 18:44:49.569323 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetMachineName
I0408 18:44:49.569597 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetIP
I0408 18:44:49.572357 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.572728 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:49.572758 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.572938 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:49.575359 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.575706 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:49.575742 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.575884 561168 provision.go:143] copyHostCerts
I0408 18:44:49.575918 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem
I0408 18:44:49.575968 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem, removing ...
I0408 18:44:49.575981 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem
I0408 18:44:49.576058 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem (1675 bytes)
I0408 18:44:49.576160 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem
I0408 18:44:49.576190 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem, removing ...
I0408 18:44:49.576201 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem
I0408 18:44:49.576243 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem (1082 bytes)
I0408 18:44:49.576309 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem
I0408 18:44:49.576335 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem, removing ...
I0408 18:44:49.576341 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem
I0408 18:44:49.576373 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem (1123 bytes)
I0408 18:44:49.576463 561168 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem org=jenkins.ha-046009-m03 san=[127.0.0.1 192.168.39.158 ha-046009-m03 localhost minikube]
I0408 18:44:49.629604 561168 provision.go:177] copyRemoteCerts
I0408 18:44:49.629663 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0408 18:44:49.629692 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:49.632176 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.632531 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:49.632556 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.632727 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:49.632914 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:49.633077 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:49.633208 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.158 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m03/id_rsa Username:docker}
I0408 18:44:49.713117 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0408 18:44:49.713190 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0408 18:44:49.737031 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem -> /etc/docker/server.pem
I0408 18:44:49.737104 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0408 18:44:49.761112 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0408 18:44:49.761180 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0408 18:44:49.786831 561168 provision.go:87] duration metric: took 217.50914ms to configureAuth
I0408 18:44:49.786859 561168 buildroot.go:189] setting minikube options for container-runtime
I0408 18:44:49.787068 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:44:49.787092 561168 main.go:141] libmachine: (ha-046009-m03) Calling .DriverName
I0408 18:44:49.787414 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:49.790303 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.790694 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:49.790719 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.790956 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:49.791161 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:49.791388 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:49.791591 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:49.791877 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:44:49.792182 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.158 22 <nil> <nil>}
I0408 18:44:49.792206 561168 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0408 18:44:49.896567 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0408 18:44:49.896592 561168 buildroot.go:70] root file system type: tmpfs
I0408 18:44:49.896704 561168 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0408 18:44:49.896722 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:49.900063 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.900506 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:49.900536 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:49.900723 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:49.900904 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:49.901082 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:49.901260 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:49.901442 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:44:49.901711 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.158 22 <nil> <nil>}
I0408 18:44:49.901803 561168 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.168.39.167"
Environment="NO_PROXY=192.168.39.167,192.168.39.81"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=kvm2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0408 18:44:50.025966 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.168.39.167
Environment=NO_PROXY=192.168.39.167,192.168.39.81
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=kvm2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0408 18:44:50.026007 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:50.029438 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:50.029861 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:50.029892 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:50.030097 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:50.030328 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:50.030495 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:50.030657 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:50.030816 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:44:50.031109 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.158 22 <nil> <nil>}
I0408 18:44:50.031138 561168 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0408 18:44:51.931744 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0408 18:44:51.931780 561168 machine.go:96] duration metric: took 2.715155471s to provisionDockerMachine
I0408 18:44:51.931798 561168 start.go:293] postStartSetup for "ha-046009-m03" (driver="kvm2")
I0408 18:44:51.931823 561168 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0408 18:44:51.931851 561168 main.go:141] libmachine: (ha-046009-m03) Calling .DriverName
I0408 18:44:51.932137 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0408 18:44:51.932165 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:51.935056 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:51.935457 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:51.935482 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:51.935645 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:51.935819 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:51.935963 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:51.936147 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.158 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m03/id_rsa Username:docker}
I0408 18:44:52.022455 561168 ssh_runner.go:195] Run: cat /etc/os-release
I0408 18:44:52.026846 561168 info.go:137] Remote host: Buildroot 2023.02.9
I0408 18:44:52.026875 561168 filesync.go:126] Scanning /home/jenkins/minikube-integration/20604-538981/.minikube/addons for local assets ...
I0408 18:44:52.026951 561168 filesync.go:126] Scanning /home/jenkins/minikube-integration/20604-538981/.minikube/files for local assets ...
I0408 18:44:52.027071 561168 filesync.go:149] local asset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> 5463112.pem in /etc/ssl/certs
I0408 18:44:52.027088 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> /etc/ssl/certs/5463112.pem
I0408 18:44:52.027211 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0408 18:44:52.036597 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem --> /etc/ssl/certs/5463112.pem (1708 bytes)
I0408 18:44:52.060641 561168 start.go:296] duration metric: took 128.826308ms for postStartSetup
I0408 18:44:52.060693 561168 main.go:141] libmachine: (ha-046009-m03) Calling .DriverName
I0408 18:44:52.061027 561168 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0408 18:44:52.061077 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:52.063676 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:52.064069 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:52.064099 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:52.064226 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:52.064416 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:52.064566 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:52.064656 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.158 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m03/id_rsa Username:docker}
I0408 18:44:52.147020 561168 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0408 18:44:52.147100 561168 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0408 18:44:52.205879 561168 fix.go:56] duration metric: took 21.847914137s for fixHost
I0408 18:44:52.205932 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:52.208967 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:52.209500 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:52.209533 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:52.209735 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:52.209932 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:52.210103 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:52.210225 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:52.210409 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:44:52.210655 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.158 22 <nil> <nil>}
I0408 18:44:52.210667 561168 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0408 18:44:52.319839 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: 1744137892.285750846
I0408 18:44:52.319863 561168 fix.go:216] guest clock: 1744137892.285750846
I0408 18:44:52.319870 561168 fix.go:229] Guest: 2025-04-08 18:44:52.285750846 +0000 UTC Remote: 2025-04-08 18:44:52.205910879 +0000 UTC m=+159.464936969 (delta=79.839967ms)
I0408 18:44:52.319888 561168 fix.go:200] guest clock delta is within tolerance: 79.839967ms
I0408 18:44:52.319893 561168 start.go:83] releasing machines lock for "ha-046009-m03", held for 21.961954578s
I0408 18:44:52.319911 561168 main.go:141] libmachine: (ha-046009-m03) Calling .DriverName
I0408 18:44:52.320174 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetIP
I0408 18:44:52.322750 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:52.323080 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:52.323107 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:52.325176 561168 out.go:177] * Found network options:
I0408 18:44:52.326511 561168 out.go:177] - NO_PROXY=192.168.39.167,192.168.39.81
W0408 18:44:52.327575 561168 proxy.go:119] fail to check proxy env: Error ip not in block
W0408 18:44:52.327597 561168 proxy.go:119] fail to check proxy env: Error ip not in block
I0408 18:44:52.327609 561168 main.go:141] libmachine: (ha-046009-m03) Calling .DriverName
I0408 18:44:52.328241 561168 main.go:141] libmachine: (ha-046009-m03) Calling .DriverName
I0408 18:44:52.328447 561168 main.go:141] libmachine: (ha-046009-m03) Calling .DriverName
I0408 18:44:52.328539 561168 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0408 18:44:52.328589 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
W0408 18:44:52.328633 561168 proxy.go:119] fail to check proxy env: Error ip not in block
W0408 18:44:52.328660 561168 proxy.go:119] fail to check proxy env: Error ip not in block
I0408 18:44:52.328758 561168 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0408 18:44:52.328782 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHHostname
I0408 18:44:52.331255 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:52.331452 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:52.331701 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:52.331724 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:52.331799 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:52.331916 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:52.331941 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:52.331991 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:52.332081 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHPort
I0408 18:44:52.332159 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:52.332212 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHKeyPath
I0408 18:44:52.332315 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.158 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m03/id_rsa Username:docker}
I0408 18:44:52.332434 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetSSHUsername
I0408 18:44:52.332569 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.158 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m03/id_rsa Username:docker}
W0408 18:44:52.409806 561168 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0408 18:44:52.409881 561168 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0408 18:44:52.432416 561168 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0408 18:44:52.432445 561168 start.go:495] detecting cgroup driver to use...
I0408 18:44:52.432614 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0408 18:44:52.450951 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0408 18:44:52.460855 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0408 18:44:52.470742 561168 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0408 18:44:52.470793 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0408 18:44:52.480681 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0408 18:44:52.491537 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0408 18:44:52.504106 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0408 18:44:52.514592 561168 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0408 18:44:52.525031 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0408 18:44:52.534932 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0408 18:44:52.545106 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0408 18:44:52.554959 561168 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0408 18:44:52.563855 561168 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0408 18:44:52.563906 561168 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0408 18:44:52.574022 561168 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0408 18:44:52.583277 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:44:52.691901 561168 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0408 18:44:52.715416 561168 start.go:495] detecting cgroup driver to use...
I0408 18:44:52.715529 561168 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0408 18:44:52.733109 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0408 18:44:52.751873 561168 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0408 18:44:52.770614 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0408 18:44:52.785266 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0408 18:44:52.798557 561168 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0408 18:44:52.830728 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0408 18:44:52.844013 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0408 18:44:52.863142 561168 ssh_runner.go:195] Run: which cri-dockerd
I0408 18:44:52.867248 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0408 18:44:52.876548 561168 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0408 18:44:52.892860 561168 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0408 18:44:53.022246 561168 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0408 18:44:53.152256 561168 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0408 18:44:53.152314 561168 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0408 18:44:53.174148 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:44:53.296298 561168 ssh_runner.go:195] Run: sudo systemctl restart docker
I0408 18:44:55.778370 561168 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.482028746s)
I0408 18:44:55.778448 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0408 18:44:55.792814 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0408 18:44:55.806701 561168 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0408 18:44:55.932181 561168 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0408 18:44:56.065724 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:44:56.173380 561168 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0408 18:44:56.193727 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0408 18:44:56.208249 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:44:56.351458 561168 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0408 18:44:56.443808 561168 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0408 18:44:56.443899 561168 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0408 18:44:56.449262 561168 start.go:563] Will wait 60s for crictl version
I0408 18:44:56.449312 561168 ssh_runner.go:195] Run: which crictl
I0408 18:44:56.453737 561168 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0408 18:44:56.497941 561168 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.4.0
RuntimeApiVersion: v1
I0408 18:44:56.498061 561168 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0408 18:44:56.529542 561168 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0408 18:44:56.557159 561168 out.go:235] * Preparing Kubernetes v1.32.2 on Docker 27.4.0 ...
I0408 18:44:56.558388 561168 out.go:177] - env NO_PROXY=192.168.39.167
I0408 18:44:56.559863 561168 out.go:177] - env NO_PROXY=192.168.39.167,192.168.39.81
I0408 18:44:56.561168 561168 main.go:141] libmachine: (ha-046009-m03) Calling .GetIP
I0408 18:44:56.564436 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:56.564847 561168 main.go:141] libmachine: (ha-046009-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:08:07:e1", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:44:42 +0000 UTC Type:0 Mac:52:54:00:08:07:e1 Iaid: IPaddr:192.168.39.158 Prefix:24 Hostname:ha-046009-m03 Clientid:01:52:54:00:08:07:e1}
I0408 18:44:56.564872 561168 main.go:141] libmachine: (ha-046009-m03) DBG | domain ha-046009-m03 has defined IP address 192.168.39.158 and MAC address 52:54:00:08:07:e1 in network mk-ha-046009
I0408 18:44:56.565108 561168 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I0408 18:44:56.569524 561168 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0408 18:44:56.582865 561168 mustload.go:65] Loading cluster: ha-046009
I0408 18:44:56.583094 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:44:56.583369 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:44:56.583412 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:44:56.598706 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44505
I0408 18:44:56.599202 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:44:56.599724 561168 main.go:141] libmachine: Using API Version 1
I0408 18:44:56.599747 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:44:56.600082 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:44:56.600309 561168 main.go:141] libmachine: (ha-046009) Calling .GetState
I0408 18:44:56.601740 561168 host.go:66] Checking if "ha-046009" exists ...
I0408 18:44:56.602032 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:44:56.602077 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:44:56.646974 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34747
I0408 18:44:56.647461 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:44:56.647955 561168 main.go:141] libmachine: Using API Version 1
I0408 18:44:56.647978 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:44:56.648280 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:44:56.648475 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:44:56.648664 561168 certs.go:68] Setting up /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009 for IP: 192.168.39.158
I0408 18:44:56.648675 561168 certs.go:194] generating shared ca certs ...
I0408 18:44:56.648691 561168 certs.go:226] acquiring lock for ca certs: {Name:mk41da0fec8ed2810d317ea3476228b598de4519 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:44:56.648817 561168 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key
I0408 18:44:56.648854 561168 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key
I0408 18:44:56.648864 561168 certs.go:256] generating profile certs ...
I0408 18:44:56.648932 561168 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/client.key
I0408 18:44:56.648987 561168 certs.go:359] skipping valid signed profile cert regeneration for "minikube": /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key.adc7e1a2
I0408 18:44:56.649044 561168 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.key
I0408 18:44:56.649056 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0408 18:44:56.649067 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0408 18:44:56.649087 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0408 18:44:56.649098 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0408 18:44:56.649110 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I0408 18:44:56.649121 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I0408 18:44:56.649134 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I0408 18:44:56.649151 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I0408 18:44:56.649202 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem (1338 bytes)
W0408 18:44:56.649229 561168 certs.go:480] ignoring /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311_empty.pem, impossibly tiny 0 bytes
I0408 18:44:56.649238 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem (1675 bytes)
I0408 18:44:56.649259 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem (1082 bytes)
I0408 18:44:56.649280 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem (1123 bytes)
I0408 18:44:56.649303 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem (1675 bytes)
I0408 18:44:56.649340 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem (1708 bytes)
I0408 18:44:56.649367 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem -> /usr/share/ca-certificates/546311.pem
I0408 18:44:56.649379 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> /usr/share/ca-certificates/5463112.pem
I0408 18:44:56.649392 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0408 18:44:56.649415 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHHostname
I0408 18:44:56.652046 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:44:56.652448 561168 main.go:141] libmachine: (ha-046009) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:23:86:da", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:39:59 +0000 UTC Type:0 Mac:52:54:00:23:86:da Iaid: IPaddr:192.168.39.167 Prefix:24 Hostname:ha-046009 Clientid:01:52:54:00:23:86:da}
I0408 18:44:56.652476 561168 main.go:141] libmachine: (ha-046009) DBG | domain ha-046009 has defined IP address 192.168.39.167 and MAC address 52:54:00:23:86:da in network mk-ha-046009
I0408 18:44:56.652625 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHPort
I0408 18:44:56.652785 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHKeyPath
I0408 18:44:56.652936 561168 main.go:141] libmachine: (ha-046009) Calling .GetSSHUsername
I0408 18:44:56.653070 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.167 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009/id_rsa Username:docker}
I0408 18:44:56.735633 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I0408 18:44:56.741217 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I0408 18:44:56.756191 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I0408 18:44:56.760768 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I0408 18:44:56.771693 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I0408 18:44:56.775861 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I0408 18:44:56.787940 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I0408 18:44:56.791689 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I0408 18:44:56.801773 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I0408 18:44:56.805810 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I0408 18:44:56.821977 561168 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I0408 18:44:56.826462 561168 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I0408 18:44:56.836639 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0408 18:44:56.864180 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0408 18:44:56.891906 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0408 18:44:56.918952 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0408 18:44:56.947139 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1440 bytes)
I0408 18:44:56.977135 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I0408 18:44:57.003465 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I0408 18:44:57.030069 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I0408 18:44:57.056587 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem --> /usr/share/ca-certificates/546311.pem (1338 bytes)
I0408 18:44:57.079595 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem --> /usr/share/ca-certificates/5463112.pem (1708 bytes)
I0408 18:44:57.102601 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0408 18:44:57.125387 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I0408 18:44:57.142478 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I0408 18:44:57.161995 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I0408 18:44:57.180045 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I0408 18:44:57.199390 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I0408 18:44:57.216653 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I0408 18:44:57.232940 561168 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I0408 18:44:57.250033 561168 ssh_runner.go:195] Run: openssl version
I0408 18:44:57.255766 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0408 18:44:57.266501 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0408 18:44:57.271688 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 8 18:24 /usr/share/ca-certificates/minikubeCA.pem
I0408 18:44:57.271738 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0408 18:44:57.277346 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0408 18:44:57.287588 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/546311.pem && ln -fs /usr/share/ca-certificates/546311.pem /etc/ssl/certs/546311.pem"
I0408 18:44:57.298588 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/546311.pem
I0408 18:44:57.303217 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Apr 8 18:29 /usr/share/ca-certificates/546311.pem
I0408 18:44:57.303268 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/546311.pem
I0408 18:44:57.308653 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/546311.pem /etc/ssl/certs/51391683.0"
I0408 18:44:57.318945 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/5463112.pem && ln -fs /usr/share/ca-certificates/5463112.pem /etc/ssl/certs/5463112.pem"
I0408 18:44:57.329262 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/5463112.pem
I0408 18:44:57.333576 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Apr 8 18:29 /usr/share/ca-certificates/5463112.pem
I0408 18:44:57.333616 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/5463112.pem
I0408 18:44:57.338951 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/5463112.pem /etc/ssl/certs/3ec20f2e.0"
I0408 18:44:57.349380 561168 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0408 18:44:57.353625 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-etcd-client.crt -checkend 86400
I0408 18:44:57.359529 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/apiserver-kubelet-client.crt -checkend 86400
I0408 18:44:57.365109 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/server.crt -checkend 86400
I0408 18:44:57.371104 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/healthcheck-client.crt -checkend 86400
I0408 18:44:57.376728 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/etcd/peer.crt -checkend 86400
I0408 18:44:57.382224 561168 ssh_runner.go:195] Run: openssl x509 -noout -in /var/lib/minikube/certs/front-proxy-client.crt -checkend 86400
I0408 18:44:57.387942 561168 kubeadm.go:934] updating node {m03 192.168.39.158 8443 v1.32.2 docker true true} ...
I0408 18:44:57.388063 561168 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-046009-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.158
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:ha-046009 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0408 18:44:57.388095 561168 kube-vip.go:115] generating kube-vip config ...
I0408 18:44:57.388132 561168 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I0408 18:44:57.404446 561168 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I0408 18:44:57.404516 561168 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.10
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I0408 18:44:57.404559 561168 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0408 18:44:57.414459 561168 binaries.go:44] Found k8s binaries, skipping transfer
I0408 18:44:57.414527 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I0408 18:44:57.423676 561168 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (314 bytes)
I0408 18:44:57.441033 561168 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0408 18:44:57.457641 561168 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1442 bytes)
I0408 18:44:57.473942 561168 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I0408 18:44:57.477805 561168 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0408 18:44:57.489938 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:44:57.613928 561168 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0408 18:44:57.632057 561168 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.158 Port:8443 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:true Worker:true}
I0408 18:44:57.632451 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:44:57.633790 561168 out.go:177] * Verifying Kubernetes components...
I0408 18:44:57.634929 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:44:57.766541 561168 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0408 18:44:57.783700 561168 loader.go:402] Config loaded from file: /home/jenkins/minikube-integration/20604-538981/kubeconfig
I0408 18:44:57.783896 561168 kapi.go:59] client config for ha-046009: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/client.crt", KeyFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/client.key", CAFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x24968c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0408 18:44:57.783952 561168 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.167:8443
I0408 18:44:57.784177 561168 node_ready.go:35] waiting up to 6m0s for node "ha-046009-m03" to be "Ready" ...
I0408 18:44:57.784253 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:57.784259 561168 round_trippers.go:476] Request Headers:
I0408 18:44:57.784266 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:57.784273 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:57.788213 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:58.285421 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:58.285451 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.285464 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.285470 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.288464 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:58.288818 561168 node_ready.go:49] node "ha-046009-m03" has status "Ready":"True"
I0408 18:44:58.288849 561168 node_ready.go:38] duration metric: took 504.658027ms for node "ha-046009-m03" to be "Ready" ...
I0408 18:44:58.288864 561168 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0408 18:44:58.288966 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods
I0408 18:44:58.288980 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.288987 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.288991 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.294122 561168 round_trippers.go:581] Response Status: 200 OK in 5 milliseconds
I0408 18:44:58.297717 561168 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace to be "Ready" ...
I0408 18:44:58.297794 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:44:58.297803 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.297810 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.297815 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.300577 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:58.300847 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:58.300859 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.300866 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.300871 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.303545 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:58.303810 561168 pod_ready.go:93] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:58.303832 561168 pod_ready.go:82] duration metric: took 6.08898ms for pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace to be "Ready" ...
I0408 18:44:58.303844 561168 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-zktmq" in "kube-system" namespace to be "Ready" ...
I0408 18:44:58.303912 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-zktmq
I0408 18:44:58.303923 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.303933 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.303943 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.306092 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:58.306335 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:58.306347 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.306355 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.306358 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.308566 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:58.308791 561168 pod_ready.go:93] pod "coredns-668d6bf9bc-zktmq" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:58.308808 561168 pod_ready.go:82] duration metric: took 4.956289ms for pod "coredns-668d6bf9bc-zktmq" in "kube-system" namespace to be "Ready" ...
I0408 18:44:58.308818 561168 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:44:58.308880 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009
I0408 18:44:58.308891 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.308901 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.308906 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.311950 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:58.312205 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:44:58.312220 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.312227 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.312231 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.318131 561168 round_trippers.go:581] Response Status: 200 OK in 5 milliseconds
I0408 18:44:58.318330 561168 pod_ready.go:93] pod "etcd-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:58.318346 561168 pod_ready.go:82] duration metric: took 9.511325ms for pod "etcd-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:44:58.318353 561168 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:44:58.318413 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m02
I0408 18:44:58.318422 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.318429 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.318433 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.321242 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:58.321434 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:44:58.321448 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.321457 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.321462 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.323748 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:44:58.324000 561168 pod_ready.go:93] pod "etcd-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:44:58.324016 561168 pod_ready.go:82] duration metric: took 5.65657ms for pod "etcd-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:44:58.324030 561168 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:44:58.486457 561168 request.go:661] Waited for 162.329964ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:44:58.486522 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:44:58.486529 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.486540 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.486545 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.498294 561168 round_trippers.go:581] Response Status: 200 OK in 11 milliseconds
I0408 18:44:58.686058 561168 request.go:661] Waited for 187.211574ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:58.686121 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:58.686126 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.686135 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.686139 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.690218 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:44:58.886341 561168 request.go:661] Waited for 61.260119ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:44:58.886417 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:44:58.886426 561168 round_trippers.go:476] Request Headers:
I0408 18:44:58.886437 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:58.886445 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:58.889844 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:59.085596 561168 request.go:661] Waited for 195.303382ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:59.085655 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:59.085661 561168 round_trippers.go:476] Request Headers:
I0408 18:44:59.085674 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:59.085682 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:59.094258 561168 round_trippers.go:581] Response Status: 200 OK in 8 milliseconds
I0408 18:44:59.325357 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:44:59.325389 561168 round_trippers.go:476] Request Headers:
I0408 18:44:59.325410 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:59.325418 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:59.328986 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:44:59.485805 561168 request.go:661] Waited for 156.344805ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:59.485864 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:59.485869 561168 round_trippers.go:476] Request Headers:
I0408 18:44:59.485877 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:59.485882 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:59.490125 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:44:59.824885 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:44:59.824906 561168 round_trippers.go:476] Request Headers:
I0408 18:44:59.824914 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:59.824919 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:59.830090 561168 round_trippers.go:581] Response Status: 200 OK in 5 milliseconds
I0408 18:44:59.885700 561168 request.go:661] Waited for 55.216149ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:59.885802 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:44:59.885819 561168 round_trippers.go:476] Request Headers:
I0408 18:44:59.885832 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:44:59.885841 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:44:59.890000 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:00.324641 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:00.324671 561168 round_trippers.go:476] Request Headers:
I0408 18:45:00.324683 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:00.324689 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:00.329269 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:00.329643 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:00.329662 561168 round_trippers.go:476] Request Headers:
I0408 18:45:00.329671 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:00.329679 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:00.333728 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:00.334002 561168 pod_ready.go:103] pod "etcd-ha-046009-m03" in "kube-system" namespace has status "Ready":"False"
I0408 18:45:00.825193 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:00.825214 561168 round_trippers.go:476] Request Headers:
I0408 18:45:00.825223 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:00.825228 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:00.829390 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:00.830069 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:00.830089 561168 round_trippers.go:476] Request Headers:
I0408 18:45:00.830100 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:00.830107 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:00.832674 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:01.324372 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:01.324403 561168 round_trippers.go:476] Request Headers:
I0408 18:45:01.324414 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:01.324419 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:01.331011 561168 round_trippers.go:581] Response Status: 200 OK in 6 milliseconds
I0408 18:45:01.331446 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:01.331507 561168 round_trippers.go:476] Request Headers:
I0408 18:45:01.331529 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:01.331547 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:01.335145 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:01.824638 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:01.824670 561168 round_trippers.go:476] Request Headers:
I0408 18:45:01.824686 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:01.824693 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:01.848751 561168 round_trippers.go:581] Response Status: 200 OK in 24 milliseconds
I0408 18:45:01.850470 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:01.850492 561168 round_trippers.go:476] Request Headers:
I0408 18:45:01.850504 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:01.850511 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:01.858647 561168 round_trippers.go:581] Response Status: 200 OK in 8 milliseconds
I0408 18:45:02.324616 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:02.324642 561168 round_trippers.go:476] Request Headers:
I0408 18:45:02.324652 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:02.324657 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:02.328094 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:02.328432 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:02.328447 561168 round_trippers.go:476] Request Headers:
I0408 18:45:02.328455 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:02.328458 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:02.331496 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:02.824446 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:02.824468 561168 round_trippers.go:476] Request Headers:
I0408 18:45:02.824477 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:02.824481 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:02.827482 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:02.827986 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:02.828009 561168 round_trippers.go:476] Request Headers:
I0408 18:45:02.828020 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:02.828028 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:02.830733 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:02.831068 561168 pod_ready.go:103] pod "etcd-ha-046009-m03" in "kube-system" namespace has status "Ready":"False"
I0408 18:45:03.324809 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:03.324908 561168 round_trippers.go:476] Request Headers:
I0408 18:45:03.324939 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:03.324951 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:03.329560 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:03.330147 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:03.330167 561168 round_trippers.go:476] Request Headers:
I0408 18:45:03.330179 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:03.330186 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:03.333224 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:03.824606 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:03.824633 561168 round_trippers.go:476] Request Headers:
I0408 18:45:03.824646 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:03.824652 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:03.828216 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:03.828694 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:03.828723 561168 round_trippers.go:476] Request Headers:
I0408 18:45:03.828737 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:03.828746 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:03.831686 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:04.324659 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:04.324682 561168 round_trippers.go:476] Request Headers:
I0408 18:45:04.324691 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:04.324696 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:04.332245 561168 round_trippers.go:581] Response Status: 200 OK in 7 milliseconds
I0408 18:45:04.332710 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:04.332732 561168 round_trippers.go:476] Request Headers:
I0408 18:45:04.332745 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:04.332752 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:04.335495 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:04.825162 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:04.825189 561168 round_trippers.go:476] Request Headers:
I0408 18:45:04.825202 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:04.825209 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:04.829458 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:04.830611 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:04.830626 561168 round_trippers.go:476] Request Headers:
I0408 18:45:04.830634 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:04.830638 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:04.833556 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:04.833850 561168 pod_ready.go:103] pod "etcd-ha-046009-m03" in "kube-system" namespace has status "Ready":"False"
I0408 18:45:05.324323 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:05.324350 561168 round_trippers.go:476] Request Headers:
I0408 18:45:05.324360 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:05.324365 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:05.328412 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:05.328925 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:05.328945 561168 round_trippers.go:476] Request Headers:
I0408 18:45:05.328957 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:05.328963 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:05.331781 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:05.825180 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:05.825202 561168 round_trippers.go:476] Request Headers:
I0408 18:45:05.825212 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:05.825217 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:05.828795 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:05.829382 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:05.829396 561168 round_trippers.go:476] Request Headers:
I0408 18:45:05.829403 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:05.829407 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:05.832561 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:06.324332 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:06.324364 561168 round_trippers.go:476] Request Headers:
I0408 18:45:06.324376 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:06.324382 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:06.328018 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:06.328430 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:06.328450 561168 round_trippers.go:476] Request Headers:
I0408 18:45:06.328462 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:06.328471 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:06.330863 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:06.825109 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:06.825193 561168 round_trippers.go:476] Request Headers:
I0408 18:45:06.825212 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:06.825219 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:06.832610 561168 round_trippers.go:581] Response Status: 200 OK in 7 milliseconds
I0408 18:45:06.833255 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:06.833269 561168 round_trippers.go:476] Request Headers:
I0408 18:45:06.833277 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:06.833281 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:06.836210 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:06.836554 561168 pod_ready.go:103] pod "etcd-ha-046009-m03" in "kube-system" namespace has status "Ready":"False"
I0408 18:45:07.325264 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:07.325286 561168 round_trippers.go:476] Request Headers:
I0408 18:45:07.325295 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:07.325298 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:07.328383 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:07.328699 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:07.328714 561168 round_trippers.go:476] Request Headers:
I0408 18:45:07.328725 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:07.328732 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:07.331176 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:07.825164 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:07.825187 561168 round_trippers.go:476] Request Headers:
I0408 18:45:07.825196 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:07.825201 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:07.828488 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:07.828836 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:07.828850 561168 round_trippers.go:476] Request Headers:
I0408 18:45:07.828857 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:07.828863 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:07.831606 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:08.324706 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:08.324736 561168 round_trippers.go:476] Request Headers:
I0408 18:45:08.324748 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:08.324756 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:08.328898 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:08.329595 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:08.329612 561168 round_trippers.go:476] Request Headers:
I0408 18:45:08.329620 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:08.329623 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:08.332480 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:08.824615 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:08.824639 561168 round_trippers.go:476] Request Headers:
I0408 18:45:08.824648 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:08.824652 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:08.827689 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:08.828127 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:08.828146 561168 round_trippers.go:476] Request Headers:
I0408 18:45:08.828155 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:08.828160 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:08.830915 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:09.324751 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:09.324774 561168 round_trippers.go:476] Request Headers:
I0408 18:45:09.324783 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:09.324788 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:09.327759 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:09.328198 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:09.328220 561168 round_trippers.go:476] Request Headers:
I0408 18:45:09.328231 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:09.328239 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:09.330665 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:09.330974 561168 pod_ready.go:103] pod "etcd-ha-046009-m03" in "kube-system" namespace has status "Ready":"False"
I0408 18:45:09.824531 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:09.824552 561168 round_trippers.go:476] Request Headers:
I0408 18:45:09.824560 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:09.824565 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:09.827832 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:09.828206 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:09.828222 561168 round_trippers.go:476] Request Headers:
I0408 18:45:09.828229 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:09.828235 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:09.830975 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:10.324628 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:10.324655 561168 round_trippers.go:476] Request Headers:
I0408 18:45:10.324668 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:10.324675 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:10.327802 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:10.328121 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:10.328140 561168 round_trippers.go:476] Request Headers:
I0408 18:45:10.328152 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:10.328163 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:10.330871 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:10.824263 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:10.824289 561168 round_trippers.go:476] Request Headers:
I0408 18:45:10.824301 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:10.824305 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:10.827430 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:10.827805 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:10.827823 561168 round_trippers.go:476] Request Headers:
I0408 18:45:10.827830 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:10.827847 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:10.830348 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:11.324261 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:11.324285 561168 round_trippers.go:476] Request Headers:
I0408 18:45:11.324296 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:11.324302 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:11.327672 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:11.328088 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:11.328106 561168 round_trippers.go:476] Request Headers:
I0408 18:45:11.328116 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:11.328122 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:11.330668 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:11.825072 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:11.825095 561168 round_trippers.go:476] Request Headers:
I0408 18:45:11.825110 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:11.825114 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:11.828894 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:11.829982 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:11.830001 561168 round_trippers.go:476] Request Headers:
I0408 18:45:11.830012 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:11.830017 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:11.832967 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:11.833216 561168 pod_ready.go:103] pod "etcd-ha-046009-m03" in "kube-system" namespace has status "Ready":"False"
I0408 18:45:12.324697 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:12.324729 561168 round_trippers.go:476] Request Headers:
I0408 18:45:12.324742 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:12.324751 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:12.329134 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:12.329592 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:12.329616 561168 round_trippers.go:476] Request Headers:
I0408 18:45:12.329627 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:12.329634 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:12.331961 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:12.825062 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:12.825085 561168 round_trippers.go:476] Request Headers:
I0408 18:45:12.825093 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:12.825097 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:12.827995 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:12.828339 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:12.828365 561168 round_trippers.go:476] Request Headers:
I0408 18:45:12.828385 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:12.828393 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:12.831302 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:13.324656 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:13.324690 561168 round_trippers.go:476] Request Headers:
I0408 18:45:13.324704 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:13.324709 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:13.327765 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:13.328481 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:13.328497 561168 round_trippers.go:476] Request Headers:
I0408 18:45:13.328504 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:13.328509 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:13.331086 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:13.824637 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:13.824668 561168 round_trippers.go:476] Request Headers:
I0408 18:45:13.824680 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:13.824690 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:13.827790 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:13.828363 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:13.828380 561168 round_trippers.go:476] Request Headers:
I0408 18:45:13.828388 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:13.828392 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:13.831528 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:14.324493 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:14.324517 561168 round_trippers.go:476] Request Headers:
I0408 18:45:14.324525 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:14.324533 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:14.328258 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:14.328719 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:14.328732 561168 round_trippers.go:476] Request Headers:
I0408 18:45:14.328740 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:14.328744 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:14.332003 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:14.332305 561168 pod_ready.go:103] pod "etcd-ha-046009-m03" in "kube-system" namespace has status "Ready":"False"
I0408 18:45:14.824614 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:14.824636 561168 round_trippers.go:476] Request Headers:
I0408 18:45:14.824644 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:14.824648 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:14.828022 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:14.828290 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:14.828305 561168 round_trippers.go:476] Request Headers:
I0408 18:45:14.828313 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:14.828319 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:14.831035 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:15.324666 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:15.324697 561168 round_trippers.go:476] Request Headers:
I0408 18:45:15.324710 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:15.324716 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:15.328674 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:15.329570 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:15.329583 561168 round_trippers.go:476] Request Headers:
I0408 18:45:15.329590 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:15.329596 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:15.332393 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:15.824639 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:15.824673 561168 round_trippers.go:476] Request Headers:
I0408 18:45:15.824685 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:15.824689 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:15.827920 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:15.828444 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:15.828459 561168 round_trippers.go:476] Request Headers:
I0408 18:45:15.828466 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:15.828472 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:15.830939 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:16.325003 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:16.325031 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.325043 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.325048 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.328363 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:16.328812 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:16.328829 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.328837 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.328842 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.331906 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:16.332409 561168 pod_ready.go:103] pod "etcd-ha-046009-m03" in "kube-system" namespace has status "Ready":"False"
I0408 18:45:16.825004 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:16.825030 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.825042 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.825048 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.827910 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:16.828253 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:16.828272 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.828280 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.828285 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.830793 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:16.830950 561168 pod_ready.go:93] pod "etcd-ha-046009-m03" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:16.830965 561168 pod_ready.go:82] duration metric: took 18.506927651s for pod "etcd-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:16.830982 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:16.831042 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009
I0408 18:45:16.831049 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.831056 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.831060 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.833423 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:16.833626 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:16.833640 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.833650 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.833656 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.835882 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:16.836238 561168 pod_ready.go:93] pod "kube-apiserver-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:16.836258 561168 pod_ready.go:82] duration metric: took 5.269675ms for pod "kube-apiserver-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:16.836270 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:16.836334 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009-m02
I0408 18:45:16.836344 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.836354 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.836359 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.840881 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:16.841124 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:16.841142 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.841152 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.841158 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.844210 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:16.844446 561168 pod_ready.go:93] pod "kube-apiserver-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:16.844461 561168 pod_ready.go:82] duration metric: took 8.184613ms for pod "kube-apiserver-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:16.844469 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:16.844517 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009-m03
I0408 18:45:16.844528 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.844538 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.844543 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.846525 561168 round_trippers.go:581] Response Status: 200 OK in 1 milliseconds
I0408 18:45:16.846848 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:16.846862 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.846871 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.846879 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.849269 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:16.849506 561168 pod_ready.go:93] pod "kube-apiserver-ha-046009-m03" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:16.849524 561168 pod_ready.go:82] duration metric: took 5.049519ms for pod "kube-apiserver-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:16.849535 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:16.849593 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009
I0408 18:45:16.849603 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.849613 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.849622 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.851569 561168 round_trippers.go:581] Response Status: 200 OK in 1 milliseconds
I0408 18:45:16.851984 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:16.852000 561168 round_trippers.go:476] Request Headers:
I0408 18:45:16.852011 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:16.852016 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:16.854339 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:16.854809 561168 pod_ready.go:93] pod "kube-controller-manager-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:16.854830 561168 pod_ready.go:82] duration metric: took 5.28743ms for pod "kube-controller-manager-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:16.854842 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:17.026016 561168 request.go:661] Waited for 171.089079ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m02
I0408 18:45:17.026084 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m02
I0408 18:45:17.026090 561168 round_trippers.go:476] Request Headers:
I0408 18:45:17.026101 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:17.026109 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:17.029460 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:17.225218 561168 request.go:661] Waited for 195.310845ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:17.225299 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:17.225304 561168 round_trippers.go:476] Request Headers:
I0408 18:45:17.225319 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:17.225324 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:17.228988 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:17.229269 561168 pod_ready.go:93] pod "kube-controller-manager-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:17.229287 561168 pod_ready.go:82] duration metric: took 374.429771ms for pod "kube-controller-manager-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:17.229297 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:17.425671 561168 request.go:661] Waited for 196.271005ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m03
I0408 18:45:17.425728 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m03
I0408 18:45:17.425733 561168 round_trippers.go:476] Request Headers:
I0408 18:45:17.425747 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:17.425755 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:17.428992 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:17.625718 561168 request.go:661] Waited for 196.356767ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:17.625795 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:17.625801 561168 round_trippers.go:476] Request Headers:
I0408 18:45:17.625813 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:17.625825 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:17.629002 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:17.629246 561168 pod_ready.go:93] pod "kube-controller-manager-ha-046009-m03" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:17.629268 561168 pod_ready.go:82] duration metric: took 399.961346ms for pod "kube-controller-manager-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:17.629282 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-4gzjx" in "kube-system" namespace to be "Ready" ...
I0408 18:45:17.825484 561168 request.go:661] Waited for 196.115887ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4gzjx
I0408 18:45:17.825569 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4gzjx
I0408 18:45:17.825576 561168 round_trippers.go:476] Request Headers:
I0408 18:45:17.825584 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:17.825589 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:17.829049 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:18.025985 561168 request.go:661] Waited for 196.534252ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:18.026061 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:18.026066 561168 round_trippers.go:476] Request Headers:
I0408 18:45:18.026075 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:18.026081 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:18.029094 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:18.029377 561168 pod_ready.go:93] pod "kube-proxy-4gzjx" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:18.029401 561168 pod_ready.go:82] duration metric: took 400.110794ms for pod "kube-proxy-4gzjx" in "kube-system" namespace to be "Ready" ...
I0408 18:45:18.029410 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-5mcvp" in "kube-system" namespace to be "Ready" ...
I0408 18:45:18.225736 561168 request.go:661] Waited for 196.221892ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5mcvp
I0408 18:45:18.225796 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5mcvp
I0408 18:45:18.225800 561168 round_trippers.go:476] Request Headers:
I0408 18:45:18.225808 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:18.225812 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:18.229383 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:18.425199 561168 request.go:661] Waited for 195.282034ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m04
I0408 18:45:18.425274 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m04
I0408 18:45:18.425279 561168 round_trippers.go:476] Request Headers:
I0408 18:45:18.425292 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:18.425298 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:18.428576 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:18.428764 561168 pod_ready.go:98] node "ha-046009-m04" hosting pod "kube-proxy-5mcvp" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m04" has status "Ready":"Unknown"
I0408 18:45:18.428789 561168 pod_ready.go:82] duration metric: took 399.371547ms for pod "kube-proxy-5mcvp" in "kube-system" namespace to be "Ready" ...
E0408 18:45:18.428806 561168 pod_ready.go:67] WaitExtra: waitPodCondition: node "ha-046009-m04" hosting pod "kube-proxy-5mcvp" in "kube-system" namespace is currently not "Ready" (skipping!): node "ha-046009-m04" has status "Ready":"Unknown"
I0408 18:45:18.428819 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-6dl4m" in "kube-system" namespace to be "Ready" ...
I0408 18:45:18.625180 561168 request.go:661] Waited for 196.274261ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6dl4m
I0408 18:45:18.625241 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6dl4m
I0408 18:45:18.625246 561168 round_trippers.go:476] Request Headers:
I0408 18:45:18.625255 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:18.625260 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:18.629302 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:18.826045 561168 request.go:661] Waited for 196.370384ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:18.826131 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:18.826138 561168 round_trippers.go:476] Request Headers:
I0408 18:45:18.826149 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:18.826157 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:18.829629 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:18.829914 561168 pod_ready.go:93] pod "kube-proxy-6dl4m" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:18.829932 561168 pod_ready.go:82] duration metric: took 401.102404ms for pod "kube-proxy-6dl4m" in "kube-system" namespace to be "Ready" ...
I0408 18:45:18.829943 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-l6g6x" in "kube-system" namespace to be "Ready" ...
I0408 18:45:19.025390 561168 request.go:661] Waited for 195.345579ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-l6g6x
I0408 18:45:19.025458 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-l6g6x
I0408 18:45:19.025463 561168 round_trippers.go:476] Request Headers:
I0408 18:45:19.025471 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:19.025480 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:19.028600 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:19.225199 561168 request.go:661] Waited for 196.183458ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:19.225283 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:19.225292 561168 round_trippers.go:476] Request Headers:
I0408 18:45:19.225304 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:19.225324 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:19.229958 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:19.230333 561168 pod_ready.go:93] pod "kube-proxy-l6g6x" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:19.230355 561168 pod_ready.go:82] duration metric: took 400.402559ms for pod "kube-proxy-l6g6x" in "kube-system" namespace to be "Ready" ...
I0408 18:45:19.230368 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:19.425809 561168 request.go:661] Waited for 195.339904ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009
I0408 18:45:19.425878 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009
I0408 18:45:19.425885 561168 round_trippers.go:476] Request Headers:
I0408 18:45:19.425900 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:19.425912 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:19.429418 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:19.625227 561168 request.go:661] Waited for 195.282416ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:19.625303 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:19.625308 561168 round_trippers.go:476] Request Headers:
I0408 18:45:19.625316 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:19.625321 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:19.628975 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:19.629230 561168 pod_ready.go:93] pod "kube-scheduler-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:19.629262 561168 pod_ready.go:82] duration metric: took 398.876642ms for pod "kube-scheduler-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:19.629273 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:19.825722 561168 request.go:661] Waited for 196.352712ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m02
I0408 18:45:19.825781 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m02
I0408 18:45:19.825786 561168 round_trippers.go:476] Request Headers:
I0408 18:45:19.825795 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:19.825798 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:19.828859 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:20.025540 561168 request.go:661] Waited for 196.333918ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:20.025605 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:20.025610 561168 round_trippers.go:476] Request Headers:
I0408 18:45:20.025619 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:20.025623 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:20.029233 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:20.029448 561168 pod_ready.go:93] pod "kube-scheduler-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:20.029466 561168 pod_ready.go:82] duration metric: took 400.185159ms for pod "kube-scheduler-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:20.029475 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:20.225901 561168 request.go:661] Waited for 196.349162ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m03
I0408 18:45:20.225981 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m03
I0408 18:45:20.225986 561168 round_trippers.go:476] Request Headers:
I0408 18:45:20.225996 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:20.226003 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:20.229605 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:20.425658 561168 request.go:661] Waited for 195.696409ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:20.425731 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:20.425740 561168 round_trippers.go:476] Request Headers:
I0408 18:45:20.425752 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:20.425766 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:20.428808 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:20.429267 561168 pod_ready.go:93] pod "kube-scheduler-ha-046009-m03" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:20.429285 561168 pod_ready.go:82] duration metric: took 399.80468ms for pod "kube-scheduler-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:20.429296 561168 pod_ready.go:39] duration metric: took 22.140415046s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0408 18:45:20.429322 561168 api_server.go:52] waiting for apiserver process to appear ...
I0408 18:45:20.429409 561168 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0408 18:45:20.446101 561168 api_server.go:72] duration metric: took 22.813995313s to wait for apiserver process to appear ...
I0408 18:45:20.446126 561168 api_server.go:88] waiting for apiserver healthz status ...
I0408 18:45:20.446146 561168 api_server.go:253] Checking apiserver healthz at https://192.168.39.167:8443/healthz ...
I0408 18:45:20.450452 561168 api_server.go:279] https://192.168.39.167:8443/healthz returned 200:
ok
I0408 18:45:20.450528 561168 round_trippers.go:470] GET https://192.168.39.167:8443/version
I0408 18:45:20.450539 561168 round_trippers.go:476] Request Headers:
I0408 18:45:20.450547 561168 round_trippers.go:480] Accept: application/json, */*
I0408 18:45:20.450551 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:20.451469 561168 round_trippers.go:581] Response Status: 200 OK in 0 milliseconds
I0408 18:45:20.451644 561168 api_server.go:141] control plane version: v1.32.2
I0408 18:45:20.451661 561168 api_server.go:131] duration metric: took 5.52935ms to wait for apiserver health ...
I0408 18:45:20.451668 561168 system_pods.go:43] waiting for kube-system pods to appear ...
I0408 18:45:20.625060 561168 request.go:661] Waited for 173.265243ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods
I0408 18:45:20.625170 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods
I0408 18:45:20.625183 561168 round_trippers.go:476] Request Headers:
I0408 18:45:20.625196 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:20.625207 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:20.629361 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:20.633676 561168 system_pods.go:59] 26 kube-system pods found
I0408 18:45:20.633712 561168 system_pods.go:61] "coredns-668d6bf9bc-dzpzr" [248e85a1-9479-4a6b-914d-7d83001ddb70] Running
I0408 18:45:20.633718 561168 system_pods.go:61] "coredns-668d6bf9bc-zktmq" [29288c58-26a6-4706-883d-850340b4bafa] Running
I0408 18:45:20.633723 561168 system_pods.go:61] "etcd-ha-046009" [076df35a-d320-4bac-a389-50a76b28eca7] Running
I0408 18:45:20.633726 561168 system_pods.go:61] "etcd-ha-046009-m02" [9b1ac0e2-81a9-42e1-8dfe-72f3400da190] Running
I0408 18:45:20.633731 561168 system_pods.go:61] "etcd-ha-046009-m03" [1f48357f-03ef-4cdd-ac26-53e85f3663b0] Running
I0408 18:45:20.633734 561168 system_pods.go:61] "kindnet-5mpzx" [4e5de188-a37f-4090-9f97-76f463da38c8] Running
I0408 18:45:20.633738 561168 system_pods.go:61] "kindnet-7kvdj" [fe682484-87ae-4c1b-9ed3-b27dc615ad01] Running
I0408 18:45:20.633741 561168 system_pods.go:61] "kindnet-8wk9g" [762fd749-a565-4744-b0a3-d6a1a5c13a69] Running
I0408 18:45:20.633746 561168 system_pods.go:61] "kindnet-bhpwm" [f89d1945-98aa-459e-a1e3-a4e73e00b4da] Running
I0408 18:45:20.633753 561168 system_pods.go:61] "kube-apiserver-ha-046009" [b8bbb853-0ee5-4a42-8384-33a2c712fe07] Running
I0408 18:45:20.633758 561168 system_pods.go:61] "kube-apiserver-ha-046009-m02" [8ce1d7be-164c-4243-8fe7-dee865d80eb6] Running
I0408 18:45:20.633761 561168 system_pods.go:61] "kube-apiserver-ha-046009-m03" [5767a81b-b80f-4d6c-a2f0-31b5ee7aa390] Running
I0408 18:45:20.633764 561168 system_pods.go:61] "kube-controller-manager-ha-046009" [f4064308-700a-40f4-b722-6fcbe6337fbc] Running
I0408 18:45:20.633774 561168 system_pods.go:61] "kube-controller-manager-ha-046009-m02" [122e9e6b-7b9c-4725-a568-4e7244ef15a7] Running
I0408 18:45:20.633777 561168 system_pods.go:61] "kube-controller-manager-ha-046009-m03" [bc0a66f1-6e0d-496c-86f7-fabe7f85a425] Running
I0408 18:45:20.633781 561168 system_pods.go:61] "kube-proxy-4gzjx" [8132e3a2-b09d-4206-823e-b94608eba684] Running
I0408 18:45:20.633784 561168 system_pods.go:61] "kube-proxy-5mcvp" [9adc7178-9836-4db4-a2d5-068dac57751c] Running
I0408 18:45:20.633787 561168 system_pods.go:61] "kube-proxy-6dl4m" [8fee5437-81a6-46bf-9a23-945f5c403107] Running
I0408 18:45:20.633791 561168 system_pods.go:61] "kube-proxy-l6g6x" [331bf175-c44c-41c4-8a2f-f20938c845ae] Running
I0408 18:45:20.633794 561168 system_pods.go:61] "kube-scheduler-ha-046009" [7ae87fe6-c564-46d7-a73c-cb523a787913] Running
I0408 18:45:20.633796 561168 system_pods.go:61] "kube-scheduler-ha-046009-m02" [50b4b004-4d78-4b46-9102-3132b6341872] Running
I0408 18:45:20.633799 561168 system_pods.go:61] "kube-scheduler-ha-046009-m03" [a4e26e76-802e-4896-a276-ed88047e87b5] Running
I0408 18:45:20.633803 561168 system_pods.go:61] "kube-vip-ha-046009" [a0ee0f02-aefe-468d-88ac-f38403f82e98] Running
I0408 18:45:20.633808 561168 system_pods.go:61] "kube-vip-ha-046009-m02" [5ea82416-7648-4466-9bf0-413713d1693f] Running
I0408 18:45:20.633814 561168 system_pods.go:61] "kube-vip-ha-046009-m03" [8bb5d36d-6586-4f8f-ad77-4190a85d505f] Running
I0408 18:45:20.633817 561168 system_pods.go:61] "storage-provisioner" [87f79d9b-e455-41a4-8c07-0fea4c5b7bba] Running
I0408 18:45:20.633823 561168 system_pods.go:74] duration metric: took 182.147614ms to wait for pod list to return data ...
I0408 18:45:20.633834 561168 default_sa.go:34] waiting for default service account to be created ...
I0408 18:45:20.825166 561168 request.go:661] Waited for 191.218906ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/default/serviceaccounts
I0408 18:45:20.825260 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/default/serviceaccounts
I0408 18:45:20.825278 561168 round_trippers.go:476] Request Headers:
I0408 18:45:20.825290 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:20.825299 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:20.828951 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:20.829064 561168 default_sa.go:45] found service account: "default"
I0408 18:45:20.829079 561168 default_sa.go:55] duration metric: took 195.238387ms for default service account to be created ...
I0408 18:45:20.829090 561168 system_pods.go:116] waiting for k8s-apps to be running ...
I0408 18:45:21.025575 561168 request.go:661] Waited for 196.382237ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods
I0408 18:45:21.025651 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods
I0408 18:45:21.025659 561168 round_trippers.go:476] Request Headers:
I0408 18:45:21.025670 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:21.025678 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:21.030116 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:21.032155 561168 system_pods.go:86] 26 kube-system pods found
I0408 18:45:21.032186 561168 system_pods.go:89] "coredns-668d6bf9bc-dzpzr" [248e85a1-9479-4a6b-914d-7d83001ddb70] Running
I0408 18:45:21.032197 561168 system_pods.go:89] "coredns-668d6bf9bc-zktmq" [29288c58-26a6-4706-883d-850340b4bafa] Running
I0408 18:45:21.032203 561168 system_pods.go:89] "etcd-ha-046009" [076df35a-d320-4bac-a389-50a76b28eca7] Running
I0408 18:45:21.032209 561168 system_pods.go:89] "etcd-ha-046009-m02" [9b1ac0e2-81a9-42e1-8dfe-72f3400da190] Running
I0408 18:45:21.032216 561168 system_pods.go:89] "etcd-ha-046009-m03" [1f48357f-03ef-4cdd-ac26-53e85f3663b0] Running
I0408 18:45:21.032222 561168 system_pods.go:89] "kindnet-5mpzx" [4e5de188-a37f-4090-9f97-76f463da38c8] Running
I0408 18:45:21.032228 561168 system_pods.go:89] "kindnet-7kvdj" [fe682484-87ae-4c1b-9ed3-b27dc615ad01] Running
I0408 18:45:21.032235 561168 system_pods.go:89] "kindnet-8wk9g" [762fd749-a565-4744-b0a3-d6a1a5c13a69] Running
I0408 18:45:21.032245 561168 system_pods.go:89] "kindnet-bhpwm" [f89d1945-98aa-459e-a1e3-a4e73e00b4da] Running
I0408 18:45:21.032253 561168 system_pods.go:89] "kube-apiserver-ha-046009" [b8bbb853-0ee5-4a42-8384-33a2c712fe07] Running
I0408 18:45:21.032260 561168 system_pods.go:89] "kube-apiserver-ha-046009-m02" [8ce1d7be-164c-4243-8fe7-dee865d80eb6] Running
I0408 18:45:21.032268 561168 system_pods.go:89] "kube-apiserver-ha-046009-m03" [5767a81b-b80f-4d6c-a2f0-31b5ee7aa390] Running
I0408 18:45:21.032276 561168 system_pods.go:89] "kube-controller-manager-ha-046009" [f4064308-700a-40f4-b722-6fcbe6337fbc] Running
I0408 18:45:21.032285 561168 system_pods.go:89] "kube-controller-manager-ha-046009-m02" [122e9e6b-7b9c-4725-a568-4e7244ef15a7] Running
I0408 18:45:21.032292 561168 system_pods.go:89] "kube-controller-manager-ha-046009-m03" [bc0a66f1-6e0d-496c-86f7-fabe7f85a425] Running
I0408 18:45:21.032299 561168 system_pods.go:89] "kube-proxy-4gzjx" [8132e3a2-b09d-4206-823e-b94608eba684] Running
I0408 18:45:21.032306 561168 system_pods.go:89] "kube-proxy-5mcvp" [9adc7178-9836-4db4-a2d5-068dac57751c] Running
I0408 18:45:21.032317 561168 system_pods.go:89] "kube-proxy-6dl4m" [8fee5437-81a6-46bf-9a23-945f5c403107] Running
I0408 18:45:21.032324 561168 system_pods.go:89] "kube-proxy-l6g6x" [331bf175-c44c-41c4-8a2f-f20938c845ae] Running
I0408 18:45:21.032332 561168 system_pods.go:89] "kube-scheduler-ha-046009" [7ae87fe6-c564-46d7-a73c-cb523a787913] Running
I0408 18:45:21.032339 561168 system_pods.go:89] "kube-scheduler-ha-046009-m02" [50b4b004-4d78-4b46-9102-3132b6341872] Running
I0408 18:45:21.032347 561168 system_pods.go:89] "kube-scheduler-ha-046009-m03" [a4e26e76-802e-4896-a276-ed88047e87b5] Running
I0408 18:45:21.032353 561168 system_pods.go:89] "kube-vip-ha-046009" [a0ee0f02-aefe-468d-88ac-f38403f82e98] Running
I0408 18:45:21.032360 561168 system_pods.go:89] "kube-vip-ha-046009-m02" [5ea82416-7648-4466-9bf0-413713d1693f] Running
I0408 18:45:21.032367 561168 system_pods.go:89] "kube-vip-ha-046009-m03" [8bb5d36d-6586-4f8f-ad77-4190a85d505f] Running
I0408 18:45:21.032376 561168 system_pods.go:89] "storage-provisioner" [87f79d9b-e455-41a4-8c07-0fea4c5b7bba] Running
I0408 18:45:21.032388 561168 system_pods.go:126] duration metric: took 203.290187ms to wait for k8s-apps to be running ...
I0408 18:45:21.032403 561168 system_svc.go:44] waiting for kubelet service to be running ....
I0408 18:45:21.032468 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0408 18:45:21.049422 561168 system_svc.go:56] duration metric: took 17.011679ms WaitForService to wait for kubelet
I0408 18:45:21.049450 561168 kubeadm.go:582] duration metric: took 23.417348706s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0408 18:45:21.049475 561168 node_conditions.go:102] verifying NodePressure condition ...
I0408 18:45:21.225914 561168 request.go:661] Waited for 176.332913ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes
I0408 18:45:21.225971 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes
I0408 18:45:21.225975 561168 round_trippers.go:476] Request Headers:
I0408 18:45:21.225983 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:21.225987 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:21.229828 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:21.230272 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:45:21.230302 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:45:21.230321 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:45:21.230331 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:45:21.230339 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:45:21.230344 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:45:21.230352 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:45:21.230356 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:45:21.230362 561168 node_conditions.go:105] duration metric: took 180.880198ms to run NodePressure ...
I0408 18:45:21.230382 561168 start.go:241] waiting for startup goroutines ...
I0408 18:45:21.230417 561168 start.go:255] writing updated cluster config ...
I0408 18:45:21.232622 561168 out.go:201]
I0408 18:45:21.234123 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:45:21.234216 561168 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/config.json ...
I0408 18:45:21.235594 561168 out.go:177] * Starting "ha-046009-m04" worker node in "ha-046009" cluster
I0408 18:45:21.236551 561168 preload.go:131] Checking if preload exists for k8s version v1.32.2 and runtime docker
I0408 18:45:21.236582 561168 cache.go:56] Caching tarball of preloaded images
I0408 18:45:21.236703 561168 preload.go:172] Found /home/jenkins/minikube-integration/20604-538981/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.32.2-docker-overlay2-amd64.tar.lz4 in cache, skipping download
I0408 18:45:21.236717 561168 cache.go:59] Finished verifying existence of preloaded tar for v1.32.2 on docker
I0408 18:45:21.236809 561168 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/config.json ...
I0408 18:45:21.236966 561168 start.go:360] acquireMachinesLock for ha-046009-m04: {Name:mk475a46f9c399e0e51b6ae0f542534fa97d822c Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I0408 18:45:21.237014 561168 start.go:364] duration metric: took 23.95µs to acquireMachinesLock for "ha-046009-m04"
I0408 18:45:21.237029 561168 start.go:96] Skipping create...Using existing machine configuration
I0408 18:45:21.237037 561168 fix.go:54] fixHost starting: m04
I0408 18:45:21.237272 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:45:21.237309 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:45:21.253092 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46879
I0408 18:45:21.253642 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:45:21.254176 561168 main.go:141] libmachine: Using API Version 1
I0408 18:45:21.254207 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:45:21.254555 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:45:21.254733 561168 main.go:141] libmachine: (ha-046009-m04) Calling .DriverName
I0408 18:45:21.254904 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetState
I0408 18:45:21.256380 561168 fix.go:112] recreateIfNeeded on ha-046009-m04: state=Stopped err=<nil>
I0408 18:45:21.256403 561168 main.go:141] libmachine: (ha-046009-m04) Calling .DriverName
W0408 18:45:21.256563 561168 fix.go:138] unexpected machine state, will restart: <nil>
I0408 18:45:21.258298 561168 out.go:177] * Restarting existing kvm2 VM for "ha-046009-m04" ...
I0408 18:45:21.259524 561168 main.go:141] libmachine: (ha-046009-m04) Calling .Start
I0408 18:45:21.259676 561168 main.go:141] libmachine: (ha-046009-m04) starting domain...
I0408 18:45:21.259700 561168 main.go:141] libmachine: (ha-046009-m04) ensuring networks are active...
I0408 18:45:21.260348 561168 main.go:141] libmachine: (ha-046009-m04) Ensuring network default is active
I0408 18:45:21.260686 561168 main.go:141] libmachine: (ha-046009-m04) Ensuring network mk-ha-046009 is active
I0408 18:45:21.261036 561168 main.go:141] libmachine: (ha-046009-m04) getting domain XML...
I0408 18:45:21.261692 561168 main.go:141] libmachine: (ha-046009-m04) creating domain...
I0408 18:45:22.550998 561168 main.go:141] libmachine: (ha-046009-m04) waiting for IP...
I0408 18:45:22.551864 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:22.552401 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:22.552511 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:22.552396 562074 retry.go:31] will retry after 283.511081ms: waiting for domain to come up
I0408 18:45:22.837822 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:22.838324 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:22.838351 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:22.838277 562074 retry.go:31] will retry after 243.61393ms: waiting for domain to come up
I0408 18:45:23.083902 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:23.084416 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:23.084445 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:23.084379 562074 retry.go:31] will retry after 340.318911ms: waiting for domain to come up
I0408 18:45:23.425794 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:23.426223 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:23.426259 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:23.426204 562074 retry.go:31] will retry after 582.011427ms: waiting for domain to come up
I0408 18:45:24.009780 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:24.010469 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:24.010501 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:24.010435 562074 retry.go:31] will retry after 759.055842ms: waiting for domain to come up
I0408 18:45:24.771524 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:24.772108 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:24.772139 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:24.772052 562074 retry.go:31] will retry after 722.132318ms: waiting for domain to come up
I0408 18:45:25.495899 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:25.496348 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:25.496374 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:25.496308 562074 retry.go:31] will retry after 861.765ms: waiting for domain to come up
I0408 18:45:26.359806 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:26.360315 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:26.360348 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:26.360272 562074 retry.go:31] will retry after 1.32399474s: waiting for domain to come up
I0408 18:45:27.685817 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:27.686364 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:27.686426 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:27.686329 562074 retry.go:31] will retry after 1.530813491s: waiting for domain to come up
I0408 18:45:29.219089 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:29.219629 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:29.219658 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:29.219592 562074 retry.go:31] will retry after 1.586122351s: waiting for domain to come up
I0408 18:45:30.807168 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:30.807596 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:30.807628 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:30.807546 562074 retry.go:31] will retry after 2.754827238s: waiting for domain to come up
I0408 18:45:33.564282 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:33.564660 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:33.564685 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:33.564621 562074 retry.go:31] will retry after 3.264891074s: waiting for domain to come up
I0408 18:45:36.831491 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:36.831879 561168 main.go:141] libmachine: (ha-046009-m04) DBG | unable to find current IP address of domain ha-046009-m04 in network mk-ha-046009
I0408 18:45:36.831900 561168 main.go:141] libmachine: (ha-046009-m04) DBG | I0408 18:45:36.831853 562074 retry.go:31] will retry after 3.016640043s: waiting for domain to come up
I0408 18:45:39.850368 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:39.850935 561168 main.go:141] libmachine: (ha-046009-m04) found domain IP: 192.168.39.51
I0408 18:45:39.850954 561168 main.go:141] libmachine: (ha-046009-m04) reserving static IP address...
I0408 18:45:39.851004 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has current primary IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:39.851615 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "ha-046009-m04", mac: "52:54:00:00:72:e9", ip: "192.168.39.51"} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:39.851645 561168 main.go:141] libmachine: (ha-046009-m04) reserved static IP address 192.168.39.51 for domain ha-046009-m04
I0408 18:45:39.851662 561168 main.go:141] libmachine: (ha-046009-m04) DBG | skip adding static IP to network mk-ha-046009 - found existing host DHCP lease matching {name: "ha-046009-m04", mac: "52:54:00:00:72:e9", ip: "192.168.39.51"}
I0408 18:45:39.851681 561168 main.go:141] libmachine: (ha-046009-m04) DBG | Getting to WaitForSSH function...
I0408 18:45:39.851696 561168 main.go:141] libmachine: (ha-046009-m04) waiting for SSH...
I0408 18:45:39.854200 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:39.854594 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:39.854621 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:39.854755 561168 main.go:141] libmachine: (ha-046009-m04) DBG | Using SSH client type: external
I0408 18:45:39.854773 561168 main.go:141] libmachine: (ha-046009-m04) DBG | Using SSH private key: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m04/id_rsa (-rw-------)
I0408 18:45:39.854815 561168 main.go:141] libmachine: (ha-046009-m04) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.51 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m04/id_rsa -p 22] /usr/bin/ssh <nil>}
I0408 18:45:39.854826 561168 main.go:141] libmachine: (ha-046009-m04) DBG | About to run SSH command:
I0408 18:45:39.854839 561168 main.go:141] libmachine: (ha-046009-m04) DBG | exit 0
I0408 18:45:39.983315 561168 main.go:141] libmachine: (ha-046009-m04) DBG | SSH cmd err, output: <nil>:
I0408 18:45:39.983696 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetConfigRaw
I0408 18:45:39.984428 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetIP
I0408 18:45:39.986946 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:39.987452 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:39.987481 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:39.987824 561168 profile.go:143] Saving config to /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/config.json ...
I0408 18:45:39.988038 561168 machine.go:93] provisionDockerMachine start ...
I0408 18:45:39.988059 561168 main.go:141] libmachine: (ha-046009-m04) Calling .DriverName
I0408 18:45:39.988280 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:39.991123 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:39.991605 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:39.991642 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:39.991962 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:39.992146 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:39.992303 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:39.992492 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:39.992695 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:45:39.992987 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.51 22 <nil> <nil>}
I0408 18:45:39.993001 561168 main.go:141] libmachine: About to run SSH command:
hostname
I0408 18:45:40.091583 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: minikube
I0408 18:45:40.091617 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetMachineName
I0408 18:45:40.091896 561168 buildroot.go:166] provisioning hostname "ha-046009-m04"
I0408 18:45:40.091923 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetMachineName
I0408 18:45:40.092179 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:40.094708 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.095105 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:40.095133 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.095249 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:40.095462 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:40.095622 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:40.095799 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:40.095966 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:45:40.096191 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.51 22 <nil> <nil>}
I0408 18:45:40.096207 561168 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-046009-m04 && echo "ha-046009-m04" | sudo tee /etc/hostname
I0408 18:45:40.211281 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-046009-m04
I0408 18:45:40.211314 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:40.214052 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.214510 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:40.214541 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.214711 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:40.214914 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:40.215080 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:40.215225 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:40.215394 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:45:40.215608 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.51 22 <nil> <nil>}
I0408 18:45:40.215630 561168 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-046009-m04' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-046009-m04/g' /etc/hosts;
else
echo '127.0.1.1 ha-046009-m04' | sudo tee -a /etc/hosts;
fi
fi
I0408 18:45:40.326214 561168 main.go:141] libmachine: SSH cmd err, output: <nil>:
I0408 18:45:40.326255 561168 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20604-538981/.minikube CaCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20604-538981/.minikube}
I0408 18:45:40.326281 561168 buildroot.go:174] setting up certificates
I0408 18:45:40.326296 561168 provision.go:84] configureAuth start
I0408 18:45:40.326308 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetMachineName
I0408 18:45:40.326643 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetIP
I0408 18:45:40.329824 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.330283 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:40.330312 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.330500 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:40.333273 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.333591 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:40.333616 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.333766 561168 provision.go:143] copyHostCerts
I0408 18:45:40.333801 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem
I0408 18:45:40.333843 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem, removing ...
I0408 18:45:40.333856 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem
I0408 18:45:40.333940 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/ca.pem (1082 bytes)
I0408 18:45:40.334053 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem
I0408 18:45:40.334077 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem, removing ...
I0408 18:45:40.334084 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem
I0408 18:45:40.334109 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/cert.pem (1123 bytes)
I0408 18:45:40.334158 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem
I0408 18:45:40.334173 561168 exec_runner.go:144] found /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem, removing ...
I0408 18:45:40.334179 561168 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem
I0408 18:45:40.334198 561168 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20604-538981/.minikube/key.pem (1675 bytes)
I0408 18:45:40.334244 561168 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem org=jenkins.ha-046009-m04 san=[127.0.0.1 192.168.39.51 ha-046009-m04 localhost minikube]
I0408 18:45:40.766848 561168 provision.go:177] copyRemoteCerts
I0408 18:45:40.766912 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I0408 18:45:40.766939 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:40.770036 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.770406 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:40.770436 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.770613 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:40.770824 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:40.770999 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:40.771151 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.51 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m04/id_rsa Username:docker}
I0408 18:45:40.855318 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I0408 18:45:40.855412 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I0408 18:45:40.880590 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem -> /etc/docker/server.pem
I0408 18:45:40.880659 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I0408 18:45:40.904073 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I0408 18:45:40.904138 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I0408 18:45:40.929652 561168 provision.go:87] duration metric: took 603.338076ms to configureAuth
I0408 18:45:40.929687 561168 buildroot.go:189] setting minikube options for container-runtime
I0408 18:45:40.929937 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:45:40.929969 561168 main.go:141] libmachine: (ha-046009-m04) Calling .DriverName
I0408 18:45:40.930247 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:40.933109 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.933512 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:40.933542 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:40.933707 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:40.933891 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:40.934033 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:40.934147 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:40.934294 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:45:40.934497 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.51 22 <nil> <nil>}
I0408 18:45:40.934507 561168 main.go:141] libmachine: About to run SSH command:
df --output=fstype / | tail -n 1
I0408 18:45:41.037094 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: tmpfs
I0408 18:45:41.037120 561168 buildroot.go:70] root file system type: tmpfs
I0408 18:45:41.037233 561168 provision.go:314] Updating docker unit: /lib/systemd/system/docker.service ...
I0408 18:45:41.037250 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:41.040297 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:41.040746 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:41.040777 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:41.040979 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:41.041173 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:41.041316 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:41.041429 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:41.041581 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:45:41.041877 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.51 22 <nil> <nil>}
I0408 18:45:41.041980 561168 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /lib/systemd/system && printf %s "[Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment="NO_PROXY=192.168.39.167"
Environment="NO_PROXY=192.168.39.167,192.168.39.81"
Environment="NO_PROXY=192.168.39.167,192.168.39.81,192.168.39.158"
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=kvm2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP \$MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
" | sudo tee /lib/systemd/system/docker.service.new
I0408 18:45:41.162326 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: [Unit]
Description=Docker Application Container Engine
Documentation=https://docs.docker.com
After=network.target minikube-automount.service docker.socket
Requires= minikube-automount.service docker.socket
StartLimitBurst=3
StartLimitIntervalSec=60
[Service]
Type=notify
Restart=on-failure
Environment=NO_PROXY=192.168.39.167
Environment=NO_PROXY=192.168.39.167,192.168.39.81
Environment=NO_PROXY=192.168.39.167,192.168.39.81,192.168.39.158
# This file is a systemd drop-in unit that inherits from the base dockerd configuration.
# The base configuration already specifies an 'ExecStart=...' command. The first directive
# here is to clear out that command inherited from the base configuration. Without this,
# the command from the base configuration and the command specified here are treated as
# a sequence of commands, which is not the desired behavior, nor is it valid -- systemd
# will catch this invalid input and refuse to start the service with an error like:
# Service has more than one ExecStart= setting, which is only allowed for Type=oneshot services.
# NOTE: default-ulimit=nofile is set to an arbitrary number for consistency with other
# container runtimes. If left unlimited, it may result in OOM issues with MySQL.
ExecStart=
ExecStart=/usr/bin/dockerd -H tcp://0.0.0.0:2376 -H unix:///var/run/docker.sock --default-ulimit=nofile=1048576:1048576 --tlsverify --tlscacert /etc/docker/ca.pem --tlscert /etc/docker/server.pem --tlskey /etc/docker/server-key.pem --label provider=kvm2 --insecure-registry 10.96.0.0/12
ExecReload=/bin/kill -s HUP $MAINPID
# Having non-zero Limit*s causes performance problems due to accounting overhead
# in the kernel. We recommend using cgroups to do container-local accounting.
LimitNOFILE=infinity
LimitNPROC=infinity
LimitCORE=infinity
# Uncomment TasksMax if your systemd version supports it.
# Only systemd 226 and above support this version.
TasksMax=infinity
TimeoutStartSec=0
# set delegate yes so that systemd does not reset the cgroups of docker containers
Delegate=yes
# kill only the docker process, not all processes in the cgroup
KillMode=process
[Install]
WantedBy=multi-user.target
I0408 18:45:41.162364 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:41.165147 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:41.165558 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:41.165589 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:41.165773 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:41.165949 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:41.166111 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:41.166225 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:41.166392 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:45:41.166643 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.51 22 <nil> <nil>}
I0408 18:45:41.166661 561168 main.go:141] libmachine: About to run SSH command:
sudo diff -u /lib/systemd/system/docker.service /lib/systemd/system/docker.service.new || { sudo mv /lib/systemd/system/docker.service.new /lib/systemd/system/docker.service; sudo systemctl -f daemon-reload && sudo systemctl -f enable docker && sudo systemctl -f restart docker; }
I0408 18:45:43.007525 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: diff: can't stat '/lib/systemd/system/docker.service': No such file or directory
Created symlink /etc/systemd/system/multi-user.target.wants/docker.service → /usr/lib/systemd/system/docker.service.
I0408 18:45:43.007573 561168 machine.go:96] duration metric: took 3.019517738s to provisionDockerMachine
I0408 18:45:43.007599 561168 start.go:293] postStartSetup for "ha-046009-m04" (driver="kvm2")
I0408 18:45:43.007614 561168 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I0408 18:45:43.007637 561168 main.go:141] libmachine: (ha-046009-m04) Calling .DriverName
I0408 18:45:43.008011 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I0408 18:45:43.008048 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:43.011264 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.011728 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:43.011755 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.011895 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:43.012125 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:43.012295 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:43.012469 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.51 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m04/id_rsa Username:docker}
I0408 18:45:43.099028 561168 ssh_runner.go:195] Run: cat /etc/os-release
I0408 18:45:43.104071 561168 info.go:137] Remote host: Buildroot 2023.02.9
I0408 18:45:43.104098 561168 filesync.go:126] Scanning /home/jenkins/minikube-integration/20604-538981/.minikube/addons for local assets ...
I0408 18:45:43.104170 561168 filesync.go:126] Scanning /home/jenkins/minikube-integration/20604-538981/.minikube/files for local assets ...
I0408 18:45:43.104278 561168 filesync.go:149] local asset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> 5463112.pem in /etc/ssl/certs
I0408 18:45:43.104292 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> /etc/ssl/certs/5463112.pem
I0408 18:45:43.104398 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I0408 18:45:43.116384 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem --> /etc/ssl/certs/5463112.pem (1708 bytes)
I0408 18:45:43.141415 561168 start.go:296] duration metric: took 133.796991ms for postStartSetup
I0408 18:45:43.141471 561168 main.go:141] libmachine: (ha-046009-m04) Calling .DriverName
I0408 18:45:43.141760 561168 ssh_runner.go:195] Run: sudo ls --almost-all -1 /var/lib/minikube/backup
I0408 18:45:43.141796 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:43.144434 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.144850 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:43.144875 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.144961 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:43.145192 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:43.145372 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:43.145533 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.51 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m04/id_rsa Username:docker}
I0408 18:45:43.227506 561168 machine.go:197] restoring vm config from /var/lib/minikube/backup: [etc]
I0408 18:45:43.227577 561168 ssh_runner.go:195] Run: sudo rsync --archive --update /var/lib/minikube/backup/etc /
I0408 18:45:43.262213 561168 fix.go:56] duration metric: took 22.025159863s for fixHost
I0408 18:45:43.262277 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:43.265444 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.265898 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:43.265935 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.266076 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:43.266278 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:43.266430 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:43.266603 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:43.266786 561168 main.go:141] libmachine: Using SSH client type: native
I0408 18:45:43.266980 561168 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x836360] 0x839060 <nil> [] 0s} 192.168.39.51 22 <nil> <nil>}
I0408 18:45:43.266991 561168 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I0408 18:45:43.373166 561168 main.go:141] libmachine: SSH cmd err, output: <nil>: 1744137943.346798020
I0408 18:45:43.373188 561168 fix.go:216] guest clock: 1744137943.346798020
I0408 18:45:43.373195 561168 fix.go:229] Guest: 2025-04-08 18:45:43.34679802 +0000 UTC Remote: 2025-04-08 18:45:43.262250254 +0000 UTC m=+210.521276407 (delta=84.547766ms)
I0408 18:45:43.373212 561168 fix.go:200] guest clock delta is within tolerance: 84.547766ms
I0408 18:45:43.373217 561168 start.go:83] releasing machines lock for "ha-046009-m04", held for 22.136193957s
I0408 18:45:43.373237 561168 main.go:141] libmachine: (ha-046009-m04) Calling .DriverName
I0408 18:45:43.373485 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetIP
I0408 18:45:43.375993 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.376472 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:43.376503 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.378523 561168 out.go:177] * Found network options:
I0408 18:45:43.379679 561168 out.go:177] - NO_PROXY=192.168.39.167,192.168.39.81,192.168.39.158
W0408 18:45:43.380820 561168 proxy.go:119] fail to check proxy env: Error ip not in block
W0408 18:45:43.380852 561168 proxy.go:119] fail to check proxy env: Error ip not in block
W0408 18:45:43.380860 561168 proxy.go:119] fail to check proxy env: Error ip not in block
I0408 18:45:43.380874 561168 main.go:141] libmachine: (ha-046009-m04) Calling .DriverName
I0408 18:45:43.381427 561168 main.go:141] libmachine: (ha-046009-m04) Calling .DriverName
I0408 18:45:43.381611 561168 main.go:141] libmachine: (ha-046009-m04) Calling .DriverName
I0408 18:45:43.381737 561168 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I0408 18:45:43.381783 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
W0408 18:45:43.381804 561168 proxy.go:119] fail to check proxy env: Error ip not in block
W0408 18:45:43.381833 561168 proxy.go:119] fail to check proxy env: Error ip not in block
W0408 18:45:43.381846 561168 proxy.go:119] fail to check proxy env: Error ip not in block
I0408 18:45:43.381916 561168 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
I0408 18:45:43.381940 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHHostname
I0408 18:45:43.384233 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.384570 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:43.384597 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.384619 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.384769 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:43.385039 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:43.385064 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:43.385097 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:43.385218 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:43.385349 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.51 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m04/id_rsa Username:docker}
I0408 18:45:43.385367 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHPort
I0408 18:45:43.385513 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHKeyPath
I0408 18:45:43.385653 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetSSHUsername
I0408 18:45:43.385845 561168 sshutil.go:53] new ssh client: &{IP:192.168.39.51 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20604-538981/.minikube/machines/ha-046009-m04/id_rsa Username:docker}
W0408 18:45:43.486015 561168 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I0408 18:45:43.486084 561168 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I0408 18:45:43.505106 561168 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I0408 18:45:43.505134 561168 start.go:495] detecting cgroup driver to use...
I0408 18:45:43.505274 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///run/containerd/containerd.sock
" | sudo tee /etc/crictl.yaml"
I0408 18:45:43.529718 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)sandbox_image = .*$|\1sandbox_image = "registry.k8s.io/pause:3.10"|' /etc/containerd/config.toml"
I0408 18:45:43.540307 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)restrict_oom_score_adj = .*$|\1restrict_oom_score_adj = false|' /etc/containerd/config.toml"
I0408 18:45:43.551795 561168 containerd.go:146] configuring containerd to use "cgroupfs" as cgroup driver...
I0408 18:45:43.551848 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)SystemdCgroup = .*$|\1SystemdCgroup = false|g' /etc/containerd/config.toml"
I0408 18:45:43.562307 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runtime.v1.linux"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0408 18:45:43.572856 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i '/systemd_cgroup/d' /etc/containerd/config.toml"
I0408 18:45:43.583066 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|"io.containerd.runc.v1"|"io.containerd.runc.v2"|g' /etc/containerd/config.toml"
I0408 18:45:43.594956 561168 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I0408 18:45:43.606850 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)conf_dir = .*$|\1conf_dir = "/etc/cni/net.d"|g' /etc/containerd/config.toml"
I0408 18:45:43.617688 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *enable_unprivileged_ports = .*/d' /etc/containerd/config.toml"
I0408 18:45:43.629170 561168 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^( *)\[plugins."io.containerd.grpc.v1.cri"\]|&\n\1 enable_unprivileged_ports = true|' /etc/containerd/config.toml"
I0408 18:45:43.639834 561168 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I0408 18:45:43.649261 561168 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I0408 18:45:43.649313 561168 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I0408 18:45:43.660490 561168 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I0408 18:45:43.670012 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:45:43.781503 561168 ssh_runner.go:195] Run: sudo systemctl restart containerd
I0408 18:45:43.805506 561168 start.go:495] detecting cgroup driver to use...
I0408 18:45:43.805613 561168 ssh_runner.go:195] Run: sudo systemctl cat docker.service
I0408 18:45:43.823424 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0408 18:45:43.847632 561168 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I0408 18:45:43.869960 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I0408 18:45:43.883645 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0408 18:45:43.896997 561168 ssh_runner.go:195] Run: sudo systemctl stop -f crio
I0408 18:45:43.922963 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service crio
I0408 18:45:43.935974 561168 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/cri-dockerd.sock
" | sudo tee /etc/crictl.yaml"
I0408 18:45:43.956168 561168 ssh_runner.go:195] Run: which cri-dockerd
I0408 18:45:43.960640 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/cri-docker.service.d
I0408 18:45:43.969769 561168 ssh_runner.go:362] scp memory --> /etc/systemd/system/cri-docker.service.d/10-cni.conf (190 bytes)
I0408 18:45:43.986925 561168 ssh_runner.go:195] Run: sudo systemctl unmask docker.service
I0408 18:45:44.106052 561168 ssh_runner.go:195] Run: sudo systemctl enable docker.socket
I0408 18:45:44.232694 561168 docker.go:574] configuring docker to use "cgroupfs" as cgroup driver...
I0408 18:45:44.232758 561168 ssh_runner.go:362] scp memory --> /etc/docker/daemon.json (130 bytes)
I0408 18:45:44.250694 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:45:44.368918 561168 ssh_runner.go:195] Run: sudo systemctl restart docker
I0408 18:45:46.808259 561168 ssh_runner.go:235] Completed: sudo systemctl restart docker: (2.43929113s)
I0408 18:45:46.808340 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.socket
I0408 18:45:46.822572 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0408 18:45:46.835773 561168 ssh_runner.go:195] Run: sudo systemctl unmask cri-docker.socket
I0408 18:45:46.960384 561168 ssh_runner.go:195] Run: sudo systemctl enable cri-docker.socket
I0408 18:45:47.086818 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:45:47.205184 561168 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.socket
I0408 18:45:47.223363 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service cri-docker.service
I0408 18:45:47.237242 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:45:47.354202 561168 ssh_runner.go:195] Run: sudo systemctl restart cri-docker.service
I0408 18:45:47.445810 561168 start.go:542] Will wait 60s for socket path /var/run/cri-dockerd.sock
I0408 18:45:47.445897 561168 ssh_runner.go:195] Run: stat /var/run/cri-dockerd.sock
I0408 18:45:47.452385 561168 start.go:563] Will wait 60s for crictl version
I0408 18:45:47.452439 561168 ssh_runner.go:195] Run: which crictl
I0408 18:45:47.456516 561168 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I0408 18:45:47.496648 561168 start.go:579] Version: 0.1.0
RuntimeName: docker
RuntimeVersion: 27.4.0
RuntimeApiVersion: v1
I0408 18:45:47.496733 561168 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0408 18:45:47.531226 561168 ssh_runner.go:195] Run: docker version --format {{.Server.Version}}
I0408 18:45:47.558766 561168 out.go:235] * Preparing Kubernetes v1.32.2 on Docker 27.4.0 ...
I0408 18:45:47.560079 561168 out.go:177] - env NO_PROXY=192.168.39.167
I0408 18:45:47.561493 561168 out.go:177] - env NO_PROXY=192.168.39.167,192.168.39.81
I0408 18:45:47.562760 561168 out.go:177] - env NO_PROXY=192.168.39.167,192.168.39.81,192.168.39.158
I0408 18:45:47.563846 561168 main.go:141] libmachine: (ha-046009-m04) Calling .GetIP
I0408 18:45:47.566989 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:47.567528 561168 main.go:141] libmachine: (ha-046009-m04) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:00:72:e9", ip: ""} in network mk-ha-046009: {Iface:virbr1 ExpiryTime:2025-04-08 19:45:33 +0000 UTC Type:0 Mac:52:54:00:00:72:e9 Iaid: IPaddr:192.168.39.51 Prefix:24 Hostname:ha-046009-m04 Clientid:01:52:54:00:00:72:e9}
I0408 18:45:47.567557 561168 main.go:141] libmachine: (ha-046009-m04) DBG | domain ha-046009-m04 has defined IP address 192.168.39.51 and MAC address 52:54:00:00:72:e9 in network mk-ha-046009
I0408 18:45:47.567797 561168 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I0408 18:45:47.572863 561168 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0408 18:45:47.586039 561168 mustload.go:65] Loading cluster: ha-046009
I0408 18:45:47.586258 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:45:47.586490 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:45:47.586534 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:45:47.601703 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44239
I0408 18:45:47.602104 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:45:47.602539 561168 main.go:141] libmachine: Using API Version 1
I0408 18:45:47.602561 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:45:47.602902 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:45:47.603071 561168 main.go:141] libmachine: (ha-046009) Calling .GetState
I0408 18:45:47.604589 561168 host.go:66] Checking if "ha-046009" exists ...
I0408 18:45:47.604881 561168 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_integration/out/docker-machine-driver-kvm2
I0408 18:45:47.604917 561168 main.go:141] libmachine: Launching plugin server for driver kvm2
I0408 18:45:47.618980 561168 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44433
I0408 18:45:47.619470 561168 main.go:141] libmachine: () Calling .GetVersion
I0408 18:45:47.619898 561168 main.go:141] libmachine: Using API Version 1
I0408 18:45:47.619916 561168 main.go:141] libmachine: () Calling .SetConfigRaw
I0408 18:45:47.620177 561168 main.go:141] libmachine: () Calling .GetMachineName
I0408 18:45:47.620384 561168 main.go:141] libmachine: (ha-046009) Calling .DriverName
I0408 18:45:47.620531 561168 certs.go:68] Setting up /home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009 for IP: 192.168.39.51
I0408 18:45:47.620544 561168 certs.go:194] generating shared ca certs ...
I0408 18:45:47.620565 561168 certs.go:226] acquiring lock for ca certs: {Name:mk41da0fec8ed2810d317ea3476228b598de4519 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I0408 18:45:47.620693 561168 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key
I0408 18:45:47.620729 561168 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key
I0408 18:45:47.620742 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I0408 18:45:47.620756 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I0408 18:45:47.620768 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I0408 18:45:47.620780 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I0408 18:45:47.620832 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem (1338 bytes)
W0408 18:45:47.620858 561168 certs.go:480] ignoring /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311_empty.pem, impossibly tiny 0 bytes
I0408 18:45:47.620867 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca-key.pem (1675 bytes)
I0408 18:45:47.620894 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/ca.pem (1082 bytes)
I0408 18:45:47.620917 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/cert.pem (1123 bytes)
I0408 18:45:47.620937 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/key.pem (1675 bytes)
I0408 18:45:47.620974 561168 certs.go:484] found cert: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem (1708 bytes)
I0408 18:45:47.620998 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I0408 18:45:47.621013 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem -> /usr/share/ca-certificates/546311.pem
I0408 18:45:47.621024 561168 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem -> /usr/share/ca-certificates/5463112.pem
I0408 18:45:47.621043 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I0408 18:45:47.651856 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I0408 18:45:47.677356 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I0408 18:45:47.702003 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I0408 18:45:47.726086 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I0408 18:45:47.750381 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/certs/546311.pem --> /usr/share/ca-certificates/546311.pem (1338 bytes)
I0408 18:45:47.773984 561168 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20604-538981/.minikube/files/etc/ssl/certs/5463112.pem --> /usr/share/ca-certificates/5463112.pem (1708 bytes)
I0408 18:45:47.798352 561168 ssh_runner.go:195] Run: openssl version
I0408 18:45:47.804558 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I0408 18:45:47.817293 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I0408 18:45:47.822282 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Apr 8 18:24 /usr/share/ca-certificates/minikubeCA.pem
I0408 18:45:47.822337 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I0408 18:45:47.828228 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I0408 18:45:47.838395 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/546311.pem && ln -fs /usr/share/ca-certificates/546311.pem /etc/ssl/certs/546311.pem"
I0408 18:45:47.849699 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/546311.pem
I0408 18:45:47.855088 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Apr 8 18:29 /usr/share/ca-certificates/546311.pem
I0408 18:45:47.855130 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/546311.pem
I0408 18:45:47.861327 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/546311.pem /etc/ssl/certs/51391683.0"
I0408 18:45:47.872945 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/5463112.pem && ln -fs /usr/share/ca-certificates/5463112.pem /etc/ssl/certs/5463112.pem"
I0408 18:45:47.884327 561168 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/5463112.pem
I0408 18:45:47.888912 561168 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Apr 8 18:29 /usr/share/ca-certificates/5463112.pem
I0408 18:45:47.888968 561168 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/5463112.pem
I0408 18:45:47.894572 561168 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/5463112.pem /etc/ssl/certs/3ec20f2e.0"
I0408 18:45:47.905053 561168 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I0408 18:45:47.909019 561168 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I0408 18:45:47.909066 561168 kubeadm.go:934] updating node {m04 192.168.39.51 0 v1.32.2 docker false true} ...
I0408 18:45:47.909144 561168 kubeadm.go:946] kubelet [Unit]
Wants=docker.socket
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.32.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-046009-m04 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.51
[Install]
config:
{KubernetesVersion:v1.32.2 ClusterName:ha-046009 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:docker CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I0408 18:45:47.909197 561168 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.32.2
I0408 18:45:47.920171 561168 binaries.go:44] Found k8s binaries, skipping transfer
I0408 18:45:47.920230 561168 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system
I0408 18:45:47.929125 561168 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I0408 18:45:47.946216 561168 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I0408 18:45:47.964369 561168 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I0408 18:45:47.968343 561168 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I0408 18:45:47.980623 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:45:48.105637 561168 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0408 18:45:48.125853 561168 start.go:235] Will wait 6m0s for node &{Name:m04 IP:192.168.39.51 Port:0 KubernetesVersion:v1.32.2 ContainerRuntime:docker ControlPlane:false Worker:true}
I0408 18:45:48.126154 561168 config.go:182] Loaded profile config "ha-046009": Driver=kvm2, ContainerRuntime=docker, KubernetesVersion=v1.32.2
I0408 18:45:48.127598 561168 out.go:177] * Verifying Kubernetes components...
I0408 18:45:48.129028 561168 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I0408 18:45:48.302867 561168 ssh_runner.go:195] Run: sudo systemctl start kubelet
I0408 18:45:48.320096 561168 loader.go:402] Config loaded from file: /home/jenkins/minikube-integration/20604-538981/kubeconfig
I0408 18:45:48.320337 561168 kapi.go:59] client config for ha-046009: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/client.crt", KeyFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/profiles/ha-046009/client.key", CAFile:"/home/jenkins/minikube-integration/20604-538981/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x24968c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W0408 18:45:48.320418 561168 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.167:8443
I0408 18:45:48.320784 561168 node_ready.go:35] waiting up to 6m0s for node "ha-046009-m04" to be "Ready" ...
I0408 18:45:48.320968 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m04
I0408 18:45:48.320987 561168 round_trippers.go:476] Request Headers:
I0408 18:45:48.320998 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:48.321006 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:48.325222 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:48.821079 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m04
I0408 18:45:48.821105 561168 round_trippers.go:476] Request Headers:
I0408 18:45:48.821119 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:48.821129 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:48.824620 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:48.824836 561168 node_ready.go:49] node "ha-046009-m04" has status "Ready":"True"
I0408 18:45:48.824861 561168 node_ready.go:38] duration metric: took 504.048201ms for node "ha-046009-m04" to be "Ready" ...
I0408 18:45:48.824874 561168 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0408 18:45:48.824961 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods
I0408 18:45:48.824971 561168 round_trippers.go:476] Request Headers:
I0408 18:45:48.824978 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:48.824982 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:48.830323 561168 round_trippers.go:581] Response Status: 200 OK in 5 milliseconds
I0408 18:45:48.832484 561168 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace to be "Ready" ...
I0408 18:45:48.832589 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-dzpzr
I0408 18:45:48.832601 561168 round_trippers.go:476] Request Headers:
I0408 18:45:48.832612 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:48.832619 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:48.835321 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:48.835670 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:48.835683 561168 round_trippers.go:476] Request Headers:
I0408 18:45:48.835690 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:48.835693 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:48.838896 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:48.839124 561168 pod_ready.go:93] pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:48.839141 561168 pod_ready.go:82] duration metric: took 6.630269ms for pod "coredns-668d6bf9bc-dzpzr" in "kube-system" namespace to be "Ready" ...
I0408 18:45:48.839150 561168 pod_ready.go:79] waiting up to 6m0s for pod "coredns-668d6bf9bc-zktmq" in "kube-system" namespace to be "Ready" ...
I0408 18:45:48.839212 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/coredns-668d6bf9bc-zktmq
I0408 18:45:48.839224 561168 round_trippers.go:476] Request Headers:
I0408 18:45:48.839235 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:48.839238 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:48.841982 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:48.842275 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:48.842289 561168 round_trippers.go:476] Request Headers:
I0408 18:45:48.842303 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:48.842309 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:48.844909 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:48.845214 561168 pod_ready.go:93] pod "coredns-668d6bf9bc-zktmq" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:48.845237 561168 pod_ready.go:82] duration metric: took 6.080976ms for pod "coredns-668d6bf9bc-zktmq" in "kube-system" namespace to be "Ready" ...
I0408 18:45:48.845249 561168 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:48.845312 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009
I0408 18:45:48.845323 561168 round_trippers.go:476] Request Headers:
I0408 18:45:48.845332 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:48.845337 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:48.847823 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:48.848218 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:48.848229 561168 round_trippers.go:476] Request Headers:
I0408 18:45:48.848236 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:48.848240 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:48.850936 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:48.851252 561168 pod_ready.go:93] pod "etcd-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:48.851278 561168 pod_ready.go:82] duration metric: took 6.021021ms for pod "etcd-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:48.851290 561168 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:48.851375 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m02
I0408 18:45:48.851390 561168 round_trippers.go:476] Request Headers:
I0408 18:45:48.851401 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:48.851407 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:48.854085 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:48.854480 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:48.854495 561168 round_trippers.go:476] Request Headers:
I0408 18:45:48.854504 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:48.854509 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:48.856917 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:48.857526 561168 pod_ready.go:93] pod "etcd-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:48.857542 561168 pod_ready.go:82] duration metric: took 6.24574ms for pod "etcd-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:48.857552 561168 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:49.021841 561168 request.go:661] Waited for 164.188725ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:49.021907 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/etcd-ha-046009-m03
I0408 18:45:49.021914 561168 round_trippers.go:476] Request Headers:
I0408 18:45:49.021925 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:49.021935 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:49.025031 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:49.221796 561168 request.go:661] Waited for 196.433371ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:49.221897 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:49.221905 561168 round_trippers.go:476] Request Headers:
I0408 18:45:49.221919 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:49.221926 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:49.225104 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:49.225419 561168 pod_ready.go:93] pod "etcd-ha-046009-m03" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:49.225451 561168 pod_ready.go:82] duration metric: took 367.889659ms for pod "etcd-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:49.225480 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:49.421931 561168 request.go:661] Waited for 196.34116ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009
I0408 18:45:49.421989 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009
I0408 18:45:49.421999 561168 round_trippers.go:476] Request Headers:
I0408 18:45:49.422014 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:49.422024 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:49.424934 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:49.621174 561168 request.go:661] Waited for 195.299519ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:49.621248 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:49.621253 561168 round_trippers.go:476] Request Headers:
I0408 18:45:49.621261 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:49.621265 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:49.625236 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:49.625483 561168 pod_ready.go:93] pod "kube-apiserver-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:49.625501 561168 pod_ready.go:82] duration metric: took 400.010969ms for pod "kube-apiserver-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:49.625514 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:49.821956 561168 request.go:661] Waited for 196.34911ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009-m02
I0408 18:45:49.822049 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009-m02
I0408 18:45:49.822057 561168 round_trippers.go:476] Request Headers:
I0408 18:45:49.822069 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:49.822081 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:49.826673 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:50.021695 561168 request.go:661] Waited for 194.368781ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:50.021764 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:50.021769 561168 round_trippers.go:476] Request Headers:
I0408 18:45:50.021777 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:50.021781 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:50.025346 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:50.025645 561168 pod_ready.go:93] pod "kube-apiserver-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:50.025670 561168 pod_ready.go:82] duration metric: took 400.146177ms for pod "kube-apiserver-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:50.025684 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:50.222130 561168 request.go:661] Waited for 196.34291ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009-m03
I0408 18:45:50.222244 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-046009-m03
I0408 18:45:50.222257 561168 round_trippers.go:476] Request Headers:
I0408 18:45:50.222268 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:50.222277 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:50.226594 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:50.421694 561168 request.go:661] Waited for 194.715346ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:50.421767 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:50.421778 561168 round_trippers.go:476] Request Headers:
I0408 18:45:50.421790 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:50.421806 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:50.425755 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:50.426159 561168 pod_ready.go:93] pod "kube-apiserver-ha-046009-m03" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:50.426184 561168 pod_ready.go:82] duration metric: took 400.487079ms for pod "kube-apiserver-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:50.426198 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:50.621735 561168 request.go:661] Waited for 195.378838ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009
I0408 18:45:50.621839 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009
I0408 18:45:50.621855 561168 round_trippers.go:476] Request Headers:
I0408 18:45:50.621867 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:50.621872 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:50.626185 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:50.821879 561168 request.go:661] Waited for 195.359292ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:50.821967 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:50.821977 561168 round_trippers.go:476] Request Headers:
I0408 18:45:50.821985 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:50.821993 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:50.825372 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:50.825626 561168 pod_ready.go:93] pod "kube-controller-manager-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:50.825641 561168 pod_ready.go:82] duration metric: took 399.435707ms for pod "kube-controller-manager-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:50.825651 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:51.022088 561168 request.go:661] Waited for 196.360904ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m02
I0408 18:45:51.022191 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m02
I0408 18:45:51.022205 561168 round_trippers.go:476] Request Headers:
I0408 18:45:51.022218 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:51.022228 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:51.025588 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:51.221482 561168 request.go:661] Waited for 195.37307ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:51.221540 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:51.221545 561168 round_trippers.go:476] Request Headers:
I0408 18:45:51.221553 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:51.221558 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:51.225017 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:51.225488 561168 pod_ready.go:93] pod "kube-controller-manager-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:51.225511 561168 pod_ready.go:82] duration metric: took 399.852127ms for pod "kube-controller-manager-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:51.225524 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:51.421104 561168 request.go:661] Waited for 195.48209ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m03
I0408 18:45:51.421171 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-046009-m03
I0408 18:45:51.421179 561168 round_trippers.go:476] Request Headers:
I0408 18:45:51.421191 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:51.421201 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:51.424309 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:51.621974 561168 request.go:661] Waited for 197.276465ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:51.622030 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:51.622035 561168 round_trippers.go:476] Request Headers:
I0408 18:45:51.622043 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:51.622048 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:51.625435 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:51.625759 561168 pod_ready.go:93] pod "kube-controller-manager-ha-046009-m03" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:51.625781 561168 pod_ready.go:82] duration metric: took 400.246865ms for pod "kube-controller-manager-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:51.625795 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-4gzjx" in "kube-system" namespace to be "Ready" ...
I0408 18:45:51.821450 561168 request.go:661] Waited for 195.563026ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4gzjx
I0408 18:45:51.821505 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-4gzjx
I0408 18:45:51.821509 561168 round_trippers.go:476] Request Headers:
I0408 18:45:51.821518 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:51.821521 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:51.824204 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:52.021710 561168 request.go:661] Waited for 197.169883ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:52.021790 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:52.021801 561168 round_trippers.go:476] Request Headers:
I0408 18:45:52.021814 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:52.021824 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:52.024798 561168 round_trippers.go:581] Response Status: 200 OK in 2 milliseconds
I0408 18:45:52.025162 561168 pod_ready.go:93] pod "kube-proxy-4gzjx" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:52.025181 561168 pod_ready.go:82] duration metric: took 399.379382ms for pod "kube-proxy-4gzjx" in "kube-system" namespace to be "Ready" ...
I0408 18:45:52.025192 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-5mcvp" in "kube-system" namespace to be "Ready" ...
I0408 18:45:52.221712 561168 request.go:661] Waited for 196.406271ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5mcvp
I0408 18:45:52.221791 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-5mcvp
I0408 18:45:52.221799 561168 round_trippers.go:476] Request Headers:
I0408 18:45:52.221817 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:52.221831 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:52.225388 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:52.422145 561168 request.go:661] Waited for 196.384604ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m04
I0408 18:45:52.422231 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m04
I0408 18:45:52.422243 561168 round_trippers.go:476] Request Headers:
I0408 18:45:52.422256 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:52.422268 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:52.426292 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:52.426638 561168 pod_ready.go:93] pod "kube-proxy-5mcvp" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:52.426662 561168 pod_ready.go:82] duration metric: took 401.463916ms for pod "kube-proxy-5mcvp" in "kube-system" namespace to be "Ready" ...
I0408 18:45:52.426678 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-6dl4m" in "kube-system" namespace to be "Ready" ...
I0408 18:45:52.621739 561168 request.go:661] Waited for 194.963462ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6dl4m
I0408 18:45:52.621851 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6dl4m
I0408 18:45:52.621864 561168 round_trippers.go:476] Request Headers:
I0408 18:45:52.621877 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:52.621888 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:52.625515 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:52.822073 561168 request.go:661] Waited for 196.127671ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:52.822148 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:52.822155 561168 round_trippers.go:476] Request Headers:
I0408 18:45:52.822167 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:52.822173 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:52.825526 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:52.825818 561168 pod_ready.go:93] pod "kube-proxy-6dl4m" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:52.825839 561168 pod_ready.go:82] duration metric: took 399.149269ms for pod "kube-proxy-6dl4m" in "kube-system" namespace to be "Ready" ...
I0408 18:45:52.825854 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-l6g6x" in "kube-system" namespace to be "Ready" ...
I0408 18:45:53.021369 561168 request.go:661] Waited for 195.409396ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-l6g6x
I0408 18:45:53.021447 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-proxy-l6g6x
I0408 18:45:53.021462 561168 round_trippers.go:476] Request Headers:
I0408 18:45:53.021475 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:53.021486 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:53.025108 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:53.221166 561168 request.go:661] Waited for 195.295057ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:53.221239 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:53.221247 561168 round_trippers.go:476] Request Headers:
I0408 18:45:53.221260 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:53.221268 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:53.224807 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:53.225048 561168 pod_ready.go:93] pod "kube-proxy-l6g6x" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:53.225071 561168 pod_ready.go:82] duration metric: took 399.20977ms for pod "kube-proxy-l6g6x" in "kube-system" namespace to be "Ready" ...
I0408 18:45:53.225085 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:53.421571 561168 request.go:661] Waited for 196.380292ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009
I0408 18:45:53.421643 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009
I0408 18:45:53.421650 561168 round_trippers.go:476] Request Headers:
I0408 18:45:53.421662 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:53.421671 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:53.425077 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:53.621918 561168 request.go:661] Waited for 196.38202ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:53.621986 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009
I0408 18:45:53.621991 561168 round_trippers.go:476] Request Headers:
I0408 18:45:53.622006 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:53.622014 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:53.625610 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:53.625913 561168 pod_ready.go:93] pod "kube-scheduler-ha-046009" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:53.625944 561168 pod_ready.go:82] duration metric: took 400.85ms for pod "kube-scheduler-ha-046009" in "kube-system" namespace to be "Ready" ...
I0408 18:45:53.625960 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:53.821428 561168 request.go:661] Waited for 195.3727ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m02
I0408 18:45:53.821491 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m02
I0408 18:45:53.821496 561168 round_trippers.go:476] Request Headers:
I0408 18:45:53.821505 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:53.821514 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:53.824924 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:54.021774 561168 request.go:661] Waited for 196.361162ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:54.021845 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m02
I0408 18:45:54.021855 561168 round_trippers.go:476] Request Headers:
I0408 18:45:54.021867 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:54.021874 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:54.025058 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:54.025508 561168 pod_ready.go:93] pod "kube-scheduler-ha-046009-m02" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:54.025525 561168 pod_ready.go:82] duration metric: took 399.553601ms for pod "kube-scheduler-ha-046009-m02" in "kube-system" namespace to be "Ready" ...
I0408 18:45:54.025535 561168 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:54.221980 561168 request.go:661] Waited for 196.344701ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m03
I0408 18:45:54.222044 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-046009-m03
I0408 18:45:54.222049 561168 round_trippers.go:476] Request Headers:
I0408 18:45:54.222059 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:54.222063 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:54.225460 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:54.421193 561168 request.go:661] Waited for 195.375597ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:54.421271 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes/ha-046009-m03
I0408 18:45:54.421276 561168 round_trippers.go:476] Request Headers:
I0408 18:45:54.421284 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:54.421289 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:54.424581 561168 round_trippers.go:581] Response Status: 200 OK in 3 milliseconds
I0408 18:45:54.424830 561168 pod_ready.go:93] pod "kube-scheduler-ha-046009-m03" in "kube-system" namespace has status "Ready":"True"
I0408 18:45:54.424847 561168 pod_ready.go:82] duration metric: took 399.305786ms for pod "kube-scheduler-ha-046009-m03" in "kube-system" namespace to be "Ready" ...
I0408 18:45:54.424859 561168 pod_ready.go:39] duration metric: took 5.599967345s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I0408 18:45:54.424879 561168 system_svc.go:44] waiting for kubelet service to be running ....
I0408 18:45:54.424926 561168 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I0408 18:45:54.440166 561168 system_svc.go:56] duration metric: took 15.279565ms WaitForService to wait for kubelet
I0408 18:45:54.440191 561168 kubeadm.go:582] duration metric: took 6.314294074s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I0408 18:45:54.440209 561168 node_conditions.go:102] verifying NodePressure condition ...
I0408 18:45:54.621688 561168 request.go:661] Waited for 181.379741ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.167:8443/api/v1/nodes
I0408 18:45:54.621746 561168 round_trippers.go:470] GET https://192.168.39.167:8443/api/v1/nodes
I0408 18:45:54.621751 561168 round_trippers.go:476] Request Headers:
I0408 18:45:54.621764 561168 round_trippers.go:480] Accept: application/vnd.kubernetes.protobuf,application/json
I0408 18:45:54.621769 561168 round_trippers.go:480] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I0408 18:45:54.626520 561168 round_trippers.go:581] Response Status: 200 OK in 4 milliseconds
I0408 18:45:54.627173 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:45:54.627195 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:45:54.627211 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:45:54.627216 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:45:54.627222 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:45:54.627228 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:45:54.627235 561168 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I0408 18:45:54.627240 561168 node_conditions.go:123] node cpu capacity is 2
I0408 18:45:54.627246 561168 node_conditions.go:105] duration metric: took 187.03224ms to run NodePressure ...
I0408 18:45:54.627266 561168 start.go:241] waiting for startup goroutines ...
I0408 18:45:54.627313 561168 start.go:255] writing updated cluster config ...
I0408 18:45:54.627698 561168 ssh_runner.go:195] Run: rm -f paused
I0408 18:45:54.678531 561168 start.go:600] kubectl: 1.32.3, cluster: 1.32.2 (minor skew: 0)
I0408 18:45:54.680322 561168 out.go:177] * Done! kubectl is now configured to use "ha-046009" cluster and "default" namespace by default
==> Docker <==
Apr 08 18:43:31 ha-046009 cri-dockerd[1392]: time="2025-04-08T18:43:31Z" level=info msg="Will attempt to re-write config file /var/lib/docker/containers/da65faeb843f608785e47303e96c94327cb33331531e0d3c481b0537f526b095/resolv.conf as [nameserver 192.168.122.1]"
Apr 08 18:44:09 ha-046009 dockerd[1113]: time="2025-04-08T18:44:09.240450592Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Apr 08 18:44:09 ha-046009 dockerd[1113]: time="2025-04-08T18:44:09.240943893Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Apr 08 18:44:09 ha-046009 dockerd[1113]: time="2025-04-08T18:44:09.241021482Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Apr 08 18:44:09 ha-046009 dockerd[1113]: time="2025-04-08T18:44:09.241169183Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Apr 08 18:44:11 ha-046009 dockerd[1113]: time="2025-04-08T18:44:11.231099097Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Apr 08 18:44:11 ha-046009 dockerd[1113]: time="2025-04-08T18:44:11.231483623Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Apr 08 18:44:11 ha-046009 dockerd[1113]: time="2025-04-08T18:44:11.231647772Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Apr 08 18:44:11 ha-046009 dockerd[1113]: time="2025-04-08T18:44:11.233657301Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Apr 08 18:44:12 ha-046009 dockerd[1113]: time="2025-04-08T18:44:12.253929120Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Apr 08 18:44:12 ha-046009 dockerd[1113]: time="2025-04-08T18:44:12.254062216Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Apr 08 18:44:12 ha-046009 dockerd[1113]: time="2025-04-08T18:44:12.254089202Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Apr 08 18:44:12 ha-046009 dockerd[1113]: time="2025-04-08T18:44:12.254237297Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Apr 08 18:44:12 ha-046009 dockerd[1113]: time="2025-04-08T18:44:12.273432787Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Apr 08 18:44:12 ha-046009 dockerd[1113]: time="2025-04-08T18:44:12.273725664Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Apr 08 18:44:12 ha-046009 dockerd[1113]: time="2025-04-08T18:44:12.273922951Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Apr 08 18:44:12 ha-046009 dockerd[1113]: time="2025-04-08T18:44:12.274188117Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Apr 08 18:44:13 ha-046009 dockerd[1113]: time="2025-04-08T18:44:13.222032678Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Apr 08 18:44:13 ha-046009 dockerd[1113]: time="2025-04-08T18:44:13.222096524Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Apr 08 18:44:13 ha-046009 dockerd[1113]: time="2025-04-08T18:44:13.222110712Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Apr 08 18:44:13 ha-046009 dockerd[1113]: time="2025-04-08T18:44:13.222186363Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Apr 08 18:44:14 ha-046009 dockerd[1113]: time="2025-04-08T18:44:14.212332485Z" level=info msg="loading plugin \"io.containerd.event.v1.publisher\"..." runtime=io.containerd.runc.v2 type=io.containerd.event.v1
Apr 08 18:44:14 ha-046009 dockerd[1113]: time="2025-04-08T18:44:14.212449061Z" level=info msg="loading plugin \"io.containerd.internal.v1.shutdown\"..." runtime=io.containerd.runc.v2 type=io.containerd.internal.v1
Apr 08 18:44:14 ha-046009 dockerd[1113]: time="2025-04-08T18:44:14.212483771Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.task\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
Apr 08 18:44:14 ha-046009 dockerd[1113]: time="2025-04-08T18:44:14.212568476Z" level=info msg="loading plugin \"io.containerd.ttrpc.v1.pause\"..." runtime=io.containerd.runc.v2 type=io.containerd.ttrpc.v1
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
a999068f887c2 8c811b4aec35f About a minute ago Running busybox 1 02d57901b2a93 busybox-58667487b6-86sr5
ae3b010b7926e c69fa2e9cbf5f About a minute ago Running coredns 1 2e36ff2bb1e5e coredns-668d6bf9bc-dzpzr
56caa6280263e c69fa2e9cbf5f About a minute ago Running coredns 1 7a6cb3b4501e1 coredns-668d6bf9bc-zktmq
631d52fb726df df3849d954c98 About a minute ago Running kindnet-cni 1 da65faeb843f6 kindnet-bhpwm
18011eace0048 6e38f40d628db About a minute ago Running storage-provisioner 2 a930e445f0dc1 storage-provisioner
964471f262a0c f1332858868e1 About a minute ago Running kube-proxy 1 169a0a9212058 kube-proxy-4gzjx
7901753b58c16 85b7a174738ba 2 minutes ago Running kube-apiserver 2 426a0708e1c1b kube-apiserver-ha-046009
dbf8668784698 b6a454c5a800d 2 minutes ago Running kube-controller-manager 2 b12c70008b755 kube-controller-manager-ha-046009
60ae3084abd5f d8e673e7c9983 3 minutes ago Running kube-scheduler 1 79b8baf0d4faf kube-scheduler-ha-046009
43f8929bfc276 85b7a174738ba 3 minutes ago Exited kube-apiserver 1 426a0708e1c1b kube-apiserver-ha-046009
18f11b603f6e1 b6a454c5a800d 3 minutes ago Exited kube-controller-manager 1 b12c70008b755 kube-controller-manager-ha-046009
5262db058a8ad a9e7e6b294baf 3 minutes ago Running etcd 1 c57f9a2f8ab09 etcd-ha-046009
d6750b792ceb3 6ff023a402a69 3 minutes ago Running kube-vip 0 b8033e4a5e7dc kube-vip-ha-046009
9662edbcfdd1b 6e38f40d628db 6 minutes ago Exited storage-provisioner 1 371692f73175d storage-provisioner
851a2ebe6f032 gcr.io/k8s-minikube/busybox@sha256:9afb80db71730dbb303fe00765cbf34bddbdc6b66e49897fc2e1861967584b12 9 minutes ago Exited busybox 0 9ecb0d8179575 busybox-58667487b6-86sr5
9c03d877b3802 c69fa2e9cbf5f 11 minutes ago Exited coredns 0 5cdfc899275c1 coredns-668d6bf9bc-zktmq
e73aab010e0d5 c69fa2e9cbf5f 11 minutes ago Exited coredns 0 826628a226db4 coredns-668d6bf9bc-dzpzr
da89d7bf483aa kindest/kindnetd@sha256:e3c42406b0806c1f7e8a66838377936cbd2cdfd94d9b26a3eefedada8713d495 11 minutes ago Exited kindnet-cni 0 13b16385255bf kindnet-bhpwm
d6a225e288874 f1332858868e1 11 minutes ago Exited kube-proxy 0 da1ad068f350a kube-proxy-4gzjx
61f0a1398da29 d8e673e7c9983 12 minutes ago Exited kube-scheduler 0 f7e20904264c9 kube-scheduler-ha-046009
68bb5a7183903 a9e7e6b294baf 12 minutes ago Exited etcd 0 dbabc86f4e849 etcd-ha-046009
==> coredns [56caa6280263] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 680cec097987c24242735352e9de77b2ba657caea131666c4002607b6f81fb6322fe6fa5c2d434be3fcd1251845cd6b7641e3a08a7d3b88486730de31a010646
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:59811 - 52745 "HINFO IN 6230190490829628789.6603228269379618389. udp 57 false 512" NXDOMAIN qr,rd,ra 57 2.020475225s
[INFO] 127.0.0.1:38679 - 2105 "HINFO IN 6230190490829628789.6603228269379618389. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.437682217s
==> coredns [9c03d877b380] <==
[INFO] 127.0.0.1:44563 - 37105 "HINFO IN 8337538660790402850.95999351387861138. udp 55 false 512" NXDOMAIN qr,rd,ra 55 0.031009356s
[INFO] 10.244.0.4:60397 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.0285269s
[INFO] 10.244.1.2:38789 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 31 0.000198862s
[INFO] 10.244.2.2:58063 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000358838s
[INFO] 10.244.2.2:50056 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.000625173s
[INFO] 10.244.1.2:45090 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000272284s
[INFO] 10.244.1.2:45937 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000170102s
[INFO] 10.244.1.2:40280 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000208903s
[INFO] 10.244.2.2:43582 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000225828s
[INFO] 10.244.2.2:55730 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.004930433s
[INFO] 10.244.2.2:50341 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000143658s
[INFO] 10.244.2.2:44789 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000232964s
[INFO] 10.244.0.4:44511 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000323133s
[INFO] 10.244.0.4:38277 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000110651s
[INFO] 10.244.1.2:50727 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000218338s
[INFO] 10.244.2.2:46888 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000253627s
[INFO] 10.244.2.2:56621 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000150606s
[INFO] 10.244.0.4:35718 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000129476s
[INFO] 10.244.1.2:40458 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00012812s
[INFO] 10.244.2.2:55283 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000141061s
[INFO] 10.244.2.2:44957 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000244247s
[INFO] 10.244.2.2:33525 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000135659s
[INFO] 10.244.2.2:40098 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.00024873s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> coredns [ae3b010b7926] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 680cec097987c24242735352e9de77b2ba657caea131666c4002607b6f81fb6322fe6fa5c2d434be3fcd1251845cd6b7641e3a08a7d3b88486730de31a010646
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:33757 - 24477 "HINFO IN 8906019671073398507.4879080359988794571. udp 57 false 512" NXDOMAIN qr,rd,ra 57 2.0134435s
[INFO] 127.0.0.1:56517 - 37424 "HINFO IN 8906019671073398507.4879080359988794571. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.034076408s
==> coredns [e73aab010e0d] <==
[INFO] 10.244.0.4:34188 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000119349s
[INFO] 10.244.1.2:35256 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000177813s
[INFO] 10.244.1.2:46872 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.011026937s
[INFO] 10.244.1.2:54541 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.008158887s
[INFO] 10.244.1.2:36180 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000257845s
[INFO] 10.244.1.2:33107 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000084492s
[INFO] 10.244.2.2:58258 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000172948s
[INFO] 10.244.2.2:60540 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.008173577s
[INFO] 10.244.2.2:57002 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00011681s
[INFO] 10.244.2.2:52277 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000140903s
[INFO] 10.244.0.4:51479 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000160595s
[INFO] 10.244.0.4:34306 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00038256s
[INFO] 10.244.1.2:51231 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000206617s
[INFO] 10.244.1.2:55368 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00015575s
[INFO] 10.244.1.2:53034 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00011502s
[INFO] 10.244.2.2:42890 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00013575s
[INFO] 10.244.2.2:38140 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000233745s
[INFO] 10.244.0.4:48334 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00022272s
[INFO] 10.244.0.4:39753 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000159669s
[INFO] 10.244.0.4:36834 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000102839s
[INFO] 10.244.1.2:45471 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000111711s
[INFO] 10.244.1.2:47202 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000195062s
[INFO] 10.244.1.2:58753 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000154492s
[INFO] SIGTERM: Shutting down servers then terminating
[INFO] plugin/health: Going into lameduck mode for 5s
==> describe nodes <==
Name: ha-046009
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-046009
kubernetes.io/os=linux
minikube.k8s.io/commit=00fec7ad00298ce3ccd71a2d57a7f829f082fec8
minikube.k8s.io/name=ha-046009
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2025_04_08T18_33_56_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 08 Apr 2025 18:33:55 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-046009
AcquireTime: <unset>
RenewTime: Tue, 08 Apr 2025 18:45:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 08 Apr 2025 18:43:28 +0000 Tue, 08 Apr 2025 18:33:55 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 08 Apr 2025 18:43:28 +0000 Tue, 08 Apr 2025 18:33:55 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 08 Apr 2025 18:43:28 +0000 Tue, 08 Apr 2025 18:33:55 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 08 Apr 2025 18:43:28 +0000 Tue, 08 Apr 2025 18:34:16 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.167
Hostname: ha-046009
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 957af6c04a1147429cad3a41843687f5
System UUID: 957af6c0-4a11-4742-9cad-3a41843687f5
Boot ID: 799df0a1-827b-42dc-a473-8a5b462b521b
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.4.0
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-58667487b6-86sr5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m16s
kube-system coredns-668d6bf9bc-dzpzr 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 12m
kube-system coredns-668d6bf9bc-zktmq 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 12m
kube-system etcd-ha-046009 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 12m
kube-system kindnet-bhpwm 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 12m
kube-system kube-apiserver-ha-046009 250m (12%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-controller-manager-ha-046009 200m (10%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-proxy-4gzjx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-scheduler-ha-046009 100m (5%) 0 (0%) 0 (0%) 0 (0%) 12m
kube-system kube-vip-ha-046009 0 (0%) 0 (0%) 0 (0%) 0 (0%) 2m30s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 11m kube-proxy
Normal Starting 111s kube-proxy
Normal Starting 12m kubelet Starting kubelet.
Normal NodeAllocatableEnforced 12m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12m kubelet Node ha-046009 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12m kubelet Node ha-046009 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12m kubelet Node ha-046009 status is now: NodeHasSufficientPID
Normal RegisteredNode 12m node-controller Node ha-046009 event: Registered Node ha-046009 in Controller
Normal NodeReady 11m kubelet Node ha-046009 status is now: NodeReady
Normal RegisteredNode 10m node-controller Node ha-046009 event: Registered Node ha-046009 in Controller
Normal RegisteredNode 9m38s node-controller Node ha-046009 event: Registered Node ha-046009 in Controller
Normal RegisteredNode 7m6s node-controller Node ha-046009 event: Registered Node ha-046009 in Controller
Normal NodeHasSufficientMemory 3m19s (x8 over 3m19s) kubelet Node ha-046009 status is now: NodeHasSufficientMemory
Normal Starting 3m19s kubelet Starting kubelet.
Normal NodeHasNoDiskPressure 3m19s (x8 over 3m19s) kubelet Node ha-046009 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m19s (x7 over 3m19s) kubelet Node ha-046009 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m19s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m39s node-controller Node ha-046009 event: Registered Node ha-046009 in Controller
Warning Rebooted 2m32s kubelet Node ha-046009 has been rebooted, boot id: 799df0a1-827b-42dc-a473-8a5b462b521b
Normal RegisteredNode 2m27s node-controller Node ha-046009 event: Registered Node ha-046009 in Controller
Normal RegisteredNode 54s node-controller Node ha-046009 event: Registered Node ha-046009 in Controller
Name: ha-046009-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-046009-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=00fec7ad00298ce3ccd71a2d57a7f829f082fec8
minikube.k8s.io/name=ha-046009
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2025_04_08T18_34_57_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 08 Apr 2025 18:34:53 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-046009-m02
AcquireTime: <unset>
RenewTime: Tue, 08 Apr 2025 18:46:00 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 08 Apr 2025 18:43:35 +0000 Tue, 08 Apr 2025 18:34:53 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 08 Apr 2025 18:43:35 +0000 Tue, 08 Apr 2025 18:34:53 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 08 Apr 2025 18:43:35 +0000 Tue, 08 Apr 2025 18:34:53 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 08 Apr 2025 18:43:35 +0000 Tue, 08 Apr 2025 18:43:35 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.81
Hostname: ha-046009-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 32a40734777340b99e4c59c51eaf1e2f
System UUID: 32a40734-7773-40b9-9e4c-59c51eaf1e2f
Boot ID: dd2b7230-845f-48a3-a358-52e01907b976
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.4.0
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-58667487b6-djz9x 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m16s
kube-system etcd-ha-046009-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 11m
kube-system kindnet-8wk9g 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 11m
kube-system kube-apiserver-ha-046009-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-controller-manager-ha-046009-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-proxy-6dl4m 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-scheduler-ha-046009-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 11m
kube-system kube-vip-ha-046009-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 11m
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 2m24s kube-proxy
Normal Starting 7m10s kube-proxy
Normal Starting 11m kube-proxy
Normal NodeAllocatableEnforced 11m kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 11m (x8 over 11m) kubelet Node ha-046009-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 11m (x8 over 11m) kubelet Node ha-046009-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 11m (x7 over 11m) kubelet Node ha-046009-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 11m node-controller Node ha-046009-m02 event: Registered Node ha-046009-m02 in Controller
Normal RegisteredNode 10m node-controller Node ha-046009-m02 event: Registered Node ha-046009-m02 in Controller
Normal RegisteredNode 9m38s node-controller Node ha-046009-m02 event: Registered Node ha-046009-m02 in Controller
Normal Starting 7m15s kubelet Starting kubelet.
Warning Rebooted 7m15s kubelet Node ha-046009-m02 has been rebooted, boot id: a2f44324-ccbd-48bb-94cd-fd9b14cf2a64
Normal NodeAllocatableEnforced 7m15s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 7m15s (x2 over 7m15s) kubelet Node ha-046009-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 7m15s (x2 over 7m15s) kubelet Node ha-046009-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 7m15s (x2 over 7m15s) kubelet Node ha-046009-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 7m6s node-controller Node ha-046009-m02 event: Registered Node ha-046009-m02 in Controller
Normal Starting 2m52s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 2m52s (x8 over 2m52s) kubelet Node ha-046009-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 2m52s (x8 over 2m52s) kubelet Node ha-046009-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 2m52s (x7 over 2m52s) kubelet Node ha-046009-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 2m52s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 2m39s node-controller Node ha-046009-m02 event: Registered Node ha-046009-m02 in Controller
Warning Rebooted 2m34s kubelet Node ha-046009-m02 has been rebooted, boot id: dd2b7230-845f-48a3-a358-52e01907b976
Normal RegisteredNode 2m27s node-controller Node ha-046009-m02 event: Registered Node ha-046009-m02 in Controller
Normal RegisteredNode 54s node-controller Node ha-046009-m02 event: Registered Node ha-046009-m02 in Controller
Name: ha-046009-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-046009-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=00fec7ad00298ce3ccd71a2d57a7f829f082fec8
minikube.k8s.io/name=ha-046009
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2025_04_08T18_36_17_0700
minikube.k8s.io/version=v1.35.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 08 Apr 2025 18:36:13 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-046009-m03
AcquireTime: <unset>
RenewTime: Tue, 08 Apr 2025 18:45:59 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 08 Apr 2025 18:44:58 +0000 Tue, 08 Apr 2025 18:44:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 08 Apr 2025 18:44:58 +0000 Tue, 08 Apr 2025 18:44:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 08 Apr 2025 18:44:58 +0000 Tue, 08 Apr 2025 18:44:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 08 Apr 2025 18:44:58 +0000 Tue, 08 Apr 2025 18:44:58 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.158
Hostname: ha-046009-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: c646c206b8824f0d9fc0623b77cb3904
System UUID: c646c206-b882-4f0d-9fc0-623b77cb3904
Boot ID: 982d707e-1896-4429-bf47-bb88249733d3
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.4.0
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-58667487b6-pqz5b 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m16s
kube-system etcd-ha-046009-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 9m46s
kube-system kindnet-7kvdj 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 9m47s
kube-system kube-apiserver-ha-046009-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 9m46s
kube-system kube-controller-manager-ha-046009-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 9m46s
kube-system kube-proxy-l6g6x 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m47s
kube-system kube-scheduler-ha-046009-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 9m46s
kube-system kube-vip-ha-046009-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 9m46s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 57s kube-proxy
Normal Starting 9m42s kube-proxy
Normal NodeAllocatableEnforced 9m47s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 9m47s node-controller Node ha-046009-m03 event: Registered Node ha-046009-m03 in Controller
Normal NodeHasSufficientMemory 9m47s (x8 over 9m48s) kubelet Node ha-046009-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 9m47s (x8 over 9m48s) kubelet Node ha-046009-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 9m47s (x7 over 9m48s) kubelet Node ha-046009-m03 status is now: NodeHasSufficientPID
Normal RegisteredNode 9m46s node-controller Node ha-046009-m03 event: Registered Node ha-046009-m03 in Controller
Normal RegisteredNode 9m38s node-controller Node ha-046009-m03 event: Registered Node ha-046009-m03 in Controller
Normal RegisteredNode 7m6s node-controller Node ha-046009-m03 event: Registered Node ha-046009-m03 in Controller
Normal RegisteredNode 2m39s node-controller Node ha-046009-m03 event: Registered Node ha-046009-m03 in Controller
Normal RegisteredNode 2m27s node-controller Node ha-046009-m03 event: Registered Node ha-046009-m03 in Controller
Normal NodeNotReady 109s node-controller Node ha-046009-m03 status is now: NodeNotReady
Normal Starting 63s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 63s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 62s (x3 over 62s) kubelet Node ha-046009-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 62s (x3 over 62s) kubelet Node ha-046009-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 62s (x3 over 62s) kubelet Node ha-046009-m03 status is now: NodeHasSufficientPID
Warning Rebooted 62s (x2 over 62s) kubelet Node ha-046009-m03 has been rebooted, boot id: 982d707e-1896-4429-bf47-bb88249733d3
Normal NodeReady 62s (x2 over 62s) kubelet Node ha-046009-m03 status is now: NodeReady
Normal RegisteredNode 54s node-controller Node ha-046009-m03 event: Registered Node ha-046009-m03 in Controller
Name: ha-046009-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-046009-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=00fec7ad00298ce3ccd71a2d57a7f829f082fec8
minikube.k8s.io/name=ha-046009
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2025_04_08T18_37_26_0700
minikube.k8s.io/version=v1.35.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/cri-dockerd.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 08 Apr 2025 18:37:26 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-046009-m04
AcquireTime: <unset>
RenewTime: Tue, 08 Apr 2025 18:45:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 08 Apr 2025 18:45:48 +0000 Tue, 08 Apr 2025 18:45:48 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 08 Apr 2025 18:45:48 +0000 Tue, 08 Apr 2025 18:45:48 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 08 Apr 2025 18:45:48 +0000 Tue, 08 Apr 2025 18:45:48 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 08 Apr 2025 18:45:48 +0000 Tue, 08 Apr 2025 18:45:48 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.51
Hostname: ha-046009-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 41fa4bf3e0f14e478d4c9bae0f7baa91
System UUID: 41fa4bf3-e0f1-4e47-8d4c-9bae0f7baa91
Boot ID: 23cf8563-1f3a-409c-a518-99c0609b22bc
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: docker://27.4.0
Kubelet Version: v1.32.2
Kube-Proxy Version: v1.32.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-5mpzx 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 8m34s
kube-system kube-proxy-5mcvp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 8m34s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 8m27s kube-proxy
Normal Starting 10s kube-proxy
Normal NodeAllocatableEnforced 8m35s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 8m34s (x2 over 8m35s) kubelet Node ha-046009-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 8m34s (x2 over 8m35s) kubelet Node ha-046009-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 8m34s (x2 over 8m35s) kubelet Node ha-046009-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 8m33s node-controller Node ha-046009-m04 event: Registered Node ha-046009-m04 in Controller
Normal RegisteredNode 8m32s node-controller Node ha-046009-m04 event: Registered Node ha-046009-m04 in Controller
Normal RegisteredNode 8m31s node-controller Node ha-046009-m04 event: Registered Node ha-046009-m04 in Controller
Normal NodeReady 8m13s kubelet Node ha-046009-m04 status is now: NodeReady
Normal RegisteredNode 7m6s node-controller Node ha-046009-m04 event: Registered Node ha-046009-m04 in Controller
Normal RegisteredNode 2m39s node-controller Node ha-046009-m04 event: Registered Node ha-046009-m04 in Controller
Normal RegisteredNode 2m27s node-controller Node ha-046009-m04 event: Registered Node ha-046009-m04 in Controller
Normal NodeNotReady 109s node-controller Node ha-046009-m04 status is now: NodeNotReady
Normal RegisteredNode 54s node-controller Node ha-046009-m04 event: Registered Node ha-046009-m04 in Controller
Normal Starting 12s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 12s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 12s (x2 over 12s) kubelet Node ha-046009-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 12s (x2 over 12s) kubelet Node ha-046009-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 12s (x2 over 12s) kubelet Node ha-046009-m04 status is now: NodeHasSufficientPID
Warning Rebooted 12s kubelet Node ha-046009-m04 has been rebooted, boot id: 23cf8563-1f3a-409c-a518-99c0609b22bc
Normal NodeReady 12s kubelet Node ha-046009-m04 status is now: NodeReady
==> dmesg <==
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050521] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040159] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.905943] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.642693] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +1.584000] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000005] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +8.642743] systemd-fstab-generator[470]: Ignoring "noauto" option for root device
[ +0.059469] kauditd_printk_skb: 1 callbacks suppressed
[ +0.052211] systemd-fstab-generator[482]: Ignoring "noauto" option for root device
[ +2.419981] systemd-fstab-generator[1034]: Ignoring "noauto" option for root device
[ +0.308613] systemd-fstab-generator[1072]: Ignoring "noauto" option for root device
[ +0.119645] systemd-fstab-generator[1084]: Ignoring "noauto" option for root device
[ +0.154763] systemd-fstab-generator[1099]: Ignoring "noauto" option for root device
[ +2.247348] kauditd_printk_skb: 199 callbacks suppressed
[ +0.354544] systemd-fstab-generator[1345]: Ignoring "noauto" option for root device
[ +0.112034] systemd-fstab-generator[1357]: Ignoring "noauto" option for root device
[ +0.107741] systemd-fstab-generator[1369]: Ignoring "noauto" option for root device
[ +0.146732] systemd-fstab-generator[1384]: Ignoring "noauto" option for root device
[ +0.537544] systemd-fstab-generator[1548]: Ignoring "noauto" option for root device
[ +6.753212] kauditd_printk_skb: 180 callbacks suppressed
[ +7.364306] kauditd_printk_skb: 40 callbacks suppressed
[Apr 8 18:44] kauditd_printk_skb: 30 callbacks suppressed
[Apr 8 18:45] kauditd_printk_skb: 52 callbacks suppressed
==> etcd [5262db058a8a] <==
{"level":"warn","ts":"2025-04-08T18:44:42.836655Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.158:2380/version","remote-member-id":"1c34635fcf18054","error":"Get \"https://192.168.39.158:2380/version\": dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:42.836939Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"1c34635fcf18054","error":"Get \"https://192.168.39.158:2380/version\": dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:43.191675Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"1c34635fcf18054","rtt":"0s","error":"dial tcp 192.168.39.158:2380: connect: no route to host"}
{"level":"warn","ts":"2025-04-08T18:44:43.192910Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"1c34635fcf18054","rtt":"0s","error":"dial tcp 192.168.39.158:2380: connect: no route to host"}
{"level":"warn","ts":"2025-04-08T18:44:46.838683Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.158:2380/version","remote-member-id":"1c34635fcf18054","error":"Get \"https://192.168.39.158:2380/version\": dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:46.838740Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"1c34635fcf18054","error":"Get \"https://192.168.39.158:2380/version\": dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:48.191871Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"1c34635fcf18054","rtt":"0s","error":"dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:48.195112Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"1c34635fcf18054","rtt":"0s","error":"dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:50.840553Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.158:2380/version","remote-member-id":"1c34635fcf18054","error":"Get \"https://192.168.39.158:2380/version\": dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:50.840610Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"1c34635fcf18054","error":"Get \"https://192.168.39.158:2380/version\": dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:53.192747Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"1c34635fcf18054","rtt":"0s","error":"dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:53.196002Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"1c34635fcf18054","rtt":"0s","error":"dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:54.841976Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.158:2380/version","remote-member-id":"1c34635fcf18054","error":"Get \"https://192.168.39.158:2380/version\": dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:54.842031Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"1c34635fcf18054","error":"Get \"https://192.168.39.158:2380/version\": dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:58.193139Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"1c34635fcf18054","rtt":"0s","error":"dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:58.196373Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"1c34635fcf18054","rtt":"0s","error":"dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:58.843768Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.158:2380/version","remote-member-id":"1c34635fcf18054","error":"Get \"https://192.168.39.158:2380/version\": dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"warn","ts":"2025-04-08T18:44:58.843888Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"1c34635fcf18054","error":"Get \"https://192.168.39.158:2380/version\": dial tcp 192.168.39.158:2380: connect: connection refused"}
{"level":"info","ts":"2025-04-08T18:45:00.299955Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"1c34635fcf18054"}
{"level":"info","ts":"2025-04-08T18:45:00.320080Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"20d5e93d92ee8fac","remote-peer-id":"1c34635fcf18054"}
{"level":"info","ts":"2025-04-08T18:45:00.440549Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"20d5e93d92ee8fac","remote-peer-id":"1c34635fcf18054"}
{"level":"info","ts":"2025-04-08T18:45:00.500713Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"20d5e93d92ee8fac","to":"1c34635fcf18054","stream-type":"stream MsgApp v2"}
{"level":"info","ts":"2025-04-08T18:45:00.501058Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"20d5e93d92ee8fac","remote-peer-id":"1c34635fcf18054"}
{"level":"info","ts":"2025-04-08T18:45:00.501574Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"20d5e93d92ee8fac","to":"1c34635fcf18054","stream-type":"stream Message"}
{"level":"info","ts":"2025-04-08T18:45:00.501629Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"20d5e93d92ee8fac","remote-peer-id":"1c34635fcf18054"}
==> etcd [68bb5a718390] <==
2025/04/08 18:39:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2025-04-08T18:39:35.126088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.723390735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"","error":"context canceled"}
{"level":"info","ts":"2025-04-08T18:39:35.126098Z","caller":"traceutil/trace.go:171","msg":"trace[1470551356] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; }","duration":"6.723417124s","start":"2025-04-08T18:39:28.402677Z","end":"2025-04-08T18:39:35.126094Z","steps":["trace[1470551356] 'agreement among raft nodes before linearized reading' (duration: 6.723406062s)"],"step_count":1}
{"level":"warn","ts":"2025-04-08T18:39:35.126109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2025-04-08T18:39:28.402669Z","time spent":"6.723437002s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":0,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "}
2025/04/08 18:39:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing"
{"level":"warn","ts":"2025-04-08T18:39:35.217649Z","caller":"embed/serve.go:212","msg":"stopping secure grpc server due to error","error":"accept tcp 192.168.39.167:2379: use of closed network connection"}
{"level":"warn","ts":"2025-04-08T18:39:35.217703Z","caller":"embed/serve.go:214","msg":"stopped secure grpc server due to error","error":"accept tcp 192.168.39.167:2379: use of closed network connection"}
{"level":"info","ts":"2025-04-08T18:39:35.217776Z","caller":"etcdserver/server.go:1534","msg":"skipped leadership transfer; local server is not leader","local-member-id":"20d5e93d92ee8fac","current-leader-member-id":"0"}
{"level":"info","ts":"2025-04-08T18:39:35.218973Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"c9bcad0fd3e7d38a"}
{"level":"info","ts":"2025-04-08T18:39:35.219018Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"c9bcad0fd3e7d38a"}
{"level":"info","ts":"2025-04-08T18:39:35.219081Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"c9bcad0fd3e7d38a"}
{"level":"info","ts":"2025-04-08T18:39:35.219160Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"20d5e93d92ee8fac","remote-peer-id":"c9bcad0fd3e7d38a"}
{"level":"info","ts":"2025-04-08T18:39:35.219212Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"20d5e93d92ee8fac","remote-peer-id":"c9bcad0fd3e7d38a"}
{"level":"info","ts":"2025-04-08T18:39:35.219269Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"20d5e93d92ee8fac","remote-peer-id":"c9bcad0fd3e7d38a"}
{"level":"info","ts":"2025-04-08T18:39:35.219298Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"c9bcad0fd3e7d38a"}
{"level":"info","ts":"2025-04-08T18:39:35.219306Z","caller":"rafthttp/peer.go:330","msg":"stopping remote peer","remote-peer-id":"1c34635fcf18054"}
{"level":"info","ts":"2025-04-08T18:39:35.219314Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","remote-peer-id":"1c34635fcf18054"}
{"level":"info","ts":"2025-04-08T18:39:35.219328Z","caller":"rafthttp/stream.go:294","msg":"stopped TCP streaming connection with remote peer","stream-writer-type":"stream Message","remote-peer-id":"1c34635fcf18054"}
{"level":"info","ts":"2025-04-08T18:39:35.220075Z","caller":"rafthttp/pipeline.go:85","msg":"stopped HTTP pipelining with remote peer","local-member-id":"20d5e93d92ee8fac","remote-peer-id":"1c34635fcf18054"}
{"level":"info","ts":"2025-04-08T18:39:35.220145Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"20d5e93d92ee8fac","remote-peer-id":"1c34635fcf18054"}
{"level":"info","ts":"2025-04-08T18:39:35.220199Z","caller":"rafthttp/stream.go:442","msg":"stopped stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"20d5e93d92ee8fac","remote-peer-id":"1c34635fcf18054"}
{"level":"info","ts":"2025-04-08T18:39:35.220225Z","caller":"rafthttp/peer.go:335","msg":"stopped remote peer","remote-peer-id":"1c34635fcf18054"}
{"level":"info","ts":"2025-04-08T18:39:35.224579Z","caller":"embed/etcd.go:582","msg":"stopping serving peer traffic","address":"192.168.39.167:2380"}
{"level":"info","ts":"2025-04-08T18:39:35.224702Z","caller":"embed/etcd.go:587","msg":"stopped serving peer traffic","address":"192.168.39.167:2380"}
{"level":"info","ts":"2025-04-08T18:39:35.224727Z","caller":"embed/etcd.go:380","msg":"closed etcd server","name":"ha-046009","data-dir":"/var/lib/minikube/etcd","advertise-peer-urls":["https://192.168.39.167:2380"],"advertise-client-urls":["https://192.168.39.167:2379"]}
==> kernel <==
18:46:00 up 3 min, 0 users, load average: 0.99, 0.65, 0.28
Linux ha-046009 5.10.207 #1 SMP Tue Jan 14 08:15:54 UTC 2025 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [631d52fb726d] <==
I0408 18:45:23.687477 1 main.go:301] handling current node
I0408 18:45:33.679528 1 main.go:297] Handling node with IPs: map[192.168.39.167:{}]
I0408 18:45:33.679668 1 main.go:301] handling current node
I0408 18:45:33.679877 1 main.go:297] Handling node with IPs: map[192.168.39.81:{}]
I0408 18:45:33.679948 1 main.go:324] Node ha-046009-m02 has CIDR [10.244.1.0/24]
I0408 18:45:33.680224 1 main.go:297] Handling node with IPs: map[192.168.39.158:{}]
I0408 18:45:33.680290 1 main.go:324] Node ha-046009-m03 has CIDR [10.244.2.0/24]
I0408 18:45:33.680498 1 main.go:297] Handling node with IPs: map[192.168.39.51:{}]
I0408 18:45:33.680556 1 main.go:324] Node ha-046009-m04 has CIDR [10.244.3.0/24]
I0408 18:45:43.684436 1 main.go:297] Handling node with IPs: map[192.168.39.158:{}]
I0408 18:45:43.684548 1 main.go:324] Node ha-046009-m03 has CIDR [10.244.2.0/24]
I0408 18:45:43.685115 1 main.go:297] Handling node with IPs: map[192.168.39.51:{}]
I0408 18:45:43.685160 1 main.go:324] Node ha-046009-m04 has CIDR [10.244.3.0/24]
I0408 18:45:43.685654 1 main.go:297] Handling node with IPs: map[192.168.39.167:{}]
I0408 18:45:43.685670 1 main.go:301] handling current node
I0408 18:45:43.685704 1 main.go:297] Handling node with IPs: map[192.168.39.81:{}]
I0408 18:45:43.685928 1 main.go:324] Node ha-046009-m02 has CIDR [10.244.1.0/24]
I0408 18:45:53.678089 1 main.go:297] Handling node with IPs: map[192.168.39.158:{}]
I0408 18:45:53.678124 1 main.go:324] Node ha-046009-m03 has CIDR [10.244.2.0/24]
I0408 18:45:53.678692 1 main.go:297] Handling node with IPs: map[192.168.39.51:{}]
I0408 18:45:53.678722 1 main.go:324] Node ha-046009-m04 has CIDR [10.244.3.0/24]
I0408 18:45:53.679717 1 main.go:297] Handling node with IPs: map[192.168.39.167:{}]
I0408 18:45:53.679929 1 main.go:301] handling current node
I0408 18:45:53.680096 1 main.go:297] Handling node with IPs: map[192.168.39.81:{}]
I0408 18:45:53.680123 1 main.go:324] Node ha-046009-m02 has CIDR [10.244.1.0/24]
==> kindnet [da89d7bf483a] <==
I0408 18:38:55.802427 1 main.go:324] Node ha-046009-m04 has CIDR [10.244.3.0/24]
I0408 18:39:05.801952 1 main.go:297] Handling node with IPs: map[192.168.39.81:{}]
I0408 18:39:05.802013 1 main.go:324] Node ha-046009-m02 has CIDR [10.244.1.0/24]
I0408 18:39:05.802700 1 main.go:297] Handling node with IPs: map[192.168.39.158:{}]
I0408 18:39:05.802742 1 main.go:324] Node ha-046009-m03 has CIDR [10.244.2.0/24]
I0408 18:39:05.803324 1 main.go:297] Handling node with IPs: map[192.168.39.51:{}]
I0408 18:39:05.803364 1 main.go:324] Node ha-046009-m04 has CIDR [10.244.3.0/24]
I0408 18:39:05.803753 1 main.go:297] Handling node with IPs: map[192.168.39.167:{}]
I0408 18:39:05.803799 1 main.go:301] handling current node
I0408 18:39:15.807936 1 main.go:297] Handling node with IPs: map[192.168.39.167:{}]
I0408 18:39:15.807970 1 main.go:301] handling current node
I0408 18:39:15.807985 1 main.go:297] Handling node with IPs: map[192.168.39.81:{}]
I0408 18:39:15.807991 1 main.go:324] Node ha-046009-m02 has CIDR [10.244.1.0/24]
I0408 18:39:15.808367 1 main.go:297] Handling node with IPs: map[192.168.39.158:{}]
I0408 18:39:15.808381 1 main.go:324] Node ha-046009-m03 has CIDR [10.244.2.0/24]
I0408 18:39:15.809131 1 main.go:297] Handling node with IPs: map[192.168.39.51:{}]
I0408 18:39:15.809167 1 main.go:324] Node ha-046009-m04 has CIDR [10.244.3.0/24]
I0408 18:39:25.802032 1 main.go:297] Handling node with IPs: map[192.168.39.158:{}]
I0408 18:39:25.802131 1 main.go:324] Node ha-046009-m03 has CIDR [10.244.2.0/24]
I0408 18:39:25.802527 1 main.go:297] Handling node with IPs: map[192.168.39.51:{}]
I0408 18:39:25.802591 1 main.go:324] Node ha-046009-m04 has CIDR [10.244.3.0/24]
I0408 18:39:25.802940 1 main.go:297] Handling node with IPs: map[192.168.39.167:{}]
I0408 18:39:25.803000 1 main.go:301] handling current node
I0408 18:39:25.803026 1 main.go:297] Handling node with IPs: map[192.168.39.81:{}]
I0408 18:39:25.803046 1 main.go:324] Node ha-046009-m02 has CIDR [10.244.1.0/24]
==> kube-apiserver [43f8929bfc27] <==
W0408 18:42:48.721103 1 registry.go:256] calling componentGlobalsRegistry.AddFlags more than once, the registry will be set by the latest flags
I0408 18:42:48.723915 1 options.go:238] external host was not specified, using 192.168.39.167
I0408 18:42:48.737384 1 server.go:143] Version: v1.32.2
I0408 18:42:48.737599 1 server.go:145] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0408 18:42:49.344098 1 shared_informer.go:313] Waiting for caches to sync for node_authorizer
I0408 18:42:49.365263 1 shared_informer.go:313] Waiting for caches to sync for *generic.policySource[*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicy,*k8s.io/api/admissionregistration/v1.ValidatingAdmissionPolicyBinding,k8s.io/apiserver/pkg/admission/plugin/policy/validating.Validator]
I0408 18:42:49.379568 1 plugins.go:157] Loaded 13 mutating admission controller(s) successfully in the following order: NamespaceLifecycle,LimitRanger,ServiceAccount,NodeRestriction,TaintNodesByCondition,Priority,DefaultTolerationSeconds,DefaultStorageClass,StorageObjectInUseProtection,RuntimeClass,DefaultIngressClass,MutatingAdmissionPolicy,MutatingAdmissionWebhook.
I0408 18:42:49.379603 1 plugins.go:160] Loaded 13 validating admission controller(s) successfully in the following order: LimitRanger,ServiceAccount,PodSecurity,Priority,PersistentVolumeClaimResize,RuntimeClass,CertificateApproval,CertificateSigning,ClusterTrustBundleAttest,CertificateSubjectRestriction,ValidatingAdmissionPolicy,ValidatingAdmissionWebhook,ResourceQuota.
I0408 18:42:49.381883 1 instance.go:233] Using reconciler: lease
W0408 18:43:09.329693 1 logging.go:55] [core] [Channel #1 SubChannel #2]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context canceled"
W0408 18:43:09.333229 1 logging.go:55] [core] [Channel #3 SubChannel #4]grpc: addrConn.createTransport failed to connect to {Addr: "127.0.0.1:2379", ServerName: "127.0.0.1:2379", }. Err: connection error: desc = "transport: authentication handshake failed: context deadline exceeded"
F0408 18:43:09.384443 1 instance.go:226] Error creating leases: error creating storage factory: context deadline exceeded
==> kube-apiserver [7901753b58c1] <==
I0408 18:43:30.272423 1 controller.go:615] quota admission added evaluator for: leases.coordination.k8s.io
I0408 18:43:30.272952 1 shared_informer.go:320] Caches are synced for crd-autoregister
I0408 18:43:30.273000 1 cache.go:39] Caches are synced for APIServiceRegistrationController controller
I0408 18:43:30.277688 1 apf_controller.go:382] Running API Priority and Fairness config worker
I0408 18:43:30.277727 1 apf_controller.go:385] Running API Priority and Fairness periodic rebalancing process
I0408 18:43:30.277906 1 aggregator.go:171] initial CRD sync complete...
I0408 18:43:30.277941 1 autoregister_controller.go:144] Starting autoregister controller
I0408 18:43:30.277947 1 cache.go:32] Waiting for caches to sync for autoregister controller
I0408 18:43:30.277953 1 cache.go:39] Caches are synced for autoregister controller
I0408 18:43:30.278139 1 handler_discovery.go:451] Starting ResourceDiscoveryManager
I0408 18:43:30.284220 1 shared_informer.go:320] Caches are synced for cluster_authentication_trust_controller
I0408 18:43:30.316342 1 shared_informer.go:320] Caches are synced for node_authorizer
I0408 18:43:30.325485 1 cache.go:39] Caches are synced for RemoteAvailability controller
I0408 18:43:30.325533 1 cache.go:39] Caches are synced for LocalAvailability controller
I0408 18:43:30.326885 1 shared_informer.go:320] Caches are synced for configmaps
W0408 18:43:30.343000 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.81]
I0408 18:43:30.346608 1 controller.go:615] quota admission added evaluator for: endpoints
I0408 18:43:30.364316 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
E0408 18:43:30.373577 1 controller.go:95] Found stale data, removed previous endpoints on kubernetes service, apiserver didn't exit successfully previously
I0408 18:43:31.136040 1 storage_scheduling.go:111] all system priority classes are created successfully or already exist.
W0408 18:43:31.688476 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.167 192.168.39.81]
I0408 18:43:32.130803 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I0408 18:43:35.204090 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I0408 18:43:35.283503 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I0408 18:43:37.336432 1 controller.go:615] quota admission added evaluator for: deployments.apps
==> kube-controller-manager [18f11b603f6e] <==
I0408 18:42:48.964474 1 serving.go:386] Generated self-signed cert in-memory
I0408 18:42:49.591162 1 controllermanager.go:185] "Starting" version="v1.32.2"
I0408 18:42:49.591203 1 controllermanager.go:187] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0408 18:42:49.595766 1 secure_serving.go:213] Serving securely on 127.0.0.1:10257
I0408 18:42:49.597938 1 dynamic_cafile_content.go:161] "Starting controller" name="client-ca-bundle::/var/lib/minikube/certs/ca.crt"
I0408 18:42:49.598244 1 tlsconfig.go:243] "Starting DynamicServingCertificateController"
I0408 18:42:49.599877 1 dynamic_cafile_content.go:161] "Starting controller" name="request-header::/var/lib/minikube/certs/front-proxy-ca.crt"
E0408 18:43:10.391215 1 controllermanager.go:230] "Error building controller context" err="failed to wait for apiserver being healthy: timed out waiting for the condition: failed to get apiserver /healthz status: Get \"https://192.168.39.167:8443/healthz\": dial tcp 192.168.39.167:8443: connect: connection refused"
==> kube-controller-manager [dbf866878469] <==
I0408 18:44:13.113012 1 endpointslice_controller.go:344] "Error syncing endpoint slices for service, retrying" logger="endpointslice-controller" key="kube-system/kube-dns" err="failed to update kube-dns-cg4m9 EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io \"kube-dns-cg4m9\": the object has been modified; please apply your changes to the latest version and try again"
I0408 18:44:13.113432 1 event.go:377] Event(v1.ObjectReference{Kind:"Service", Namespace:"kube-system", Name:"kube-dns", UID:"7d56b64d-a3c4-4938-b283-ec574da4e32c", APIVersion:"v1", ResourceVersion:"241", FieldPath:""}): type: 'Warning' reason: 'FailedToUpdateEndpointSlices' Error updating Endpoint Slices for Service kube-system/kube-dns: failed to update kube-dns-cg4m9 EndpointSlice for Service kube-system/kube-dns: Operation cannot be fulfilled on endpointslices.discovery.k8s.io "kube-dns-cg4m9": the object has been modified; please apply your changes to the latest version and try again
I0408 18:44:13.123245 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-668d6bf9bc" duration="57.609536ms"
I0408 18:44:13.123485 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-668d6bf9bc" duration="101.398µs"
I0408 18:44:13.502379 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m03"
I0408 18:44:14.061787 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-668d6bf9bc" duration="81.298µs"
I0408 18:44:14.100721 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-668d6bf9bc" duration="18.501088ms"
I0408 18:44:14.102456 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="kube-system/coredns-668d6bf9bc" duration="50.25µs"
I0408 18:44:15.086189 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-58667487b6" duration="9.635411ms"
I0408 18:44:15.087050 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-58667487b6" duration="129.093µs"
I0408 18:44:16.555796 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m03"
I0408 18:44:23.578352 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m04"
I0408 18:44:26.640274 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m04"
I0408 18:44:58.146174 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m03"
I0408 18:44:58.163280 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m03"
I0408 18:44:58.475563 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m03"
I0408 18:44:59.092727 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-58667487b6" duration="122.725µs"
I0408 18:45:02.886295 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-58667487b6" duration="37.738375ms"
I0408 18:45:02.887098 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-58667487b6" duration="708.678µs"
I0408 18:45:07.019909 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m04"
I0408 18:45:07.109806 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m04"
I0408 18:45:48.591366 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-046009-m04"
I0408 18:45:48.593237 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m04"
I0408 18:45:48.613321 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m04"
I0408 18:45:51.492173 1 range_allocator.go:247] "Successfully synced" logger="node-ipam-controller" key="ha-046009-m04"
==> kube-proxy [964471f262a0] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E0408 18:44:09.482552 1 proxier.go:733] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I0408 18:44:09.506867 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.39.167"]
E0408 18:44:09.507123 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0408 18:44:09.545766 1 server_linux.go:147] "No iptables support for family" ipFamily="IPv6"
I0408 18:44:09.545932 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0408 18:44:09.545953 1 server_linux.go:170] "Using iptables Proxier"
I0408 18:44:09.548949 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0408 18:44:09.549905 1 server.go:497] "Version info" version="v1.32.2"
I0408 18:44:09.549944 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0408 18:44:09.556308 1 config.go:199] "Starting service config controller"
I0408 18:44:09.557287 1 shared_informer.go:313] Waiting for caches to sync for service config
I0408 18:44:09.557704 1 config.go:105] "Starting endpoint slice config controller"
I0408 18:44:09.557984 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0408 18:44:09.559797 1 config.go:329] "Starting node config controller"
I0408 18:44:09.559923 1 shared_informer.go:313] Waiting for caches to sync for node config
I0408 18:44:09.658128 1 shared_informer.go:320] Caches are synced for service config
I0408 18:44:09.658355 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0408 18:44:09.659966 1 shared_informer.go:320] Caches are synced for node config
==> kube-proxy [d6a225e28887] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E0408 18:34:01.640524 1 proxier.go:733] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I0408 18:34:01.669421 1 server.go:698] "Successfully retrieved node IP(s)" IPs=["192.168.39.167"]
E0408 18:34:01.669892 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I0408 18:34:01.760936 1 server_linux.go:147] "No iptables support for family" ipFamily="IPv6"
I0408 18:34:01.760993 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I0408 18:34:01.761020 1 server_linux.go:170] "Using iptables Proxier"
I0408 18:34:01.764042 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I0408 18:34:01.765166 1 server.go:497] "Version info" version="v1.32.2"
I0408 18:34:01.765269 1 server.go:499] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I0408 18:34:01.770776 1 config.go:199] "Starting service config controller"
I0408 18:34:01.771422 1 config.go:105] "Starting endpoint slice config controller"
I0408 18:34:01.771459 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I0408 18:34:01.772905 1 shared_informer.go:313] Waiting for caches to sync for service config
I0408 18:34:01.773244 1 config.go:329] "Starting node config controller"
I0408 18:34:01.773472 1 shared_informer.go:313] Waiting for caches to sync for node config
I0408 18:34:01.871578 1 shared_informer.go:320] Caches are synced for endpoint slice config
I0408 18:34:01.873875 1 shared_informer.go:320] Caches are synced for service config
I0408 18:34:01.873911 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [60ae3084abd5] <==
W0408 18:43:19.769179 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: Get "https://192.168.39.167:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0": dial tcp 192.168.39.167:8443: connect: connection refused
E0408 18:43:19.769241 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: Get \"https://192.168.39.167:8443/apis/storage.k8s.io/v1/storageclasses?limit=500&resourceVersion=0\": dial tcp 192.168.39.167:8443: connect: connection refused" logger="UnhandledError"
W0408 18:43:24.393570 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: Get "https://192.168.39.167:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0": dial tcp 192.168.39.167:8443: connect: connection refused
E0408 18:43:24.393642 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: Get \"https://192.168.39.167:8443/apis/apps/v1/statefulsets?limit=500&resourceVersion=0\": dial tcp 192.168.39.167:8443: connect: connection refused" logger="UnhandledError"
W0408 18:43:25.380524 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: Get "https://192.168.39.167:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0": dial tcp 192.168.39.167:8443: connect: connection refused
E0408 18:43:25.380577 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: Get \"https://192.168.39.167:8443/apis/policy/v1/poddisruptionbudgets?limit=500&resourceVersion=0\": dial tcp 192.168.39.167:8443: connect: connection refused" logger="UnhandledError"
W0408 18:43:25.631361 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: Get "https://192.168.39.167:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0": dial tcp 192.168.39.167:8443: connect: connection refused
E0408 18:43:25.631631 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: Get \"https://192.168.39.167:8443/apis/storage.k8s.io/v1/csidrivers?limit=500&resourceVersion=0\": dial tcp 192.168.39.167:8443: connect: connection refused" logger="UnhandledError"
W0408 18:43:26.148730 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: Get "https://192.168.39.167:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0": dial tcp 192.168.39.167:8443: connect: connection refused
E0408 18:43:26.148801 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: Get \"https://192.168.39.167:8443/apis/storage.k8s.io/v1/csistoragecapacities?limit=500&resourceVersion=0\": dial tcp 192.168.39.167:8443: connect: connection refused" logger="UnhandledError"
W0408 18:43:26.634167 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: Get "https://192.168.39.167:8443/api/v1/namespaces?limit=500&resourceVersion=0": dial tcp 192.168.39.167:8443: connect: connection refused
E0408 18:43:26.634220 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: Get \"https://192.168.39.167:8443/api/v1/namespaces?limit=500&resourceVersion=0\": dial tcp 192.168.39.167:8443: connect: connection refused" logger="UnhandledError"
W0408 18:43:27.140498 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: Get "https://192.168.39.167:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0": dial tcp 192.168.39.167:8443: connect: connection refused
E0408 18:43:27.140607 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: Get \"https://192.168.39.167:8443/api/v1/pods?fieldSelector=status.phase%21%3DSucceeded%2Cstatus.phase%21%3DFailed&limit=500&resourceVersion=0\": dial tcp 192.168.39.167:8443: connect: connection refused" logger="UnhandledError"
W0408 18:43:30.187456 1 reflector.go:569] runtime/asm_amd64.s:1700: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E0408 18:43:30.188573 1 reflector.go:166] "Unhandled Error" err="runtime/asm_amd64.s:1700: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W0408 18:43:30.189217 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E0408 18:43:30.191991 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W0408 18:43:30.202110 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E0408 18:43:30.202139 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W0408 18:43:30.202503 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E0408 18:43:30.202518 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W0408 18:43:30.202530 1 reflector.go:569] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E0408 18:43:30.202538 1 reflector.go:166] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
I0408 18:43:52.710554 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
==> kube-scheduler [61f0a1398da2] <==
I0408 18:36:44.876014 1 schedule_one.go:1071] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-58667487b6-djz9x" node="ha-046009-m02"
E0408 18:37:26.142566 1 framework.go:1316] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-gjhlt\": pod kindnet-gjhlt is already assigned to node \"ha-046009-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-gjhlt" node="ha-046009-m04"
E0408 18:37:26.142674 1 schedule_one.go:359] "scheduler cache ForgetPod failed" err="pod 1df4d262-2b10-4e1f-a0f2-eb8b9c1fc870(kube-system/kindnet-gjhlt) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-gjhlt"
E0408 18:37:26.142704 1 schedule_one.go:1058] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-gjhlt\": pod kindnet-gjhlt is already assigned to node \"ha-046009-m04\"" pod="kube-system/kindnet-gjhlt"
I0408 18:37:26.142735 1 schedule_one.go:1071] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-gjhlt" node="ha-046009-m04"
E0408 18:37:26.154894 1 framework.go:1316] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-5mcvp\": pod kube-proxy-5mcvp is already assigned to node \"ha-046009-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-5mcvp" node="ha-046009-m04"
E0408 18:37:26.155382 1 schedule_one.go:359] "scheduler cache ForgetPod failed" err="pod 9adc7178-9836-4db4-a2d5-068dac57751c(kube-system/kube-proxy-5mcvp) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-5mcvp"
E0408 18:37:26.155572 1 schedule_one.go:1058] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-5mcvp\": pod kube-proxy-5mcvp is already assigned to node \"ha-046009-m04\"" pod="kube-system/kube-proxy-5mcvp"
I0408 18:37:26.155869 1 schedule_one.go:1071] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-5mcvp" node="ha-046009-m04"
E0408 18:37:26.177670 1 framework.go:1316] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-bcbnl\": pod kindnet-bcbnl is already assigned to node \"ha-046009-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-bcbnl" node="ha-046009-m04"
E0408 18:37:26.177810 1 schedule_one.go:359] "scheduler cache ForgetPod failed" err="pod 585d95f3-4ba3-4efc-947e-d08341e68864(kube-system/kindnet-bcbnl) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-bcbnl"
E0408 18:37:26.178192 1 schedule_one.go:1058] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-bcbnl\": pod kindnet-bcbnl is already assigned to node \"ha-046009-m04\"" pod="kube-system/kindnet-bcbnl"
I0408 18:37:26.178402 1 schedule_one.go:1071] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-bcbnl" node="ha-046009-m04"
E0408 18:37:26.179186 1 framework.go:1316] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-n5x8r\": pod kube-proxy-n5x8r is already assigned to node \"ha-046009-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-n5x8r" node="ha-046009-m04"
E0408 18:37:26.179242 1 schedule_one.go:359] "scheduler cache ForgetPod failed" err="pod 67f7e4f9-c93b-4494-876b-e1e27da36db0(kube-system/kube-proxy-n5x8r) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-n5x8r"
E0408 18:37:26.179285 1 schedule_one.go:1058] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-n5x8r\": pod kube-proxy-n5x8r is already assigned to node \"ha-046009-m04\"" pod="kube-system/kube-proxy-n5x8r"
I0408 18:37:26.179517 1 schedule_one.go:1071] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-n5x8r" node="ha-046009-m04"
E0408 18:37:26.201273 1 framework.go:1316] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-cwpxl\": pod kube-proxy-cwpxl is already assigned to node \"ha-046009-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-cwpxl" node="ha-046009-m04"
E0408 18:37:26.201355 1 schedule_one.go:1058] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-cwpxl\": pod kube-proxy-cwpxl is already assigned to node \"ha-046009-m04\"" pod="kube-system/kube-proxy-cwpxl"
E0408 18:37:26.203128 1 framework.go:1316] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-5mpzx\": pod kindnet-5mpzx is already assigned to node \"ha-046009-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-5mpzx" node="ha-046009-m04"
E0408 18:37:26.203211 1 schedule_one.go:1058] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-5mpzx\": pod kindnet-5mpzx is already assigned to node \"ha-046009-m04\"" pod="kube-system/kindnet-5mpzx"
I0408 18:39:35.012418 1 tlsconfig.go:258] "Shutting down DynamicServingCertificateController"
I0408 18:39:35.020899 1 configmap_cafile_content.go:226] "Shutting down controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
I0408 18:39:34.993464 1 secure_serving.go:258] Stopped listening on 127.0.0.1:10259
E0408 18:39:35.039758 1 run.go:72] "command failed" err="finished without leader elect"
==> kubelet <==
Apr 08 18:43:58 ha-046009 kubelet[1555]: I0408 18:43:58.137561 1555 scope.go:117] "RemoveContainer" containerID="e73aab010e0d5b7609d264780b2f35596770552292286158c09438ad8b081654"
Apr 08 18:43:58 ha-046009 kubelet[1555]: E0408 18:43:58.140584 1555 kuberuntime_manager.go:1341] "Unhandled Error" err="container &Container{Name:coredns,Image:registry.k8s.io/coredns/coredns:v1.11.3,Command:[],Args:[-conf /etc/coredns/Corefile],WorkingDir:,Ports:[]ContainerPort{ContainerPort{Name:dns,HostPort:0,ContainerPort:53,Protocol:UDP,HostIP:,},ContainerPort{Name:dns-tcp,HostPort:0,ContainerPort:53,Protocol:TCP,HostIP:,},ContainerPort{Name:metrics,HostPort:0,ContainerPort:9153,Protocol:TCP,HostIP:,},},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{memory: {{178257920 0} {<nil>} 170Mi BinarySI},},Requests:ResourceList{cpu: {{100 -3} {<nil>} 100m DecimalSI},memory: {{73400320 0} {<nil>} 70Mi BinarySI},},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:config-volume,ReadOnly:true,MountPath:/etc/coredns,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:kube-api-access-x9gfr,ReadOnly:true,MountPath:/var/run/secrets/kubern
etes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/health,Port:{0 8080 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:60,TimeoutSeconds:5,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:5,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/ready,Port:{0 8181 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:0,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[NET_BIND_SERVICE],Drop:[ALL],},Privileged:nil,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:*true,AllowPrivilegeEscalation:*false,RunA
sGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod coredns-668d6bf9bc-dzpzr_kube-system(248e85a1-9479-4a6b-914d-7d83001ddb70): CreateContainerConfigError: services have not yet been read at least once, cannot construct envvars" logger="UnhandledError"
Apr 08 18:43:58 ha-046009 kubelet[1555]: E0408 18:43:58.141900 1555 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"coredns\" with CreateContainerConfigError: \"services have not yet been read at least once, cannot construct envvars\"" pod="kube-system/coredns-668d6bf9bc-dzpzr" podUID="248e85a1-9479-4a6b-914d-7d83001ddb70"
Apr 08 18:44:00 ha-046009 kubelet[1555]: I0408 18:44:00.136952 1555 scope.go:117] "RemoveContainer" containerID="851a2ebe6f032ecf9c95d373226a111e6b39e39619bccc916f9c9e7239f700ec"
Apr 08 18:44:00 ha-046009 kubelet[1555]: E0408 18:44:00.138619 1555 kuberuntime_manager.go:1341] "Unhandled Error" err="container &Container{Name:busybox,Image:gcr.io/k8s-minikube/busybox:1.28,Command:[sleep 3600],Args:[],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:kube-api-access-xbvcs,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[NET_RAW],Drop:[],},Privileged:nil,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:nil,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,
StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod busybox-58667487b6-86sr5_default(39767cf2-887f-4e03-96b6-27c0f468fa39): CreateContainerConfigError: services have not yet been read at least once, cannot construct envvars" logger="UnhandledError"
Apr 08 18:44:00 ha-046009 kubelet[1555]: I0408 18:44:00.139195 1555 scope.go:117] "RemoveContainer" containerID="9c03d877b3802cccf05419e774c8dd7a8574a2f48cf6438cc757c6d403f6ebfc"
Apr 08 18:44:00 ha-046009 kubelet[1555]: E0408 18:44:00.139709 1555 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"busybox\" with CreateContainerConfigError: \"services have not yet been read at least once, cannot construct envvars\"" pod="default/busybox-58667487b6-86sr5" podUID="39767cf2-887f-4e03-96b6-27c0f468fa39"
Apr 08 18:44:00 ha-046009 kubelet[1555]: E0408 18:44:00.140792 1555 kuberuntime_manager.go:1341] "Unhandled Error" err="container &Container{Name:coredns,Image:registry.k8s.io/coredns/coredns:v1.11.3,Command:[],Args:[-conf /etc/coredns/Corefile],WorkingDir:,Ports:[]ContainerPort{ContainerPort{Name:dns,HostPort:0,ContainerPort:53,Protocol:UDP,HostIP:,},ContainerPort{Name:dns-tcp,HostPort:0,ContainerPort:53,Protocol:TCP,HostIP:,},ContainerPort{Name:metrics,HostPort:0,ContainerPort:9153,Protocol:TCP,HostIP:,},},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{memory: {{178257920 0} {<nil>} 170Mi BinarySI},},Requests:ResourceList{cpu: {{100 -3} {<nil>} 100m DecimalSI},memory: {{73400320 0} {<nil>} 70Mi BinarySI},},Claims:[]ResourceClaim{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:config-volume,ReadOnly:true,MountPath:/etc/coredns,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},VolumeMount{Name:kube-api-access-lsq6m,ReadOnly:true,MountPath:/var/run/secrets/kubern
etes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,RecursiveReadOnly:nil,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/health,Port:{0 8080 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:60,TimeoutSeconds:5,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:5,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/ready,Port:{0 8181 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:0,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[NET_BIND_SERVICE],Drop:[ALL],},Privileged:nil,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:*true,AllowPrivilegeEscalation:*false,RunA
sGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,AppArmorProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,ResizePolicy:[]ContainerResizePolicy{},RestartPolicy:nil,} start failed in pod coredns-668d6bf9bc-zktmq_kube-system(29288c58-26a6-4706-883d-850340b4bafa): CreateContainerConfigError: services have not yet been read at least once, cannot construct envvars" logger="UnhandledError"
Apr 08 18:44:00 ha-046009 kubelet[1555]: E0408 18:44:00.142483 1555 pod_workers.go:1301] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"coredns\" with CreateContainerConfigError: \"services have not yet been read at least once, cannot construct envvars\"" pod="kube-system/coredns-668d6bf9bc-zktmq" podUID="29288c58-26a6-4706-883d-850340b4bafa"
Apr 08 18:44:09 ha-046009 kubelet[1555]: I0408 18:44:09.137411 1555 scope.go:117] "RemoveContainer" containerID="d6a225e28887495a17efb9ae78856c550d33753ac03da783a57cd1f55dc79399"
Apr 08 18:44:11 ha-046009 kubelet[1555]: I0408 18:44:11.137930 1555 scope.go:117] "RemoveContainer" containerID="9662edbcfdd1bf7160b0655dbdb147906f54a26cbd8a1a2b8e4e20018ed2396b"
Apr 08 18:44:12 ha-046009 kubelet[1555]: I0408 18:44:12.137007 1555 scope.go:117] "RemoveContainer" containerID="9c03d877b3802cccf05419e774c8dd7a8574a2f48cf6438cc757c6d403f6ebfc"
Apr 08 18:44:12 ha-046009 kubelet[1555]: I0408 18:44:12.137235 1555 scope.go:117] "RemoveContainer" containerID="da89d7bf483aa02d6765b2c6a9d498c725cfe3efe1d52bc0e9461cb813edf3a1"
Apr 08 18:44:13 ha-046009 kubelet[1555]: I0408 18:44:13.136747 1555 scope.go:117] "RemoveContainer" containerID="e73aab010e0d5b7609d264780b2f35596770552292286158c09438ad8b081654"
Apr 08 18:44:14 ha-046009 kubelet[1555]: I0408 18:44:14.137508 1555 scope.go:117] "RemoveContainer" containerID="851a2ebe6f032ecf9c95d373226a111e6b39e39619bccc916f9c9e7239f700ec"
Apr 08 18:44:41 ha-046009 kubelet[1555]: E0408 18:44:41.174462 1555 iptables.go:577] "Could not set up iptables canary" err=<
Apr 08 18:44:41 ha-046009 kubelet[1555]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 08 18:44:41 ha-046009 kubelet[1555]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 08 18:44:41 ha-046009 kubelet[1555]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 08 18:44:41 ha-046009 kubelet[1555]: > table="nat" chain="KUBE-KUBELET-CANARY"
Apr 08 18:45:41 ha-046009 kubelet[1555]: E0408 18:45:41.175369 1555 iptables.go:577] "Could not set up iptables canary" err=<
Apr 08 18:45:41 ha-046009 kubelet[1555]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Apr 08 18:45:41 ha-046009 kubelet[1555]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Apr 08 18:45:41 ha-046009 kubelet[1555]: Perhaps ip6tables or your kernel needs to be upgraded.
Apr 08 18:45:41 ha-046009 kubelet[1555]: > table="nat" chain="KUBE-KUBELET-CANARY"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-046009 -n ha-046009
helpers_test.go:261: (dbg) Run: kubectl --context ha-046009 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/DegradedAfterClusterRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/DegradedAfterClusterRestart (3.63s)