=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.333286189s)
ha_test.go:309: expected profile "ha-650490" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-650490\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-650490\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,
\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-650490\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.212\",\"Port\":8443,\"Kubern
etesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.251\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.47\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.171\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"m
etallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":
262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-650490 -n ha-650490
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-650490 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-650490 logs -n 25: (1.198354097s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-650490 ssh -n | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-650490 cp ha-650490-m03:/home/docker/cp-test.txt | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490:/home/docker/cp-test_ha-650490-m03_ha-650490.txt | | | | | |
| ssh | ha-650490 ssh -n | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-650490 ssh -n ha-650490 sudo cat | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | /home/docker/cp-test_ha-650490-m03_ha-650490.txt | | | | | |
| cp | ha-650490 cp ha-650490-m03:/home/docker/cp-test.txt | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m02:/home/docker/cp-test_ha-650490-m03_ha-650490-m02.txt | | | | | |
| ssh | ha-650490 ssh -n | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-650490 ssh -n ha-650490-m02 sudo cat | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | /home/docker/cp-test_ha-650490-m03_ha-650490-m02.txt | | | | | |
| cp | ha-650490 cp ha-650490-m03:/home/docker/cp-test.txt | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m04:/home/docker/cp-test_ha-650490-m03_ha-650490-m04.txt | | | | | |
| ssh | ha-650490 ssh -n | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-650490 ssh -n ha-650490-m04 sudo cat | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | /home/docker/cp-test_ha-650490-m03_ha-650490-m04.txt | | | | | |
| cp | ha-650490 cp testdata/cp-test.txt | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-650490 ssh -n | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-650490 cp ha-650490-m04:/home/docker/cp-test.txt | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile2524392426/001/cp-test_ha-650490-m04.txt | | | | | |
| ssh | ha-650490 ssh -n | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-650490 cp ha-650490-m04:/home/docker/cp-test.txt | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490:/home/docker/cp-test_ha-650490-m04_ha-650490.txt | | | | | |
| ssh | ha-650490 ssh -n | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-650490 ssh -n ha-650490 sudo cat | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | /home/docker/cp-test_ha-650490-m04_ha-650490.txt | | | | | |
| cp | ha-650490 cp ha-650490-m04:/home/docker/cp-test.txt | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m02:/home/docker/cp-test_ha-650490-m04_ha-650490-m02.txt | | | | | |
| ssh | ha-650490 ssh -n | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-650490 ssh -n ha-650490-m02 sudo cat | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | /home/docker/cp-test_ha-650490-m04_ha-650490-m02.txt | | | | | |
| cp | ha-650490 cp ha-650490-m04:/home/docker/cp-test.txt | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m03:/home/docker/cp-test_ha-650490-m04_ha-650490-m03.txt | | | | | |
| ssh | ha-650490 ssh -n | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | ha-650490-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-650490 ssh -n ha-650490-m03 sudo cat | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | 01 Oct 24 23:13 UTC |
| | /home/docker/cp-test_ha-650490-m04_ha-650490-m03.txt | | | | | |
| node | ha-650490 node stop m02 -v=7 | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:13 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-650490 node start m02 -v=7 | ha-650490 | jenkins | v1.34.0 | 01 Oct 24 23:16 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/01 23:09:44
Running on machine: ubuntu-20-agent-7
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1001 23:09:44.587740 28127 out.go:345] Setting OutFile to fd 1 ...
I1001 23:09:44.587841 28127 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1001 23:09:44.587850 28127 out.go:358] Setting ErrFile to fd 2...
I1001 23:09:44.587855 28127 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1001 23:09:44.588043 28127 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19740-9503/.minikube/bin
I1001 23:09:44.588612 28127 out.go:352] Setting JSON to false
I1001 23:09:44.589451 28127 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-7","uptime":3132,"bootTime":1727821053,"procs":181,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1001 23:09:44.589503 28127 start.go:139] virtualization: kvm guest
I1001 23:09:44.591343 28127 out.go:177] * [ha-650490] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1001 23:09:44.592470 28127 out.go:177] - MINIKUBE_LOCATION=19740
I1001 23:09:44.592540 28127 notify.go:220] Checking for updates...
I1001 23:09:44.594562 28127 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1001 23:09:44.595638 28127 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19740-9503/kubeconfig
I1001 23:09:44.596560 28127 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19740-9503/.minikube
I1001 23:09:44.597470 28127 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1001 23:09:44.598447 28127 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1001 23:09:44.599503 28127 driver.go:394] Setting default libvirt URI to qemu:///system
I1001 23:09:44.632259 28127 out.go:177] * Using the kvm2 driver based on user configuration
I1001 23:09:44.633268 28127 start.go:297] selected driver: kvm2
I1001 23:09:44.633278 28127 start.go:901] validating driver "kvm2" against <nil>
I1001 23:09:44.633287 28127 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1001 23:09:44.633906 28127 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1001 23:09:44.633990 28127 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19740-9503/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1001 23:09:44.648094 28127 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1001 23:09:44.648143 28127 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1001 23:09:44.648370 28127 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1001 23:09:44.648399 28127 cni.go:84] Creating CNI manager for ""
I1001 23:09:44.648433 28127 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1001 23:09:44.648440 28127 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1001 23:09:44.648485 28127 start.go:340] cluster config:
{Name:ha-650490 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-650490 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1001 23:09:44.648565 28127 iso.go:125] acquiring lock: {Name:mkb44523df2e7920e3a3b7aea3fdd0e55da4f9aa Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1001 23:09:44.650677 28127 out.go:177] * Starting "ha-650490" primary control-plane node in "ha-650490" cluster
I1001 23:09:44.651588 28127 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1001 23:09:44.651627 28127 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19740-9503/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I1001 23:09:44.651635 28127 cache.go:56] Caching tarball of preloaded images
I1001 23:09:44.651698 28127 preload.go:172] Found /home/jenkins/minikube-integration/19740-9503/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1001 23:09:44.651707 28127 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1001 23:09:44.651973 28127 profile.go:143] Saving config to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/config.json ...
I1001 23:09:44.651990 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/config.json: {Name:mk434e8e12f05850b6320dc1a421ee8491cd5148 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:09:44.652100 28127 start.go:360] acquireMachinesLock for ha-650490: {Name:mk863ea307ceffbe5512aafe22f49204d0f5ec83 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1001 23:09:44.652126 28127 start.go:364] duration metric: took 14.351µs to acquireMachinesLock for "ha-650490"
I1001 23:09:44.652140 28127 start.go:93] Provisioning new machine with config: &{Name:ha-650490 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-650490 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 23:09:44.652187 28127 start.go:125] createHost starting for "" (driver="kvm2")
I1001 23:09:44.654024 28127 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1001 23:09:44.654137 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:09:44.654172 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:09:44.667420 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43463
I1001 23:09:44.667852 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:09:44.668351 28127 main.go:141] libmachine: Using API Version 1
I1001 23:09:44.668368 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:09:44.668705 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:09:44.668868 28127 main.go:141] libmachine: (ha-650490) Calling .GetMachineName
I1001 23:09:44.669004 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:09:44.669127 28127 start.go:159] libmachine.API.Create for "ha-650490" (driver="kvm2")
I1001 23:09:44.669157 28127 client.go:168] LocalClient.Create starting
I1001 23:09:44.669191 28127 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem
I1001 23:09:44.669235 28127 main.go:141] libmachine: Decoding PEM data...
I1001 23:09:44.669266 28127 main.go:141] libmachine: Parsing certificate...
I1001 23:09:44.669334 28127 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem
I1001 23:09:44.669382 28127 main.go:141] libmachine: Decoding PEM data...
I1001 23:09:44.669403 28127 main.go:141] libmachine: Parsing certificate...
I1001 23:09:44.669427 28127 main.go:141] libmachine: Running pre-create checks...
I1001 23:09:44.669451 28127 main.go:141] libmachine: (ha-650490) Calling .PreCreateCheck
I1001 23:09:44.669731 28127 main.go:141] libmachine: (ha-650490) Calling .GetConfigRaw
I1001 23:09:44.670072 28127 main.go:141] libmachine: Creating machine...
I1001 23:09:44.670086 28127 main.go:141] libmachine: (ha-650490) Calling .Create
I1001 23:09:44.670221 28127 main.go:141] libmachine: (ha-650490) Creating KVM machine...
I1001 23:09:44.671414 28127 main.go:141] libmachine: (ha-650490) DBG | found existing default KVM network
I1001 23:09:44.672080 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:44.671940 28150 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0002091e0}
I1001 23:09:44.672097 28127 main.go:141] libmachine: (ha-650490) DBG | created network xml:
I1001 23:09:44.672105 28127 main.go:141] libmachine: (ha-650490) DBG | <network>
I1001 23:09:44.672110 28127 main.go:141] libmachine: (ha-650490) DBG | <name>mk-ha-650490</name>
I1001 23:09:44.672118 28127 main.go:141] libmachine: (ha-650490) DBG | <dns enable='no'/>
I1001 23:09:44.672127 28127 main.go:141] libmachine: (ha-650490) DBG |
I1001 23:09:44.672138 28127 main.go:141] libmachine: (ha-650490) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1001 23:09:44.672146 28127 main.go:141] libmachine: (ha-650490) DBG | <dhcp>
I1001 23:09:44.672153 28127 main.go:141] libmachine: (ha-650490) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1001 23:09:44.672160 28127 main.go:141] libmachine: (ha-650490) DBG | </dhcp>
I1001 23:09:44.672166 28127 main.go:141] libmachine: (ha-650490) DBG | </ip>
I1001 23:09:44.672172 28127 main.go:141] libmachine: (ha-650490) DBG |
I1001 23:09:44.672177 28127 main.go:141] libmachine: (ha-650490) DBG | </network>
I1001 23:09:44.672182 28127 main.go:141] libmachine: (ha-650490) DBG |
I1001 23:09:44.676299 28127 main.go:141] libmachine: (ha-650490) DBG | trying to create private KVM network mk-ha-650490 192.168.39.0/24...
I1001 23:09:44.736352 28127 main.go:141] libmachine: (ha-650490) DBG | private KVM network mk-ha-650490 192.168.39.0/24 created
I1001 23:09:44.736381 28127 main.go:141] libmachine: (ha-650490) Setting up store path in /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490 ...
I1001 23:09:44.736394 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:44.736339 28150 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19740-9503/.minikube
I1001 23:09:44.736407 28127 main.go:141] libmachine: (ha-650490) Building disk image from file:///home/jenkins/minikube-integration/19740-9503/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1001 23:09:44.736496 28127 main.go:141] libmachine: (ha-650490) Downloading /home/jenkins/minikube-integration/19740-9503/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19740-9503/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1001 23:09:44.972068 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:44.971953 28150 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa...
I1001 23:09:45.146358 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:45.146268 28150 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/ha-650490.rawdisk...
I1001 23:09:45.146382 28127 main.go:141] libmachine: (ha-650490) DBG | Writing magic tar header
I1001 23:09:45.146392 28127 main.go:141] libmachine: (ha-650490) DBG | Writing SSH key tar header
I1001 23:09:45.146467 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:45.146412 28150 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490 ...
I1001 23:09:45.146573 28127 main.go:141] libmachine: (ha-650490) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490
I1001 23:09:45.146591 28127 main.go:141] libmachine: (ha-650490) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503/.minikube/machines
I1001 23:09:45.146603 28127 main.go:141] libmachine: (ha-650490) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490 (perms=drwx------)
I1001 23:09:45.146612 28127 main.go:141] libmachine: (ha-650490) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503/.minikube/machines (perms=drwxr-xr-x)
I1001 23:09:45.146618 28127 main.go:141] libmachine: (ha-650490) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503/.minikube (perms=drwxr-xr-x)
I1001 23:09:45.146625 28127 main.go:141] libmachine: (ha-650490) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503 (perms=drwxrwxr-x)
I1001 23:09:45.146630 28127 main.go:141] libmachine: (ha-650490) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1001 23:09:45.146637 28127 main.go:141] libmachine: (ha-650490) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1001 23:09:45.146642 28127 main.go:141] libmachine: (ha-650490) Creating domain...
I1001 23:09:45.146675 28127 main.go:141] libmachine: (ha-650490) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503/.minikube
I1001 23:09:45.146705 28127 main.go:141] libmachine: (ha-650490) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503
I1001 23:09:45.146720 28127 main.go:141] libmachine: (ha-650490) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1001 23:09:45.146728 28127 main.go:141] libmachine: (ha-650490) DBG | Checking permissions on dir: /home/jenkins
I1001 23:09:45.146740 28127 main.go:141] libmachine: (ha-650490) DBG | Checking permissions on dir: /home
I1001 23:09:45.146761 28127 main.go:141] libmachine: (ha-650490) DBG | Skipping /home - not owner
I1001 23:09:45.147638 28127 main.go:141] libmachine: (ha-650490) define libvirt domain using xml:
I1001 23:09:45.147653 28127 main.go:141] libmachine: (ha-650490) <domain type='kvm'>
I1001 23:09:45.147662 28127 main.go:141] libmachine: (ha-650490) <name>ha-650490</name>
I1001 23:09:45.147669 28127 main.go:141] libmachine: (ha-650490) <memory unit='MiB'>2200</memory>
I1001 23:09:45.147676 28127 main.go:141] libmachine: (ha-650490) <vcpu>2</vcpu>
I1001 23:09:45.147693 28127 main.go:141] libmachine: (ha-650490) <features>
I1001 23:09:45.147703 28127 main.go:141] libmachine: (ha-650490) <acpi/>
I1001 23:09:45.147707 28127 main.go:141] libmachine: (ha-650490) <apic/>
I1001 23:09:45.147712 28127 main.go:141] libmachine: (ha-650490) <pae/>
I1001 23:09:45.147719 28127 main.go:141] libmachine: (ha-650490)
I1001 23:09:45.147726 28127 main.go:141] libmachine: (ha-650490) </features>
I1001 23:09:45.147731 28127 main.go:141] libmachine: (ha-650490) <cpu mode='host-passthrough'>
I1001 23:09:45.147735 28127 main.go:141] libmachine: (ha-650490)
I1001 23:09:45.147740 28127 main.go:141] libmachine: (ha-650490) </cpu>
I1001 23:09:45.147744 28127 main.go:141] libmachine: (ha-650490) <os>
I1001 23:09:45.147751 28127 main.go:141] libmachine: (ha-650490) <type>hvm</type>
I1001 23:09:45.147759 28127 main.go:141] libmachine: (ha-650490) <boot dev='cdrom'/>
I1001 23:09:45.147775 28127 main.go:141] libmachine: (ha-650490) <boot dev='hd'/>
I1001 23:09:45.147796 28127 main.go:141] libmachine: (ha-650490) <bootmenu enable='no'/>
I1001 23:09:45.147812 28127 main.go:141] libmachine: (ha-650490) </os>
I1001 23:09:45.147822 28127 main.go:141] libmachine: (ha-650490) <devices>
I1001 23:09:45.147832 28127 main.go:141] libmachine: (ha-650490) <disk type='file' device='cdrom'>
I1001 23:09:45.147842 28127 main.go:141] libmachine: (ha-650490) <source file='/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/boot2docker.iso'/>
I1001 23:09:45.147848 28127 main.go:141] libmachine: (ha-650490) <target dev='hdc' bus='scsi'/>
I1001 23:09:45.147853 28127 main.go:141] libmachine: (ha-650490) <readonly/>
I1001 23:09:45.147859 28127 main.go:141] libmachine: (ha-650490) </disk>
I1001 23:09:45.147864 28127 main.go:141] libmachine: (ha-650490) <disk type='file' device='disk'>
I1001 23:09:45.147871 28127 main.go:141] libmachine: (ha-650490) <driver name='qemu' type='raw' cache='default' io='threads' />
I1001 23:09:45.147879 28127 main.go:141] libmachine: (ha-650490) <source file='/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/ha-650490.rawdisk'/>
I1001 23:09:45.147886 28127 main.go:141] libmachine: (ha-650490) <target dev='hda' bus='virtio'/>
I1001 23:09:45.147910 28127 main.go:141] libmachine: (ha-650490) </disk>
I1001 23:09:45.147932 28127 main.go:141] libmachine: (ha-650490) <interface type='network'>
I1001 23:09:45.147946 28127 main.go:141] libmachine: (ha-650490) <source network='mk-ha-650490'/>
I1001 23:09:45.147955 28127 main.go:141] libmachine: (ha-650490) <model type='virtio'/>
I1001 23:09:45.147961 28127 main.go:141] libmachine: (ha-650490) </interface>
I1001 23:09:45.147970 28127 main.go:141] libmachine: (ha-650490) <interface type='network'>
I1001 23:09:45.147978 28127 main.go:141] libmachine: (ha-650490) <source network='default'/>
I1001 23:09:45.147989 28127 main.go:141] libmachine: (ha-650490) <model type='virtio'/>
I1001 23:09:45.148007 28127 main.go:141] libmachine: (ha-650490) </interface>
I1001 23:09:45.148022 28127 main.go:141] libmachine: (ha-650490) <serial type='pty'>
I1001 23:09:45.148035 28127 main.go:141] libmachine: (ha-650490) <target port='0'/>
I1001 23:09:45.148050 28127 main.go:141] libmachine: (ha-650490) </serial>
I1001 23:09:45.148061 28127 main.go:141] libmachine: (ha-650490) <console type='pty'>
I1001 23:09:45.148071 28127 main.go:141] libmachine: (ha-650490) <target type='serial' port='0'/>
I1001 23:09:45.148085 28127 main.go:141] libmachine: (ha-650490) </console>
I1001 23:09:45.148093 28127 main.go:141] libmachine: (ha-650490) <rng model='virtio'>
I1001 23:09:45.148098 28127 main.go:141] libmachine: (ha-650490) <backend model='random'>/dev/random</backend>
I1001 23:09:45.148103 28127 main.go:141] libmachine: (ha-650490) </rng>
I1001 23:09:45.148107 28127 main.go:141] libmachine: (ha-650490)
I1001 23:09:45.148113 28127 main.go:141] libmachine: (ha-650490)
I1001 23:09:45.148125 28127 main.go:141] libmachine: (ha-650490) </devices>
I1001 23:09:45.148137 28127 main.go:141] libmachine: (ha-650490) </domain>
I1001 23:09:45.148147 28127 main.go:141] libmachine: (ha-650490)
I1001 23:09:45.152917 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:0a:1c:3b in network default
I1001 23:09:45.153461 28127 main.go:141] libmachine: (ha-650490) Ensuring networks are active...
I1001 23:09:45.153479 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:45.154078 28127 main.go:141] libmachine: (ha-650490) Ensuring network default is active
I1001 23:09:45.154395 28127 main.go:141] libmachine: (ha-650490) Ensuring network mk-ha-650490 is active
I1001 23:09:45.154834 28127 main.go:141] libmachine: (ha-650490) Getting domain xml...
I1001 23:09:45.155426 28127 main.go:141] libmachine: (ha-650490) Creating domain...
I1001 23:09:46.299514 28127 main.go:141] libmachine: (ha-650490) Waiting to get IP...
I1001 23:09:46.300238 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:46.300622 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:46.300649 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:46.300598 28150 retry.go:31] will retry after 294.252675ms: waiting for machine to come up
I1001 23:09:46.596215 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:46.596582 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:46.596604 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:46.596547 28150 retry.go:31] will retry after 357.15851ms: waiting for machine to come up
I1001 23:09:46.954933 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:46.955417 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:46.955444 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:46.955342 28150 retry.go:31] will retry after 312.625605ms: waiting for machine to come up
I1001 23:09:47.269933 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:47.270339 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:47.270361 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:47.270307 28150 retry.go:31] will retry after 578.729246ms: waiting for machine to come up
I1001 23:09:47.850866 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:47.851289 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:47.851308 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:47.851249 28150 retry.go:31] will retry after 760.678342ms: waiting for machine to come up
I1001 23:09:48.613164 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:48.613593 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:48.613619 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:48.613550 28150 retry.go:31] will retry after 806.86207ms: waiting for machine to come up
I1001 23:09:49.421348 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:49.421738 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:49.421778 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:49.421684 28150 retry.go:31] will retry after 825.10788ms: waiting for machine to come up
I1001 23:09:50.247872 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:50.248260 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:50.248343 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:50.248244 28150 retry.go:31] will retry after 1.199717716s: waiting for machine to come up
I1001 23:09:51.449422 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:51.449859 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:51.449891 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:51.449807 28150 retry.go:31] will retry after 1.660121515s: waiting for machine to come up
I1001 23:09:53.112498 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:53.112856 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:53.112884 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:53.112816 28150 retry.go:31] will retry after 1.94747288s: waiting for machine to come up
I1001 23:09:55.062001 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:55.062449 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:55.062478 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:55.062402 28150 retry.go:31] will retry after 2.754140458s: waiting for machine to come up
I1001 23:09:57.820129 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:09:57.820474 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:09:57.820495 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:09:57.820432 28150 retry.go:31] will retry after 3.123788766s: waiting for machine to come up
I1001 23:10:00.945933 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:00.946266 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find current IP address of domain ha-650490 in network mk-ha-650490
I1001 23:10:00.946291 28127 main.go:141] libmachine: (ha-650490) DBG | I1001 23:10:00.946222 28150 retry.go:31] will retry after 3.715276251s: waiting for machine to come up
I1001 23:10:04.665884 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:04.666310 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has current primary IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:04.666330 28127 main.go:141] libmachine: (ha-650490) Found IP for machine: 192.168.39.212
I1001 23:10:04.666340 28127 main.go:141] libmachine: (ha-650490) Reserving static IP address...
I1001 23:10:04.666741 28127 main.go:141] libmachine: (ha-650490) DBG | unable to find host DHCP lease matching {name: "ha-650490", mac: "52:54:00:80:58:b4", ip: "192.168.39.212"} in network mk-ha-650490
I1001 23:10:04.734257 28127 main.go:141] libmachine: (ha-650490) DBG | Getting to WaitForSSH function...
I1001 23:10:04.734284 28127 main.go:141] libmachine: (ha-650490) Reserved static IP address: 192.168.39.212
I1001 23:10:04.734295 28127 main.go:141] libmachine: (ha-650490) Waiting for SSH to be available...
I1001 23:10:04.736894 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:04.737364 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:minikube Clientid:01:52:54:00:80:58:b4}
I1001 23:10:04.737393 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:04.737485 28127 main.go:141] libmachine: (ha-650490) DBG | Using SSH client type: external
I1001 23:10:04.737506 28127 main.go:141] libmachine: (ha-650490) DBG | Using SSH private key: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa (-rw-------)
I1001 23:10:04.737546 28127 main.go:141] libmachine: (ha-650490) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.212 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa -p 22] /usr/bin/ssh <nil>}
I1001 23:10:04.737566 28127 main.go:141] libmachine: (ha-650490) DBG | About to run SSH command:
I1001 23:10:04.737578 28127 main.go:141] libmachine: (ha-650490) DBG | exit 0
I1001 23:10:04.864580 28127 main.go:141] libmachine: (ha-650490) DBG | SSH cmd err, output: <nil>:
I1001 23:10:04.864828 28127 main.go:141] libmachine: (ha-650490) KVM machine creation complete!
I1001 23:10:04.865146 28127 main.go:141] libmachine: (ha-650490) Calling .GetConfigRaw
I1001 23:10:04.865646 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:10:04.865825 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:10:04.865972 28127 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1001 23:10:04.865987 28127 main.go:141] libmachine: (ha-650490) Calling .GetState
I1001 23:10:04.867118 28127 main.go:141] libmachine: Detecting operating system of created instance...
I1001 23:10:04.867137 28127 main.go:141] libmachine: Waiting for SSH to be available...
I1001 23:10:04.867143 28127 main.go:141] libmachine: Getting to WaitForSSH function...
I1001 23:10:04.867148 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:04.869577 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:04.869913 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:04.869934 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:04.870057 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:04.870221 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:04.870372 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:04.870520 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:04.870636 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:04.870855 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.212 22 <nil> <nil>}
I1001 23:10:04.870869 28127 main.go:141] libmachine: About to run SSH command:
exit 0
I1001 23:10:04.979877 28127 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 23:10:04.979907 28127 main.go:141] libmachine: Detecting the provisioner...
I1001 23:10:04.979936 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:04.982406 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:04.982745 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:04.982768 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:04.982889 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:04.983059 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:04.983178 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:04.983271 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:04.983485 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:04.983632 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.212 22 <nil> <nil>}
I1001 23:10:04.983641 28127 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1001 23:10:05.092975 28127 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1001 23:10:05.093061 28127 main.go:141] libmachine: found compatible host: buildroot
I1001 23:10:05.093073 28127 main.go:141] libmachine: Provisioning with buildroot...
I1001 23:10:05.093081 28127 main.go:141] libmachine: (ha-650490) Calling .GetMachineName
I1001 23:10:05.093332 28127 buildroot.go:166] provisioning hostname "ha-650490"
I1001 23:10:05.093351 28127 main.go:141] libmachine: (ha-650490) Calling .GetMachineName
I1001 23:10:05.093536 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:05.095939 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.096279 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:05.096304 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.096484 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:05.096650 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:05.096792 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:05.096908 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:05.097050 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:05.097237 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.212 22 <nil> <nil>}
I1001 23:10:05.097248 28127 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-650490 && echo "ha-650490" | sudo tee /etc/hostname
I1001 23:10:05.217142 28127 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-650490
I1001 23:10:05.217178 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:05.219605 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.219920 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:05.219947 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.220071 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:05.220238 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:05.220408 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:05.220518 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:05.220663 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:05.220838 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.212 22 <nil> <nil>}
I1001 23:10:05.220859 28127 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-650490' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-650490/g' /etc/hosts;
else
echo '127.0.1.1 ha-650490' | sudo tee -a /etc/hosts;
fi
fi
I1001 23:10:05.336266 28127 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 23:10:05.336294 28127 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19740-9503/.minikube CaCertPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19740-9503/.minikube}
I1001 23:10:05.336324 28127 buildroot.go:174] setting up certificates
I1001 23:10:05.336333 28127 provision.go:84] configureAuth start
I1001 23:10:05.336342 28127 main.go:141] libmachine: (ha-650490) Calling .GetMachineName
I1001 23:10:05.336585 28127 main.go:141] libmachine: (ha-650490) Calling .GetIP
I1001 23:10:05.339028 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.339451 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:05.339476 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.339639 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:05.341484 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.341818 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:05.341842 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.341988 28127 provision.go:143] copyHostCerts
I1001 23:10:05.342032 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem
I1001 23:10:05.342078 28127 exec_runner.go:144] found /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem, removing ...
I1001 23:10:05.342089 28127 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem
I1001 23:10:05.342172 28127 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem (1123 bytes)
I1001 23:10:05.342282 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem
I1001 23:10:05.342306 28127 exec_runner.go:144] found /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem, removing ...
I1001 23:10:05.342313 28127 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem
I1001 23:10:05.342354 28127 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem (1679 bytes)
I1001 23:10:05.342432 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem
I1001 23:10:05.342461 28127 exec_runner.go:144] found /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem, removing ...
I1001 23:10:05.342468 28127 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem
I1001 23:10:05.342507 28127 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem (1078 bytes)
I1001 23:10:05.342588 28127 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca-key.pem org=jenkins.ha-650490 san=[127.0.0.1 192.168.39.212 ha-650490 localhost minikube]
I1001 23:10:05.505307 28127 provision.go:177] copyRemoteCerts
I1001 23:10:05.505364 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1001 23:10:05.505389 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:05.507994 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.508336 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:05.508361 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.508589 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:05.508757 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:05.508890 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:05.509002 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.212 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa Username:docker}
I1001 23:10:05.593554 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1001 23:10:05.593612 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1001 23:10:05.614212 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1001 23:10:05.614288 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1001 23:10:05.635059 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem -> /etc/docker/server.pem
I1001 23:10:05.635111 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1001 23:10:05.655004 28127 provision.go:87] duration metric: took 318.663192ms to configureAuth
I1001 23:10:05.655021 28127 buildroot.go:189] setting minikube options for container-runtime
I1001 23:10:05.655192 28127 config.go:182] Loaded profile config "ha-650490": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:10:05.655274 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:05.657591 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.657948 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:05.657965 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.658137 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:05.658328 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:05.658463 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:05.658592 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:05.658712 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:05.658904 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.212 22 <nil> <nil>}
I1001 23:10:05.658924 28127 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1001 23:10:05.876755 28127 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1001 23:10:05.876778 28127 main.go:141] libmachine: Checking connection to Docker...
I1001 23:10:05.876788 28127 main.go:141] libmachine: (ha-650490) Calling .GetURL
I1001 23:10:05.877910 28127 main.go:141] libmachine: (ha-650490) DBG | Using libvirt version 6000000
I1001 23:10:05.879711 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.879992 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:05.880021 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.880146 28127 main.go:141] libmachine: Docker is up and running!
I1001 23:10:05.880162 28127 main.go:141] libmachine: Reticulating splines...
I1001 23:10:05.880170 28127 client.go:171] duration metric: took 21.211003432s to LocalClient.Create
I1001 23:10:05.880191 28127 start.go:167] duration metric: took 21.211064382s to libmachine.API.Create "ha-650490"
I1001 23:10:05.880200 28127 start.go:293] postStartSetup for "ha-650490" (driver="kvm2")
I1001 23:10:05.880209 28127 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1001 23:10:05.880224 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:10:05.880440 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1001 23:10:05.880461 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:05.882258 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.882508 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:05.882532 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:05.882620 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:05.882761 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:05.882892 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:05.882989 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.212 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa Username:docker}
I1001 23:10:05.965822 28127 ssh_runner.go:195] Run: cat /etc/os-release
I1001 23:10:05.969385 28127 info.go:137] Remote host: Buildroot 2023.02.9
I1001 23:10:05.969409 28127 filesync.go:126] Scanning /home/jenkins/minikube-integration/19740-9503/.minikube/addons for local assets ...
I1001 23:10:05.969478 28127 filesync.go:126] Scanning /home/jenkins/minikube-integration/19740-9503/.minikube/files for local assets ...
I1001 23:10:05.969576 28127 filesync.go:149] local asset: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem -> 166612.pem in /etc/ssl/certs
I1001 23:10:05.969588 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem -> /etc/ssl/certs/166612.pem
I1001 23:10:05.969687 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1001 23:10:05.977845 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem --> /etc/ssl/certs/166612.pem (1708 bytes)
I1001 23:10:05.997928 28127 start.go:296] duration metric: took 117.718799ms for postStartSetup
I1001 23:10:05.997966 28127 main.go:141] libmachine: (ha-650490) Calling .GetConfigRaw
I1001 23:10:05.998524 28127 main.go:141] libmachine: (ha-650490) Calling .GetIP
I1001 23:10:06.001036 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:06.001384 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:06.001411 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:06.001653 28127 profile.go:143] Saving config to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/config.json ...
I1001 23:10:06.001819 28127 start.go:128] duration metric: took 21.349623066s to createHost
I1001 23:10:06.001838 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:06.003640 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:06.003869 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:06.003893 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:06.004040 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:06.004208 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:06.004357 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:06.004458 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:06.004569 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:06.004755 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.212 22 <nil> <nil>}
I1001 23:10:06.004766 28127 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1001 23:10:06.112885 28127 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727824206.089127258
I1001 23:10:06.112904 28127 fix.go:216] guest clock: 1727824206.089127258
I1001 23:10:06.112912 28127 fix.go:229] Guest: 2024-10-01 23:10:06.089127258 +0000 UTC Remote: 2024-10-01 23:10:06.001829125 +0000 UTC m=+21.446403672 (delta=87.298133ms)
I1001 23:10:06.112958 28127 fix.go:200] guest clock delta is within tolerance: 87.298133ms
I1001 23:10:06.112968 28127 start.go:83] releasing machines lock for "ha-650490", held for 21.460833373s
I1001 23:10:06.112997 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:10:06.113227 28127 main.go:141] libmachine: (ha-650490) Calling .GetIP
I1001 23:10:06.115540 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:06.115868 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:06.115897 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:06.116039 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:10:06.116439 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:10:06.116572 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:10:06.116626 28127 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1001 23:10:06.116680 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:06.116777 28127 ssh_runner.go:195] Run: cat /version.json
I1001 23:10:06.116801 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:06.118840 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:06.119139 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:06.119160 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:06.119177 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:06.119316 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:06.119474 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:06.119604 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:06.119618 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:06.119622 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:06.119732 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.212 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa Username:docker}
I1001 23:10:06.119767 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:06.119869 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:06.119997 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:06.120130 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.212 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa Username:docker}
I1001 23:10:06.230160 28127 ssh_runner.go:195] Run: systemctl --version
I1001 23:10:06.235414 28127 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1001 23:10:06.383233 28127 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1001 23:10:06.388765 28127 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1001 23:10:06.388817 28127 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1001 23:10:06.402724 28127 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1001 23:10:06.402739 28127 start.go:495] detecting cgroup driver to use...
I1001 23:10:06.402785 28127 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1001 23:10:06.417608 28127 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1001 23:10:06.429178 28127 docker.go:217] disabling cri-docker service (if available) ...
I1001 23:10:06.429232 28127 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1001 23:10:06.440995 28127 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1001 23:10:06.452346 28127 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1001 23:10:06.553420 28127 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1001 23:10:06.711041 28127 docker.go:233] disabling docker service ...
I1001 23:10:06.711098 28127 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1001 23:10:06.723442 28127 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1001 23:10:06.734994 28127 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1001 23:10:06.843836 28127 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1001 23:10:06.956252 28127 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1001 23:10:06.968702 28127 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1001 23:10:06.984680 28127 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1001 23:10:06.984741 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:06.993653 28127 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1001 23:10:06.993696 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:07.002388 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:07.011014 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:07.019744 28127 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1001 23:10:07.028550 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:07.037170 28127 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:07.051503 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:07.060091 28127 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1001 23:10:07.068115 28127 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1001 23:10:07.068153 28127 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1001 23:10:07.079226 28127 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1001 23:10:07.087519 28127 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 23:10:07.194796 28127 ssh_runner.go:195] Run: sudo systemctl restart crio
I1001 23:10:07.276469 28127 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1001 23:10:07.276551 28127 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1001 23:10:07.280633 28127 start.go:563] Will wait 60s for crictl version
I1001 23:10:07.280679 28127 ssh_runner.go:195] Run: which crictl
I1001 23:10:07.283753 28127 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1001 23:10:07.319442 28127 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1001 23:10:07.319511 28127 ssh_runner.go:195] Run: crio --version
I1001 23:10:07.345448 28127 ssh_runner.go:195] Run: crio --version
I1001 23:10:07.371699 28127 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1001 23:10:07.372834 28127 main.go:141] libmachine: (ha-650490) Calling .GetIP
I1001 23:10:07.375213 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:07.375506 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:07.375530 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:07.375710 28127 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1001 23:10:07.379039 28127 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 23:10:07.390019 28127 kubeadm.go:883] updating cluster {Name:ha-650490 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 C
lusterName:ha-650490 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.212 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0
MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1001 23:10:07.390112 28127 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1001 23:10:07.390150 28127 ssh_runner.go:195] Run: sudo crictl images --output json
I1001 23:10:07.417841 28127 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I1001 23:10:07.417889 28127 ssh_runner.go:195] Run: which lz4
I1001 23:10:07.420984 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1001 23:10:07.421082 28127 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1001 23:10:07.424524 28127 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1001 23:10:07.424547 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I1001 23:10:08.513105 28127 crio.go:462] duration metric: took 1.092038731s to copy over tarball
I1001 23:10:08.513166 28127 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1001 23:10:10.390028 28127 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.876831032s)
I1001 23:10:10.390065 28127 crio.go:469] duration metric: took 1.87693488s to extract the tarball
I1001 23:10:10.390074 28127 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1001 23:10:10.424958 28127 ssh_runner.go:195] Run: sudo crictl images --output json
I1001 23:10:10.463902 28127 crio.go:514] all images are preloaded for cri-o runtime.
I1001 23:10:10.463921 28127 cache_images.go:84] Images are preloaded, skipping loading
I1001 23:10:10.463928 28127 kubeadm.go:934] updating node { 192.168.39.212 8443 v1.31.1 crio true true} ...
I1001 23:10:10.464010 28127 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-650490 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.212
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-650490 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1001 23:10:10.464070 28127 ssh_runner.go:195] Run: crio config
I1001 23:10:10.509340 28127 cni.go:84] Creating CNI manager for ""
I1001 23:10:10.509359 28127 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1001 23:10:10.509367 28127 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1001 23:10:10.509386 28127 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.212 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-650490 NodeName:ha-650490 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.212"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.212 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1001 23:10:10.509505 28127 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.212
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-650490"
kubeletExtraArgs:
node-ip: 192.168.39.212
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.212"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1001 23:10:10.509526 28127 kube-vip.go:115] generating kube-vip config ...
I1001 23:10:10.509563 28127 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1001 23:10:10.523972 28127 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1001 23:10:10.524071 28127 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1001 23:10:10.524124 28127 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1001 23:10:10.532416 28127 binaries.go:44] Found k8s binaries, skipping transfer
I1001 23:10:10.532471 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1001 23:10:10.540446 28127 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1001 23:10:10.554542 28127 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1001 23:10:10.568551 28127 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2153 bytes)
I1001 23:10:10.582455 28127 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1001 23:10:10.596277 28127 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1001 23:10:10.599477 28127 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 23:10:10.609616 28127 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 23:10:10.720277 28127 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 23:10:10.735654 28127 certs.go:68] Setting up /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490 for IP: 192.168.39.212
I1001 23:10:10.735677 28127 certs.go:194] generating shared ca certs ...
I1001 23:10:10.735697 28127 certs.go:226] acquiring lock for ca certs: {Name:mkda745fffc7d409f0c87cd85c8de0334ef314ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:10.735836 28127 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.key
I1001 23:10:10.735871 28127 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.key
I1001 23:10:10.735879 28127 certs.go:256] generating profile certs ...
I1001 23:10:10.735922 28127 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.key
I1001 23:10:10.735950 28127 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.crt with IP's: []
I1001 23:10:10.883332 28127 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.crt ...
I1001 23:10:10.883357 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.crt: {Name:mk9d57b0475ee549325cc532316d03f2524779f1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:10.883527 28127 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.key ...
I1001 23:10:10.883537 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.key: {Name:mkb93a8ddc2c60596a4e9faf3cd9271a07b1cc4e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:10.883603 28127 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.417d20e5
I1001 23:10:10.883617 28127 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.417d20e5 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.212 192.168.39.254]
I1001 23:10:10.965951 28127 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.417d20e5 ...
I1001 23:10:10.965973 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.417d20e5: {Name:mk2673a6fe0da1354136e00d136f6dc2c6c95f24 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:10.966123 28127 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.417d20e5 ...
I1001 23:10:10.966136 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.417d20e5: {Name:mka6bd9acbb87a41d6cbab769f3453426413194c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:10.966217 28127 certs.go:381] copying /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.417d20e5 -> /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt
I1001 23:10:10.966312 28127 certs.go:385] copying /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.417d20e5 -> /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key
I1001 23:10:10.966363 28127 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.key
I1001 23:10:10.966376 28127 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.crt with IP's: []
I1001 23:10:11.025503 28127 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.crt ...
I1001 23:10:11.025524 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.crt: {Name:mk73f33a1264717462722ffebcbcb035854299eb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:11.025646 28127 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.key ...
I1001 23:10:11.025656 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.key: {Name:mk190c4f8245142ece9cdabc3a7f8f07bb4146cf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:11.025717 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1001 23:10:11.025733 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1001 23:10:11.025744 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1001 23:10:11.025756 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1001 23:10:11.025768 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1001 23:10:11.025780 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1001 23:10:11.025792 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1001 23:10:11.025804 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1001 23:10:11.025850 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661.pem (1338 bytes)
W1001 23:10:11.025880 28127 certs.go:480] ignoring /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661_empty.pem, impossibly tiny 0 bytes
I1001 23:10:11.025890 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca-key.pem (1679 bytes)
I1001 23:10:11.025913 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem (1078 bytes)
I1001 23:10:11.025934 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem (1123 bytes)
I1001 23:10:11.025965 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem (1679 bytes)
I1001 23:10:11.026000 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem (1708 bytes)
I1001 23:10:11.026024 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem -> /usr/share/ca-certificates/166612.pem
I1001 23:10:11.026039 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1001 23:10:11.026051 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661.pem -> /usr/share/ca-certificates/16661.pem
I1001 23:10:11.026623 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1001 23:10:11.049441 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1001 23:10:11.069659 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1001 23:10:11.089811 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1001 23:10:11.109984 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1001 23:10:11.130142 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1001 23:10:11.150203 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1001 23:10:11.170180 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1001 23:10:11.190294 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem --> /usr/share/ca-certificates/166612.pem (1708 bytes)
I1001 23:10:11.210829 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1001 23:10:11.231064 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661.pem --> /usr/share/ca-certificates/16661.pem (1338 bytes)
I1001 23:10:11.251180 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1001 23:10:11.265067 28127 ssh_runner.go:195] Run: openssl version
I1001 23:10:11.270136 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/166612.pem && ln -fs /usr/share/ca-certificates/166612.pem /etc/ssl/certs/166612.pem"
I1001 23:10:11.279224 28127 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/166612.pem
I1001 23:10:11.283036 28127 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 1 23:06 /usr/share/ca-certificates/166612.pem
I1001 23:10:11.283089 28127 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/166612.pem
I1001 23:10:11.288180 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/166612.pem /etc/ssl/certs/3ec20f2e.0"
I1001 23:10:11.297189 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1001 23:10:11.306171 28127 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1001 23:10:11.310229 28127 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 1 22:47 /usr/share/ca-certificates/minikubeCA.pem
I1001 23:10:11.310281 28127 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1001 23:10:11.315508 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1001 23:10:11.325263 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16661.pem && ln -fs /usr/share/ca-certificates/16661.pem /etc/ssl/certs/16661.pem"
I1001 23:10:11.335106 28127 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16661.pem
I1001 23:10:11.339141 28127 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 1 23:06 /usr/share/ca-certificates/16661.pem
I1001 23:10:11.339187 28127 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16661.pem
I1001 23:10:11.344368 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/16661.pem /etc/ssl/certs/51391683.0"
I1001 23:10:11.354090 28127 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1001 23:10:11.357800 28127 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1001 23:10:11.357848 28127 kubeadm.go:392] StartCluster: {Name:ha-650490 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clus
terName:ha-650490 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.212 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mou
ntType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1001 23:10:11.357913 28127 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1001 23:10:11.357955 28127 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1001 23:10:11.396056 28127 cri.go:89] found id: ""
I1001 23:10:11.396106 28127 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1001 23:10:11.404978 28127 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1001 23:10:11.413280 28127 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1001 23:10:11.421429 28127 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1001 23:10:11.421445 28127 kubeadm.go:157] found existing configuration files:
I1001 23:10:11.421478 28127 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1001 23:10:11.429151 28127 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1001 23:10:11.429210 28127 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1001 23:10:11.437256 28127 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1001 23:10:11.444847 28127 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1001 23:10:11.444886 28127 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1001 23:10:11.452752 28127 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1001 23:10:11.460239 28127 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1001 23:10:11.460271 28127 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1001 23:10:11.470317 28127 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1001 23:10:11.478050 28127 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1001 23:10:11.478091 28127 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1001 23:10:11.495749 28127 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1001 23:10:11.595056 28127 kubeadm.go:310] W1001 23:10:11.577596 834 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1001 23:10:11.595920 28127 kubeadm.go:310] W1001 23:10:11.578582 834 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1001 23:10:11.688541 28127 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1001 23:10:22.076235 28127 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1001 23:10:22.076331 28127 kubeadm.go:310] [preflight] Running pre-flight checks
I1001 23:10:22.076477 28127 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1001 23:10:22.076606 28127 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1001 23:10:22.076735 28127 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1001 23:10:22.076827 28127 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1001 23:10:22.078294 28127 out.go:235] - Generating certificates and keys ...
I1001 23:10:22.078390 28127 kubeadm.go:310] [certs] Using existing ca certificate authority
I1001 23:10:22.078483 28127 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1001 23:10:22.078571 28127 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1001 23:10:22.078646 28127 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1001 23:10:22.078733 28127 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1001 23:10:22.078804 28127 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1001 23:10:22.078886 28127 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1001 23:10:22.079052 28127 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-650490 localhost] and IPs [192.168.39.212 127.0.0.1 ::1]
I1001 23:10:22.079137 28127 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1001 23:10:22.079301 28127 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-650490 localhost] and IPs [192.168.39.212 127.0.0.1 ::1]
I1001 23:10:22.079398 28127 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1001 23:10:22.079492 28127 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1001 23:10:22.079553 28127 kubeadm.go:310] [certs] Generating "sa" key and public key
I1001 23:10:22.079626 28127 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1001 23:10:22.079697 28127 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1001 23:10:22.079777 28127 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1001 23:10:22.079855 28127 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1001 23:10:22.079944 28127 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1001 23:10:22.080025 28127 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1001 23:10:22.080136 28127 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1001 23:10:22.080240 28127 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1001 23:10:22.081633 28127 out.go:235] - Booting up control plane ...
I1001 23:10:22.081743 28127 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1001 23:10:22.081849 28127 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1001 23:10:22.081929 28127 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1001 23:10:22.082056 28127 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1001 23:10:22.082136 28127 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1001 23:10:22.082170 28127 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1001 23:10:22.082323 28127 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1001 23:10:22.082451 28127 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1001 23:10:22.082544 28127 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.034972ms
I1001 23:10:22.082639 28127 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1001 23:10:22.082707 28127 kubeadm.go:310] [api-check] The API server is healthy after 5.956558522s
I1001 23:10:22.082800 28127 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1001 23:10:22.082940 28127 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1001 23:10:22.083021 28127 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1001 23:10:22.083219 28127 kubeadm.go:310] [mark-control-plane] Marking the node ha-650490 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1001 23:10:22.083268 28127 kubeadm.go:310] [bootstrap-token] Using token: ny7wa5.w1drneqftyhzdgke
I1001 23:10:22.084495 28127 out.go:235] - Configuring RBAC rules ...
I1001 23:10:22.084605 28127 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1001 23:10:22.084678 28127 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1001 23:10:22.084796 28127 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1001 23:10:22.084946 28127 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1001 23:10:22.085129 28127 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1001 23:10:22.085244 28127 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1001 23:10:22.085412 28127 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1001 23:10:22.085469 28127 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1001 23:10:22.085525 28127 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1001 23:10:22.085534 28127 kubeadm.go:310]
I1001 23:10:22.085600 28127 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1001 23:10:22.085609 28127 kubeadm.go:310]
I1001 23:10:22.085729 28127 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1001 23:10:22.085745 28127 kubeadm.go:310]
I1001 23:10:22.085795 28127 kubeadm.go:310] mkdir -p $HOME/.kube
I1001 23:10:22.085879 28127 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1001 23:10:22.085952 28127 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1001 23:10:22.085960 28127 kubeadm.go:310]
I1001 23:10:22.086039 28127 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1001 23:10:22.086047 28127 kubeadm.go:310]
I1001 23:10:22.086085 28127 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1001 23:10:22.086091 28127 kubeadm.go:310]
I1001 23:10:22.086134 28127 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1001 23:10:22.086204 28127 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1001 23:10:22.086278 28127 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1001 23:10:22.086289 28127 kubeadm.go:310]
I1001 23:10:22.086358 28127 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1001 23:10:22.086422 28127 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1001 23:10:22.086427 28127 kubeadm.go:310]
I1001 23:10:22.086500 28127 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ny7wa5.w1drneqftyhzdgke \
I1001 23:10:22.086591 28127 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:f0ed0099887f243f1d9a170deaeaec2897732658581d6958ad12e2086f6d4da5 \
I1001 23:10:22.086611 28127 kubeadm.go:310] --control-plane
I1001 23:10:22.086616 28127 kubeadm.go:310]
I1001 23:10:22.086697 28127 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1001 23:10:22.086708 28127 kubeadm.go:310]
I1001 23:10:22.086782 28127 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ny7wa5.w1drneqftyhzdgke \
I1001 23:10:22.086920 28127 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:f0ed0099887f243f1d9a170deaeaec2897732658581d6958ad12e2086f6d4da5
I1001 23:10:22.086934 28127 cni.go:84] Creating CNI manager for ""
I1001 23:10:22.086942 28127 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1001 23:10:22.088394 28127 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1001 23:10:22.089582 28127 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1001 23:10:22.094637 28127 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1001 23:10:22.094652 28127 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1001 23:10:22.110360 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1001 23:10:22.436659 28127 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1001 23:10:22.436719 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:10:22.436768 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-650490 minikube.k8s.io/updated_at=2024_10_01T23_10_22_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=f51fafbf3cd47f7a462449fed4417351dbbcecb3 minikube.k8s.io/name=ha-650490 minikube.k8s.io/primary=true
I1001 23:10:22.627272 28127 ops.go:34] apiserver oom_adj: -16
I1001 23:10:22.627478 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:10:23.128046 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:10:23.627867 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:10:24.128489 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:10:24.627772 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:10:25.128545 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:10:25.628303 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:10:26.127730 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1001 23:10:26.238478 28127 kubeadm.go:1113] duration metric: took 3.801804451s to wait for elevateKubeSystemPrivileges
I1001 23:10:26.238517 28127 kubeadm.go:394] duration metric: took 14.880672596s to StartCluster
I1001 23:10:26.238543 28127 settings.go:142] acquiring lock: {Name:mk256cdb073df7bb7fa850209e8ae9a8709db6c2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:26.238627 28127 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19740-9503/kubeconfig
I1001 23:10:26.239508 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/kubeconfig: {Name:mk9813a2295a850b24836d1061d69853cbe9c26c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:26.239742 28127 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.212 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 23:10:26.239773 28127 start.go:241] waiting for startup goroutines ...
I1001 23:10:26.239759 28127 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1001 23:10:26.239773 28127 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1001 23:10:26.239873 28127 addons.go:69] Setting storage-provisioner=true in profile "ha-650490"
I1001 23:10:26.239891 28127 addons.go:234] Setting addon storage-provisioner=true in "ha-650490"
I1001 23:10:26.239899 28127 addons.go:69] Setting default-storageclass=true in profile "ha-650490"
I1001 23:10:26.239918 28127 config.go:182] Loaded profile config "ha-650490": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:10:26.239929 28127 host.go:66] Checking if "ha-650490" exists ...
I1001 23:10:26.239922 28127 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-650490"
I1001 23:10:26.240414 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:10:26.240448 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:10:26.240465 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:10:26.240495 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:10:26.254768 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37083
I1001 23:10:26.255157 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:10:26.255156 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34515
I1001 23:10:26.255562 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:10:26.255640 28127 main.go:141] libmachine: Using API Version 1
I1001 23:10:26.255657 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:10:26.255952 28127 main.go:141] libmachine: Using API Version 1
I1001 23:10:26.255967 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:10:26.255996 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:10:26.256281 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:10:26.256459 28127 main.go:141] libmachine: (ha-650490) Calling .GetState
I1001 23:10:26.256536 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:10:26.256565 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:10:26.258410 28127 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19740-9503/kubeconfig
I1001 23:10:26.258647 28127 kapi.go:59] client config for ha-650490: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.crt", KeyFile:"/home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.key", CAFile:"/home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1001 23:10:26.259071 28127 cert_rotation.go:140] Starting client certificate rotation controller
I1001 23:10:26.259297 28127 addons.go:234] Setting addon default-storageclass=true in "ha-650490"
I1001 23:10:26.259334 28127 host.go:66] Checking if "ha-650490" exists ...
I1001 23:10:26.259665 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:10:26.259703 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:10:26.270176 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38905
I1001 23:10:26.270612 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:10:26.271065 28127 main.go:141] libmachine: Using API Version 1
I1001 23:10:26.271087 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:10:26.271385 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:10:26.271546 28127 main.go:141] libmachine: (ha-650490) Calling .GetState
I1001 23:10:26.272970 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:10:26.273442 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46877
I1001 23:10:26.273792 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:10:26.274207 28127 main.go:141] libmachine: Using API Version 1
I1001 23:10:26.274222 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:10:26.274490 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:10:26.274885 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:10:26.274925 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:10:26.274943 28127 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1001 23:10:26.276270 28127 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1001 23:10:26.276286 28127 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1001 23:10:26.276299 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:26.278943 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:26.279333 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:26.279366 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:26.279496 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:26.279648 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:26.279800 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:26.279952 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.212 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa Username:docker}
I1001 23:10:26.289226 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46053
I1001 23:10:26.289560 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:10:26.289990 28127 main.go:141] libmachine: Using API Version 1
I1001 23:10:26.290016 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:10:26.290371 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:10:26.290531 28127 main.go:141] libmachine: (ha-650490) Calling .GetState
I1001 23:10:26.291857 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:10:26.292054 28127 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1001 23:10:26.292069 28127 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1001 23:10:26.292085 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:26.294494 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:26.294890 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:26.294911 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:26.295046 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:26.295194 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:26.295346 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:26.295462 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.212 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa Username:docker}
I1001 23:10:26.335961 28127 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1001 23:10:26.428408 28127 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1001 23:10:26.437748 28127 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1001 23:10:26.748542 28127 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1001 23:10:27.002937 28127 main.go:141] libmachine: Making call to close driver server
I1001 23:10:27.002966 28127 main.go:141] libmachine: (ha-650490) Calling .Close
I1001 23:10:27.003078 28127 main.go:141] libmachine: Making call to close driver server
I1001 23:10:27.003107 28127 main.go:141] libmachine: (ha-650490) Calling .Close
I1001 23:10:27.003226 28127 main.go:141] libmachine: (ha-650490) DBG | Closing plugin on server side
I1001 23:10:27.003242 28127 main.go:141] libmachine: Successfully made call to close driver server
I1001 23:10:27.003302 28127 main.go:141] libmachine: Making call to close connection to plugin binary
I1001 23:10:27.003322 28127 main.go:141] libmachine: Making call to close driver server
I1001 23:10:27.003332 28127 main.go:141] libmachine: Successfully made call to close driver server
I1001 23:10:27.003344 28127 main.go:141] libmachine: Making call to close connection to plugin binary
I1001 23:10:27.003354 28127 main.go:141] libmachine: Making call to close driver server
I1001 23:10:27.003361 28127 main.go:141] libmachine: (ha-650490) Calling .Close
I1001 23:10:27.003402 28127 main.go:141] libmachine: (ha-650490) Calling .Close
I1001 23:10:27.003577 28127 main.go:141] libmachine: Successfully made call to close driver server
I1001 23:10:27.003605 28127 main.go:141] libmachine: Making call to close connection to plugin binary
I1001 23:10:27.003692 28127 main.go:141] libmachine: Successfully made call to close driver server
I1001 23:10:27.003730 28127 main.go:141] libmachine: Making call to close connection to plugin binary
I1001 23:10:27.003828 28127 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1001 23:10:27.003845 28127 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1001 23:10:27.003971 28127 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1001 23:10:27.003978 28127 round_trippers.go:469] Request Headers:
I1001 23:10:27.003988 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:10:27.003995 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:10:27.018475 28127 round_trippers.go:574] Response Status: 200 OK in 14 milliseconds
I1001 23:10:27.019156 28127 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1001 23:10:27.019179 28127 round_trippers.go:469] Request Headers:
I1001 23:10:27.019190 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:10:27.019196 28127 round_trippers.go:473] Content-Type: application/json
I1001 23:10:27.019200 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:10:27.022146 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:10:27.022326 28127 main.go:141] libmachine: Making call to close driver server
I1001 23:10:27.022343 28127 main.go:141] libmachine: (ha-650490) Calling .Close
I1001 23:10:27.022624 28127 main.go:141] libmachine: Successfully made call to close driver server
I1001 23:10:27.022637 28127 main.go:141] libmachine: Making call to close connection to plugin binary
I1001 23:10:27.024225 28127 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1001 23:10:27.025316 28127 addons.go:510] duration metric: took 785.543213ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1001 23:10:27.025350 28127 start.go:246] waiting for cluster config update ...
I1001 23:10:27.025364 28127 start.go:255] writing updated cluster config ...
I1001 23:10:27.026652 28127 out.go:201]
I1001 23:10:27.027765 28127 config.go:182] Loaded profile config "ha-650490": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:10:27.027826 28127 profile.go:143] Saving config to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/config.json ...
I1001 23:10:27.029134 28127 out.go:177] * Starting "ha-650490-m02" control-plane node in "ha-650490" cluster
I1001 23:10:27.030059 28127 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1001 23:10:27.030079 28127 cache.go:56] Caching tarball of preloaded images
I1001 23:10:27.030174 28127 preload.go:172] Found /home/jenkins/minikube-integration/19740-9503/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1001 23:10:27.030188 28127 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1001 23:10:27.030274 28127 profile.go:143] Saving config to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/config.json ...
I1001 23:10:27.030426 28127 start.go:360] acquireMachinesLock for ha-650490-m02: {Name:mk863ea307ceffbe5512aafe22f49204d0f5ec83 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1001 23:10:27.030466 28127 start.go:364] duration metric: took 23.614µs to acquireMachinesLock for "ha-650490-m02"
I1001 23:10:27.030486 28127 start.go:93] Provisioning new machine with config: &{Name:ha-650490 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-650490 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.212 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Ce
rtExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 23:10:27.030553 28127 start.go:125] createHost starting for "m02" (driver="kvm2")
I1001 23:10:27.031880 28127 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1001 23:10:27.031965 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:10:27.031986 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:10:27.046351 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34853
I1001 23:10:27.046775 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:10:27.047153 28127 main.go:141] libmachine: Using API Version 1
I1001 23:10:27.047172 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:10:27.047437 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:10:27.047578 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetMachineName
I1001 23:10:27.047674 28127 main.go:141] libmachine: (ha-650490-m02) Calling .DriverName
I1001 23:10:27.047824 28127 start.go:159] libmachine.API.Create for "ha-650490" (driver="kvm2")
I1001 23:10:27.047842 28127 client.go:168] LocalClient.Create starting
I1001 23:10:27.047866 28127 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem
I1001 23:10:27.047894 28127 main.go:141] libmachine: Decoding PEM data...
I1001 23:10:27.047907 28127 main.go:141] libmachine: Parsing certificate...
I1001 23:10:27.047957 28127 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem
I1001 23:10:27.047976 28127 main.go:141] libmachine: Decoding PEM data...
I1001 23:10:27.047986 28127 main.go:141] libmachine: Parsing certificate...
I1001 23:10:27.048000 28127 main.go:141] libmachine: Running pre-create checks...
I1001 23:10:27.048007 28127 main.go:141] libmachine: (ha-650490-m02) Calling .PreCreateCheck
I1001 23:10:27.048127 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetConfigRaw
I1001 23:10:27.048502 28127 main.go:141] libmachine: Creating machine...
I1001 23:10:27.048517 28127 main.go:141] libmachine: (ha-650490-m02) Calling .Create
I1001 23:10:27.048614 28127 main.go:141] libmachine: (ha-650490-m02) Creating KVM machine...
I1001 23:10:27.049668 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found existing default KVM network
I1001 23:10:27.049832 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found existing private KVM network mk-ha-650490
I1001 23:10:27.049959 28127 main.go:141] libmachine: (ha-650490-m02) Setting up store path in /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02 ...
I1001 23:10:27.049980 28127 main.go:141] libmachine: (ha-650490-m02) Building disk image from file:///home/jenkins/minikube-integration/19740-9503/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1001 23:10:27.050034 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:27.049945 28466 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19740-9503/.minikube
I1001 23:10:27.050126 28127 main.go:141] libmachine: (ha-650490-m02) Downloading /home/jenkins/minikube-integration/19740-9503/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19740-9503/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1001 23:10:27.284333 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:27.284198 28466 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02/id_rsa...
I1001 23:10:27.684375 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:27.684248 28466 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02/ha-650490-m02.rawdisk...
I1001 23:10:27.684401 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Writing magic tar header
I1001 23:10:27.684411 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Writing SSH key tar header
I1001 23:10:27.684418 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:27.684377 28466 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02 ...
I1001 23:10:27.684521 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02
I1001 23:10:27.684536 28127 main.go:141] libmachine: (ha-650490-m02) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02 (perms=drwx------)
I1001 23:10:27.684543 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503/.minikube/machines
I1001 23:10:27.684557 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503/.minikube
I1001 23:10:27.684566 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503
I1001 23:10:27.684576 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1001 23:10:27.684596 28127 main.go:141] libmachine: (ha-650490-m02) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503/.minikube/machines (perms=drwxr-xr-x)
I1001 23:10:27.684607 28127 main.go:141] libmachine: (ha-650490-m02) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503/.minikube (perms=drwxr-xr-x)
I1001 23:10:27.684617 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Checking permissions on dir: /home/jenkins
I1001 23:10:27.684629 28127 main.go:141] libmachine: (ha-650490-m02) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503 (perms=drwxrwxr-x)
I1001 23:10:27.684639 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Checking permissions on dir: /home
I1001 23:10:27.684653 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Skipping /home - not owner
I1001 23:10:27.684664 28127 main.go:141] libmachine: (ha-650490-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1001 23:10:27.684669 28127 main.go:141] libmachine: (ha-650490-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1001 23:10:27.684680 28127 main.go:141] libmachine: (ha-650490-m02) Creating domain...
I1001 23:10:27.685672 28127 main.go:141] libmachine: (ha-650490-m02) define libvirt domain using xml:
I1001 23:10:27.685726 28127 main.go:141] libmachine: (ha-650490-m02) <domain type='kvm'>
I1001 23:10:27.685738 28127 main.go:141] libmachine: (ha-650490-m02) <name>ha-650490-m02</name>
I1001 23:10:27.685743 28127 main.go:141] libmachine: (ha-650490-m02) <memory unit='MiB'>2200</memory>
I1001 23:10:27.685748 28127 main.go:141] libmachine: (ha-650490-m02) <vcpu>2</vcpu>
I1001 23:10:27.685752 28127 main.go:141] libmachine: (ha-650490-m02) <features>
I1001 23:10:27.685757 28127 main.go:141] libmachine: (ha-650490-m02) <acpi/>
I1001 23:10:27.685760 28127 main.go:141] libmachine: (ha-650490-m02) <apic/>
I1001 23:10:27.685765 28127 main.go:141] libmachine: (ha-650490-m02) <pae/>
I1001 23:10:27.685769 28127 main.go:141] libmachine: (ha-650490-m02)
I1001 23:10:27.685773 28127 main.go:141] libmachine: (ha-650490-m02) </features>
I1001 23:10:27.685780 28127 main.go:141] libmachine: (ha-650490-m02) <cpu mode='host-passthrough'>
I1001 23:10:27.685785 28127 main.go:141] libmachine: (ha-650490-m02)
I1001 23:10:27.685791 28127 main.go:141] libmachine: (ha-650490-m02) </cpu>
I1001 23:10:27.685796 28127 main.go:141] libmachine: (ha-650490-m02) <os>
I1001 23:10:27.685800 28127 main.go:141] libmachine: (ha-650490-m02) <type>hvm</type>
I1001 23:10:27.685805 28127 main.go:141] libmachine: (ha-650490-m02) <boot dev='cdrom'/>
I1001 23:10:27.685809 28127 main.go:141] libmachine: (ha-650490-m02) <boot dev='hd'/>
I1001 23:10:27.685813 28127 main.go:141] libmachine: (ha-650490-m02) <bootmenu enable='no'/>
I1001 23:10:27.685818 28127 main.go:141] libmachine: (ha-650490-m02) </os>
I1001 23:10:27.685822 28127 main.go:141] libmachine: (ha-650490-m02) <devices>
I1001 23:10:27.685827 28127 main.go:141] libmachine: (ha-650490-m02) <disk type='file' device='cdrom'>
I1001 23:10:27.685837 28127 main.go:141] libmachine: (ha-650490-m02) <source file='/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02/boot2docker.iso'/>
I1001 23:10:27.685852 28127 main.go:141] libmachine: (ha-650490-m02) <target dev='hdc' bus='scsi'/>
I1001 23:10:27.685856 28127 main.go:141] libmachine: (ha-650490-m02) <readonly/>
I1001 23:10:27.685859 28127 main.go:141] libmachine: (ha-650490-m02) </disk>
I1001 23:10:27.685886 28127 main.go:141] libmachine: (ha-650490-m02) <disk type='file' device='disk'>
I1001 23:10:27.685912 28127 main.go:141] libmachine: (ha-650490-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1001 23:10:27.685929 28127 main.go:141] libmachine: (ha-650490-m02) <source file='/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02/ha-650490-m02.rawdisk'/>
I1001 23:10:27.685939 28127 main.go:141] libmachine: (ha-650490-m02) <target dev='hda' bus='virtio'/>
I1001 23:10:27.685946 28127 main.go:141] libmachine: (ha-650490-m02) </disk>
I1001 23:10:27.685954 28127 main.go:141] libmachine: (ha-650490-m02) <interface type='network'>
I1001 23:10:27.685960 28127 main.go:141] libmachine: (ha-650490-m02) <source network='mk-ha-650490'/>
I1001 23:10:27.685964 28127 main.go:141] libmachine: (ha-650490-m02) <model type='virtio'/>
I1001 23:10:27.685972 28127 main.go:141] libmachine: (ha-650490-m02) </interface>
I1001 23:10:27.685980 28127 main.go:141] libmachine: (ha-650490-m02) <interface type='network'>
I1001 23:10:27.685989 28127 main.go:141] libmachine: (ha-650490-m02) <source network='default'/>
I1001 23:10:27.686003 28127 main.go:141] libmachine: (ha-650490-m02) <model type='virtio'/>
I1001 23:10:27.686021 28127 main.go:141] libmachine: (ha-650490-m02) </interface>
I1001 23:10:27.686043 28127 main.go:141] libmachine: (ha-650490-m02) <serial type='pty'>
I1001 23:10:27.686053 28127 main.go:141] libmachine: (ha-650490-m02) <target port='0'/>
I1001 23:10:27.686060 28127 main.go:141] libmachine: (ha-650490-m02) </serial>
I1001 23:10:27.686069 28127 main.go:141] libmachine: (ha-650490-m02) <console type='pty'>
I1001 23:10:27.686080 28127 main.go:141] libmachine: (ha-650490-m02) <target type='serial' port='0'/>
I1001 23:10:27.686088 28127 main.go:141] libmachine: (ha-650490-m02) </console>
I1001 23:10:27.686097 28127 main.go:141] libmachine: (ha-650490-m02) <rng model='virtio'>
I1001 23:10:27.686107 28127 main.go:141] libmachine: (ha-650490-m02) <backend model='random'>/dev/random</backend>
I1001 23:10:27.686119 28127 main.go:141] libmachine: (ha-650490-m02) </rng>
I1001 23:10:27.686127 28127 main.go:141] libmachine: (ha-650490-m02)
I1001 23:10:27.686136 28127 main.go:141] libmachine: (ha-650490-m02)
I1001 23:10:27.686144 28127 main.go:141] libmachine: (ha-650490-m02) </devices>
I1001 23:10:27.686152 28127 main.go:141] libmachine: (ha-650490-m02) </domain>
I1001 23:10:27.686162 28127 main.go:141] libmachine: (ha-650490-m02)
I1001 23:10:27.692418 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:c0:6a:5b in network default
I1001 23:10:27.692963 28127 main.go:141] libmachine: (ha-650490-m02) Ensuring networks are active...
I1001 23:10:27.692991 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:27.693624 28127 main.go:141] libmachine: (ha-650490-m02) Ensuring network default is active
I1001 23:10:27.693903 28127 main.go:141] libmachine: (ha-650490-m02) Ensuring network mk-ha-650490 is active
I1001 23:10:27.694220 28127 main.go:141] libmachine: (ha-650490-m02) Getting domain xml...
I1001 23:10:27.694900 28127 main.go:141] libmachine: (ha-650490-m02) Creating domain...
I1001 23:10:28.876480 28127 main.go:141] libmachine: (ha-650490-m02) Waiting to get IP...
I1001 23:10:28.877411 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:28.877788 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:28.877840 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:28.877789 28466 retry.go:31] will retry after 228.68223ms: waiting for machine to come up
I1001 23:10:29.108165 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:29.108621 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:29.108646 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:29.108582 28466 retry.go:31] will retry after 329.180246ms: waiting for machine to come up
I1001 23:10:29.439026 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:29.439483 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:29.439510 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:29.439434 28466 retry.go:31] will retry after 466.58774ms: waiting for machine to come up
I1001 23:10:29.908079 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:29.908508 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:29.908541 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:29.908475 28466 retry.go:31] will retry after 448.758674ms: waiting for machine to come up
I1001 23:10:30.359390 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:30.359708 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:30.359731 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:30.359665 28466 retry.go:31] will retry after 572.145817ms: waiting for machine to come up
I1001 23:10:30.932948 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:30.933398 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:30.933477 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:30.933395 28466 retry.go:31] will retry after 737.942898ms: waiting for machine to come up
I1001 23:10:31.673387 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:31.673858 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:31.673883 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:31.673818 28466 retry.go:31] will retry after 888.523127ms: waiting for machine to come up
I1001 23:10:32.564343 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:32.564753 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:32.564778 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:32.564719 28466 retry.go:31] will retry after 1.100739632s: waiting for machine to come up
I1001 23:10:33.667221 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:33.667611 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:33.667636 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:33.667562 28466 retry.go:31] will retry after 1.832900971s: waiting for machine to come up
I1001 23:10:35.502401 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:35.502808 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:35.502835 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:35.502765 28466 retry.go:31] will retry after 2.081532541s: waiting for machine to come up
I1001 23:10:37.585449 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:37.585791 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:37.585819 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:37.585748 28466 retry.go:31] will retry after 2.602562983s: waiting for machine to come up
I1001 23:10:40.191261 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:40.191574 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:40.191598 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:40.191535 28466 retry.go:31] will retry after 3.510903109s: waiting for machine to come up
I1001 23:10:43.703487 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:43.703894 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find current IP address of domain ha-650490-m02 in network mk-ha-650490
I1001 23:10:43.703920 28127 main.go:141] libmachine: (ha-650490-m02) DBG | I1001 23:10:43.703861 28466 retry.go:31] will retry after 2.997124692s: waiting for machine to come up
I1001 23:10:46.704998 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:46.705424 28127 main.go:141] libmachine: (ha-650490-m02) Found IP for machine: 192.168.39.251
I1001 23:10:46.705440 28127 main.go:141] libmachine: (ha-650490-m02) Reserving static IP address...
I1001 23:10:46.705449 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has current primary IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:46.705763 28127 main.go:141] libmachine: (ha-650490-m02) DBG | unable to find host DHCP lease matching {name: "ha-650490-m02", mac: "52:54:00:59:57:6d", ip: "192.168.39.251"} in network mk-ha-650490
I1001 23:10:46.773869 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Getting to WaitForSSH function...
I1001 23:10:46.773899 28127 main.go:141] libmachine: (ha-650490-m02) Reserved static IP address: 192.168.39.251
I1001 23:10:46.773912 28127 main.go:141] libmachine: (ha-650490-m02) Waiting for SSH to be available...
I1001 23:10:46.776264 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:46.776686 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:minikube Clientid:01:52:54:00:59:57:6d}
I1001 23:10:46.776713 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:46.776911 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Using SSH client type: external
I1001 23:10:46.776941 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02/id_rsa (-rw-------)
I1001 23:10:46.776989 28127 main.go:141] libmachine: (ha-650490-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.251 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1001 23:10:46.777005 28127 main.go:141] libmachine: (ha-650490-m02) DBG | About to run SSH command:
I1001 23:10:46.777036 28127 main.go:141] libmachine: (ha-650490-m02) DBG | exit 0
I1001 23:10:46.900575 28127 main.go:141] libmachine: (ha-650490-m02) DBG | SSH cmd err, output: <nil>:
I1001 23:10:46.900821 28127 main.go:141] libmachine: (ha-650490-m02) KVM machine creation complete!
I1001 23:10:46.901138 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetConfigRaw
I1001 23:10:46.901645 28127 main.go:141] libmachine: (ha-650490-m02) Calling .DriverName
I1001 23:10:46.901790 28127 main.go:141] libmachine: (ha-650490-m02) Calling .DriverName
I1001 23:10:46.901942 28127 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1001 23:10:46.901960 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetState
I1001 23:10:46.903193 28127 main.go:141] libmachine: Detecting operating system of created instance...
I1001 23:10:46.903205 28127 main.go:141] libmachine: Waiting for SSH to be available...
I1001 23:10:46.903210 28127 main.go:141] libmachine: Getting to WaitForSSH function...
I1001 23:10:46.903215 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHHostname
I1001 23:10:46.905416 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:46.905736 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:46.905757 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:46.905938 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHPort
I1001 23:10:46.906110 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:46.906221 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:46.906374 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHUsername
I1001 23:10:46.906488 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:46.906689 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.251 22 <nil> <nil>}
I1001 23:10:46.906699 28127 main.go:141] libmachine: About to run SSH command:
exit 0
I1001 23:10:47.007808 28127 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 23:10:47.007829 28127 main.go:141] libmachine: Detecting the provisioner...
I1001 23:10:47.007836 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHHostname
I1001 23:10:47.010405 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.010862 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:47.010882 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.011037 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHPort
I1001 23:10:47.011201 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:47.011332 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:47.011427 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHUsername
I1001 23:10:47.011540 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:47.011713 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.251 22 <nil> <nil>}
I1001 23:10:47.011727 28127 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1001 23:10:47.113236 28127 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1001 23:10:47.113330 28127 main.go:141] libmachine: found compatible host: buildroot
I1001 23:10:47.113342 28127 main.go:141] libmachine: Provisioning with buildroot...
I1001 23:10:47.113348 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetMachineName
I1001 23:10:47.113578 28127 buildroot.go:166] provisioning hostname "ha-650490-m02"
I1001 23:10:47.113597 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetMachineName
I1001 23:10:47.113770 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHHostname
I1001 23:10:47.116214 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.116567 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:47.116592 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.116747 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHPort
I1001 23:10:47.116897 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:47.117011 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:47.117130 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHUsername
I1001 23:10:47.117252 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:47.117427 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.251 22 <nil> <nil>}
I1001 23:10:47.117442 28127 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-650490-m02 && echo "ha-650490-m02" | sudo tee /etc/hostname
I1001 23:10:47.234311 28127 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-650490-m02
I1001 23:10:47.234343 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHHostname
I1001 23:10:47.236863 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.237154 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:47.237188 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.237350 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHPort
I1001 23:10:47.237501 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:47.237667 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:47.237800 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHUsername
I1001 23:10:47.237936 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:47.238110 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.251 22 <nil> <nil>}
I1001 23:10:47.238128 28127 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-650490-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-650490-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-650490-m02' | sudo tee -a /etc/hosts;
fi
fi
I1001 23:10:47.348769 28127 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 23:10:47.348801 28127 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19740-9503/.minikube CaCertPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19740-9503/.minikube}
I1001 23:10:47.348817 28127 buildroot.go:174] setting up certificates
I1001 23:10:47.348839 28127 provision.go:84] configureAuth start
I1001 23:10:47.348855 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetMachineName
I1001 23:10:47.349123 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetIP
I1001 23:10:47.351624 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.352004 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:47.352025 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.352153 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHHostname
I1001 23:10:47.354305 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.354643 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:47.354667 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.354769 28127 provision.go:143] copyHostCerts
I1001 23:10:47.354800 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem
I1001 23:10:47.354833 28127 exec_runner.go:144] found /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem, removing ...
I1001 23:10:47.354841 28127 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem
I1001 23:10:47.354917 28127 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem (1078 bytes)
I1001 23:10:47.355013 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem
I1001 23:10:47.355038 28127 exec_runner.go:144] found /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem, removing ...
I1001 23:10:47.355048 28127 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem
I1001 23:10:47.355087 28127 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem (1123 bytes)
I1001 23:10:47.355165 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem
I1001 23:10:47.355187 28127 exec_runner.go:144] found /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem, removing ...
I1001 23:10:47.355196 28127 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem
I1001 23:10:47.355232 28127 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem (1679 bytes)
I1001 23:10:47.355317 28127 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca-key.pem org=jenkins.ha-650490-m02 san=[127.0.0.1 192.168.39.251 ha-650490-m02 localhost minikube]
I1001 23:10:47.575394 28127 provision.go:177] copyRemoteCerts
I1001 23:10:47.575448 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1001 23:10:47.575473 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHHostname
I1001 23:10:47.578444 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.578769 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:47.578795 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.578954 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHPort
I1001 23:10:47.579112 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:47.579258 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHUsername
I1001 23:10:47.579359 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.251 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02/id_rsa Username:docker}
I1001 23:10:47.658135 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1001 23:10:47.658218 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1001 23:10:47.679821 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem -> /etc/docker/server.pem
I1001 23:10:47.679889 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1001 23:10:47.700952 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1001 23:10:47.701007 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1001 23:10:47.721659 28127 provision.go:87] duration metric: took 372.807266ms to configureAuth
I1001 23:10:47.721679 28127 buildroot.go:189] setting minikube options for container-runtime
I1001 23:10:47.721851 28127 config.go:182] Loaded profile config "ha-650490": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:10:47.721926 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHHostname
I1001 23:10:47.725054 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.725508 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:47.725535 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.725705 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHPort
I1001 23:10:47.725911 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:47.726071 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:47.726201 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHUsername
I1001 23:10:47.726346 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:47.726558 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.251 22 <nil> <nil>}
I1001 23:10:47.726580 28127 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1001 23:10:47.941172 28127 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1001 23:10:47.941204 28127 main.go:141] libmachine: Checking connection to Docker...
I1001 23:10:47.941214 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetURL
I1001 23:10:47.942349 28127 main.go:141] libmachine: (ha-650490-m02) DBG | Using libvirt version 6000000
I1001 23:10:47.944409 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.944688 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:47.944718 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.944852 28127 main.go:141] libmachine: Docker is up and running!
I1001 23:10:47.944865 28127 main.go:141] libmachine: Reticulating splines...
I1001 23:10:47.944875 28127 client.go:171] duration metric: took 20.897025081s to LocalClient.Create
I1001 23:10:47.944901 28127 start.go:167] duration metric: took 20.897076044s to libmachine.API.Create "ha-650490"
I1001 23:10:47.944913 28127 start.go:293] postStartSetup for "ha-650490-m02" (driver="kvm2")
I1001 23:10:47.944928 28127 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1001 23:10:47.944951 28127 main.go:141] libmachine: (ha-650490-m02) Calling .DriverName
I1001 23:10:47.945218 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1001 23:10:47.945239 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHHostname
I1001 23:10:47.947374 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.947654 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:47.947684 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:47.947855 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHPort
I1001 23:10:47.948012 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:47.948180 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHUsername
I1001 23:10:47.948336 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.251 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02/id_rsa Username:docker}
I1001 23:10:48.030417 28127 ssh_runner.go:195] Run: cat /etc/os-release
I1001 23:10:48.034354 28127 info.go:137] Remote host: Buildroot 2023.02.9
I1001 23:10:48.034376 28127 filesync.go:126] Scanning /home/jenkins/minikube-integration/19740-9503/.minikube/addons for local assets ...
I1001 23:10:48.034443 28127 filesync.go:126] Scanning /home/jenkins/minikube-integration/19740-9503/.minikube/files for local assets ...
I1001 23:10:48.034520 28127 filesync.go:149] local asset: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem -> 166612.pem in /etc/ssl/certs
I1001 23:10:48.034533 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem -> /etc/ssl/certs/166612.pem
I1001 23:10:48.034629 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1001 23:10:48.042813 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem --> /etc/ssl/certs/166612.pem (1708 bytes)
I1001 23:10:48.063434 28127 start.go:296] duration metric: took 118.507082ms for postStartSetup
I1001 23:10:48.063482 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetConfigRaw
I1001 23:10:48.064038 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetIP
I1001 23:10:48.066650 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:48.066989 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:48.067014 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:48.067218 28127 profile.go:143] Saving config to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/config.json ...
I1001 23:10:48.067433 28127 start.go:128] duration metric: took 21.036872411s to createHost
I1001 23:10:48.067457 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHHostname
I1001 23:10:48.069676 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:48.070020 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:48.070048 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:48.070194 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHPort
I1001 23:10:48.070364 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:48.070516 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:48.070669 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHUsername
I1001 23:10:48.070799 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:10:48.070990 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.251 22 <nil> <nil>}
I1001 23:10:48.071001 28127 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1001 23:10:48.173082 28127 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727824248.147520248
I1001 23:10:48.173121 28127 fix.go:216] guest clock: 1727824248.147520248
I1001 23:10:48.173130 28127 fix.go:229] Guest: 2024-10-01 23:10:48.147520248 +0000 UTC Remote: 2024-10-01 23:10:48.067445726 +0000 UTC m=+63.512020273 (delta=80.074522ms)
I1001 23:10:48.173148 28127 fix.go:200] guest clock delta is within tolerance: 80.074522ms
I1001 23:10:48.173154 28127 start.go:83] releasing machines lock for "ha-650490-m02", held for 21.142677685s
I1001 23:10:48.173178 28127 main.go:141] libmachine: (ha-650490-m02) Calling .DriverName
I1001 23:10:48.173400 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetIP
I1001 23:10:48.175706 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:48.176058 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:48.176082 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:48.178319 28127 out.go:177] * Found network options:
I1001 23:10:48.179550 28127 out.go:177] - NO_PROXY=192.168.39.212
W1001 23:10:48.180703 28127 proxy.go:119] fail to check proxy env: Error ip not in block
I1001 23:10:48.180741 28127 main.go:141] libmachine: (ha-650490-m02) Calling .DriverName
I1001 23:10:48.181170 28127 main.go:141] libmachine: (ha-650490-m02) Calling .DriverName
I1001 23:10:48.181333 28127 main.go:141] libmachine: (ha-650490-m02) Calling .DriverName
I1001 23:10:48.181395 28127 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1001 23:10:48.181442 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHHostname
W1001 23:10:48.181499 28127 proxy.go:119] fail to check proxy env: Error ip not in block
I1001 23:10:48.181563 28127 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1001 23:10:48.181583 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHHostname
I1001 23:10:48.183962 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:48.184150 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:48.184325 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:48.184347 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:48.184481 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHPort
I1001 23:10:48.184502 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:48.184545 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:48.184664 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:48.184678 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHPort
I1001 23:10:48.184823 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHUsername
I1001 23:10:48.184884 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHKeyPath
I1001 23:10:48.185024 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetSSHUsername
I1001 23:10:48.185030 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.251 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02/id_rsa Username:docker}
I1001 23:10:48.185161 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.251 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m02/id_rsa Username:docker}
I1001 23:10:48.411056 28127 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1001 23:10:48.416309 28127 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1001 23:10:48.416376 28127 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1001 23:10:48.430768 28127 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1001 23:10:48.430787 28127 start.go:495] detecting cgroup driver to use...
I1001 23:10:48.430836 28127 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1001 23:10:48.450136 28127 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1001 23:10:48.463298 28127 docker.go:217] disabling cri-docker service (if available) ...
I1001 23:10:48.463350 28127 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1001 23:10:48.475791 28127 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1001 23:10:48.488409 28127 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1001 23:10:48.594173 28127 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1001 23:10:48.757598 28127 docker.go:233] disabling docker service ...
I1001 23:10:48.757663 28127 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1001 23:10:48.771769 28127 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1001 23:10:48.783469 28127 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1001 23:10:48.906995 28127 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1001 23:10:49.022298 28127 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1001 23:10:49.034627 28127 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1001 23:10:49.050883 28127 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1001 23:10:49.050931 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:49.059954 28127 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1001 23:10:49.060014 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:49.069006 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:49.078061 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:49.087358 28127 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1001 23:10:49.097062 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:49.105984 28127 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:49.120698 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:10:49.129660 28127 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1001 23:10:49.137858 28127 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1001 23:10:49.137897 28127 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1001 23:10:49.149732 28127 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1001 23:10:49.158058 28127 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 23:10:49.282850 28127 ssh_runner.go:195] Run: sudo systemctl restart crio
I1001 23:10:49.364616 28127 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1001 23:10:49.364677 28127 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1001 23:10:49.368844 28127 start.go:563] Will wait 60s for crictl version
I1001 23:10:49.368913 28127 ssh_runner.go:195] Run: which crictl
I1001 23:10:49.372242 28127 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1001 23:10:49.407252 28127 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1001 23:10:49.407317 28127 ssh_runner.go:195] Run: crio --version
I1001 23:10:49.432493 28127 ssh_runner.go:195] Run: crio --version
I1001 23:10:49.459648 28127 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1001 23:10:49.460913 28127 out.go:177] - env NO_PROXY=192.168.39.212
I1001 23:10:49.462143 28127 main.go:141] libmachine: (ha-650490-m02) Calling .GetIP
I1001 23:10:49.464761 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:49.465147 28127 main.go:141] libmachine: (ha-650490-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:57:6d", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:10:41 +0000 UTC Type:0 Mac:52:54:00:59:57:6d Iaid: IPaddr:192.168.39.251 Prefix:24 Hostname:ha-650490-m02 Clientid:01:52:54:00:59:57:6d}
I1001 23:10:49.465173 28127 main.go:141] libmachine: (ha-650490-m02) DBG | domain ha-650490-m02 has defined IP address 192.168.39.251 and MAC address 52:54:00:59:57:6d in network mk-ha-650490
I1001 23:10:49.465409 28127 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1001 23:10:49.468919 28127 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 23:10:49.480173 28127 mustload.go:65] Loading cluster: ha-650490
I1001 23:10:49.480356 28127 config.go:182] Loaded profile config "ha-650490": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:10:49.480733 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:10:49.480771 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:10:49.495268 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39457
I1001 23:10:49.495681 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:10:49.496136 28127 main.go:141] libmachine: Using API Version 1
I1001 23:10:49.496154 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:10:49.496446 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:10:49.496608 28127 main.go:141] libmachine: (ha-650490) Calling .GetState
I1001 23:10:49.497974 28127 host.go:66] Checking if "ha-650490" exists ...
I1001 23:10:49.498351 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:10:49.498390 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:10:49.512095 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44089
I1001 23:10:49.512542 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:10:49.513014 28127 main.go:141] libmachine: Using API Version 1
I1001 23:10:49.513035 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:10:49.513341 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:10:49.513505 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:10:49.513664 28127 certs.go:68] Setting up /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490 for IP: 192.168.39.251
I1001 23:10:49.513676 28127 certs.go:194] generating shared ca certs ...
I1001 23:10:49.513692 28127 certs.go:226] acquiring lock for ca certs: {Name:mkda745fffc7d409f0c87cd85c8de0334ef314ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:49.513800 28127 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.key
I1001 23:10:49.513843 28127 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.key
I1001 23:10:49.513852 28127 certs.go:256] generating profile certs ...
I1001 23:10:49.513915 28127 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.key
I1001 23:10:49.513937 28127 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.952c4e64
I1001 23:10:49.513950 28127 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.952c4e64 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.212 192.168.39.251 192.168.39.254]
I1001 23:10:49.754034 28127 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.952c4e64 ...
I1001 23:10:49.754063 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.952c4e64: {Name:mkab0ee2dbfb87ed74a61df26ad26b9fc91d13ba Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:49.754244 28127 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.952c4e64 ...
I1001 23:10:49.754259 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.952c4e64: {Name:mk7e6cb0e248342f0c8229cad52da1e17733ea7e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:10:49.754358 28127 certs.go:381] copying /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.952c4e64 -> /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt
I1001 23:10:49.754506 28127 certs.go:385] copying /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.952c4e64 -> /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key
I1001 23:10:49.754670 28127 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.key
I1001 23:10:49.754686 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1001 23:10:49.754703 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1001 23:10:49.754720 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1001 23:10:49.754741 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1001 23:10:49.754760 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1001 23:10:49.754778 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1001 23:10:49.754796 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1001 23:10:49.754812 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1001 23:10:49.754872 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661.pem (1338 bytes)
W1001 23:10:49.754917 28127 certs.go:480] ignoring /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661_empty.pem, impossibly tiny 0 bytes
I1001 23:10:49.754931 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca-key.pem (1679 bytes)
I1001 23:10:49.754969 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem (1078 bytes)
I1001 23:10:49.755003 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem (1123 bytes)
I1001 23:10:49.755035 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem (1679 bytes)
I1001 23:10:49.755120 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem (1708 bytes)
I1001 23:10:49.755177 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem -> /usr/share/ca-certificates/166612.pem
I1001 23:10:49.755198 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1001 23:10:49.755217 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661.pem -> /usr/share/ca-certificates/16661.pem
I1001 23:10:49.755256 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:49.758239 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:49.758634 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:49.758653 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:49.758844 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:49.758992 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:49.759102 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:49.759212 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.212 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa Username:docker}
I1001 23:10:49.833368 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1001 23:10:49.837561 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1001 23:10:49.847578 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1001 23:10:49.851016 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1001 23:10:49.860450 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1001 23:10:49.864302 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1001 23:10:49.881244 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1001 23:10:49.885148 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1001 23:10:49.896759 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1001 23:10:49.901069 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1001 23:10:49.910533 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1001 23:10:49.914116 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1001 23:10:49.923926 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1001 23:10:49.946724 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1001 23:10:49.967229 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1001 23:10:49.987334 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1001 23:10:50.007829 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1001 23:10:50.027726 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1001 23:10:50.047498 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1001 23:10:50.067768 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1001 23:10:50.087676 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem --> /usr/share/ca-certificates/166612.pem (1708 bytes)
I1001 23:10:50.107476 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1001 23:10:50.127566 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661.pem --> /usr/share/ca-certificates/16661.pem (1338 bytes)
I1001 23:10:50.147316 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1001 23:10:50.163026 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1001 23:10:50.178883 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1001 23:10:50.194583 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1001 23:10:50.210401 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1001 23:10:50.226087 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1001 23:10:50.242016 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1001 23:10:50.257789 28127 ssh_runner.go:195] Run: openssl version
I1001 23:10:50.262973 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/166612.pem && ln -fs /usr/share/ca-certificates/166612.pem /etc/ssl/certs/166612.pem"
I1001 23:10:50.273744 28127 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/166612.pem
I1001 23:10:50.277830 28127 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 1 23:06 /usr/share/ca-certificates/166612.pem
I1001 23:10:50.277873 28127 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/166612.pem
I1001 23:10:50.283162 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/166612.pem /etc/ssl/certs/3ec20f2e.0"
I1001 23:10:50.293808 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1001 23:10:50.304475 28127 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1001 23:10:50.308440 28127 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 1 22:47 /usr/share/ca-certificates/minikubeCA.pem
I1001 23:10:50.308478 28127 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1001 23:10:50.313770 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1001 23:10:50.325691 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16661.pem && ln -fs /usr/share/ca-certificates/16661.pem /etc/ssl/certs/16661.pem"
I1001 23:10:50.337824 28127 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16661.pem
I1001 23:10:50.342135 28127 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 1 23:06 /usr/share/ca-certificates/16661.pem
I1001 23:10:50.342172 28127 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16661.pem
I1001 23:10:50.347517 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/16661.pem /etc/ssl/certs/51391683.0"
I1001 23:10:50.358696 28127 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1001 23:10:50.362281 28127 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1001 23:10:50.362323 28127 kubeadm.go:934] updating node {m02 192.168.39.251 8443 v1.31.1 crio true true} ...
I1001 23:10:50.362398 28127 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-650490-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.251
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-650490 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1001 23:10:50.362420 28127 kube-vip.go:115] generating kube-vip config ...
I1001 23:10:50.362444 28127 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1001 23:10:50.380285 28127 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1001 23:10:50.380340 28127 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1001 23:10:50.380407 28127 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1001 23:10:50.390179 28127 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1001 23:10:50.390216 28127 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1001 23:10:50.399791 28127 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1001 23:10:50.399811 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1001 23:10:50.399861 28127 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1001 23:10:50.399867 28127 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubelet
I1001 23:10:50.399905 28127 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I1001 23:10:50.403581 28127 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1001 23:10:50.403606 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1001 23:10:51.179797 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1001 23:10:51.179882 28127 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1001 23:10:51.185254 28127 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1001 23:10:51.185289 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1001 23:10:51.316082 28127 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1001 23:10:51.361204 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1001 23:10:51.361300 28127 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1001 23:10:51.375396 28127 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1001 23:10:51.375446 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1001 23:10:51.707134 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1001 23:10:51.715692 28127 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1001 23:10:51.730176 28127 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1001 23:10:51.744024 28127 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1001 23:10:51.757931 28127 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1001 23:10:51.761059 28127 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 23:10:51.771209 28127 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 23:10:51.889707 28127 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 23:10:51.904831 28127 host.go:66] Checking if "ha-650490" exists ...
I1001 23:10:51.905318 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:10:51.905367 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:10:51.919862 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34775
I1001 23:10:51.920327 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:10:51.920831 28127 main.go:141] libmachine: Using API Version 1
I1001 23:10:51.920844 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:10:51.921202 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:10:51.921361 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:10:51.921454 28127 start.go:317] joinCluster: &{Name:ha-650490 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-650490 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.212 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.251 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpirati
on:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1001 23:10:51.921552 28127 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1001 23:10:51.921571 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:10:51.924128 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:51.924540 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:10:51.924566 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:10:51.924705 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:10:51.924857 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:10:51.924993 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:10:51.925148 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.212 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa Username:docker}
I1001 23:10:52.076095 28127 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.251 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 23:10:52.076141 28127 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token v4b41c.dyis1169nga6wj6w --discovery-token-ca-cert-hash sha256:f0ed0099887f243f1d9a170deaeaec2897732658581d6958ad12e2086f6d4da5 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-650490-m02 --control-plane --apiserver-advertise-address=192.168.39.251 --apiserver-bind-port=8443"
I1001 23:11:12.760136 28127 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token v4b41c.dyis1169nga6wj6w --discovery-token-ca-cert-hash sha256:f0ed0099887f243f1d9a170deaeaec2897732658581d6958ad12e2086f6d4da5 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-650490-m02 --control-plane --apiserver-advertise-address=192.168.39.251 --apiserver-bind-port=8443": (20.683966533s)
I1001 23:11:12.760187 28127 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1001 23:11:13.245647 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-650490-m02 minikube.k8s.io/updated_at=2024_10_01T23_11_13_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=f51fafbf3cd47f7a462449fed4417351dbbcecb3 minikube.k8s.io/name=ha-650490 minikube.k8s.io/primary=false
I1001 23:11:13.370280 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-650490-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1001 23:11:13.481121 28127 start.go:319] duration metric: took 21.559663426s to joinCluster
I1001 23:11:13.481195 28127 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.251 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 23:11:13.481515 28127 config.go:182] Loaded profile config "ha-650490": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:11:13.482626 28127 out.go:177] * Verifying Kubernetes components...
I1001 23:11:13.483797 28127 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 23:11:13.683024 28127 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 23:11:13.698291 28127 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19740-9503/kubeconfig
I1001 23:11:13.698596 28127 kapi.go:59] client config for ha-650490: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.crt", KeyFile:"/home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.key", CAFile:"/home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1001 23:11:13.698678 28127 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.212:8443
I1001 23:11:13.698934 28127 node_ready.go:35] waiting up to 6m0s for node "ha-650490-m02" to be "Ready" ...
I1001 23:11:13.699040 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:13.699051 28127 round_trippers.go:469] Request Headers:
I1001 23:11:13.699065 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:13.699074 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:13.707631 28127 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1001 23:11:14.199588 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:14.199608 28127 round_trippers.go:469] Request Headers:
I1001 23:11:14.199622 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:14.199625 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:14.203316 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:14.699943 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:14.699963 28127 round_trippers.go:469] Request Headers:
I1001 23:11:14.699971 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:14.699976 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:14.703582 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:15.199682 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:15.199699 28127 round_trippers.go:469] Request Headers:
I1001 23:11:15.199708 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:15.199712 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:15.201909 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:15.699908 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:15.699934 28127 round_trippers.go:469] Request Headers:
I1001 23:11:15.699944 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:15.699950 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:15.703233 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:15.703985 28127 node_ready.go:53] node "ha-650490-m02" has status "Ready":"False"
I1001 23:11:16.199190 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:16.199214 28127 round_trippers.go:469] Request Headers:
I1001 23:11:16.199225 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:16.199239 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:16.205489 28127 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1001 23:11:16.699386 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:16.699420 28127 round_trippers.go:469] Request Headers:
I1001 23:11:16.699429 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:16.699433 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:16.702325 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:17.200125 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:17.200150 28127 round_trippers.go:469] Request Headers:
I1001 23:11:17.200161 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:17.200168 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:17.203047 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:17.700104 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:17.700128 28127 round_trippers.go:469] Request Headers:
I1001 23:11:17.700140 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:17.700144 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:17.703231 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:17.704075 28127 node_ready.go:53] node "ha-650490-m02" has status "Ready":"False"
I1001 23:11:18.199337 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:18.199359 28127 round_trippers.go:469] Request Headers:
I1001 23:11:18.199368 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:18.199372 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:18.202092 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:18.699205 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:18.699227 28127 round_trippers.go:469] Request Headers:
I1001 23:11:18.699243 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:18.699251 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:18.701860 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:19.199811 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:19.199829 28127 round_trippers.go:469] Request Headers:
I1001 23:11:19.199837 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:19.199841 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:19.202696 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:19.699850 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:19.699869 28127 round_trippers.go:469] Request Headers:
I1001 23:11:19.699881 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:19.699887 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:19.702241 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:20.199087 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:20.199106 28127 round_trippers.go:469] Request Headers:
I1001 23:11:20.199113 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:20.199118 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:20.202466 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:20.203185 28127 node_ready.go:53] node "ha-650490-m02" has status "Ready":"False"
I1001 23:11:20.699483 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:20.699502 28127 round_trippers.go:469] Request Headers:
I1001 23:11:20.699510 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:20.699514 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:20.702390 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:21.199413 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:21.199434 28127 round_trippers.go:469] Request Headers:
I1001 23:11:21.199442 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:21.199446 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:21.202201 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:21.700133 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:21.700158 28127 round_trippers.go:469] Request Headers:
I1001 23:11:21.700169 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:21.700175 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:21.702793 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:22.199488 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:22.199509 28127 round_trippers.go:469] Request Headers:
I1001 23:11:22.199517 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:22.199521 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:22.202172 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:22.699183 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:22.699201 28127 round_trippers.go:469] Request Headers:
I1001 23:11:22.699209 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:22.699214 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:22.702016 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:22.702567 28127 node_ready.go:53] node "ha-650490-m02" has status "Ready":"False"
I1001 23:11:23.199998 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:23.200018 28127 round_trippers.go:469] Request Headers:
I1001 23:11:23.200026 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:23.200031 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:23.203011 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:23.700079 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:23.700099 28127 round_trippers.go:469] Request Headers:
I1001 23:11:23.700106 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:23.700112 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:23.702779 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:24.199730 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:24.199754 28127 round_trippers.go:469] Request Headers:
I1001 23:11:24.199765 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:24.199775 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:24.202725 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:24.699164 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:24.699212 28127 round_trippers.go:469] Request Headers:
I1001 23:11:24.699223 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:24.699228 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:24.702081 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:24.702629 28127 node_ready.go:53] node "ha-650490-m02" has status "Ready":"False"
I1001 23:11:25.200078 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:25.200098 28127 round_trippers.go:469] Request Headers:
I1001 23:11:25.200106 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:25.200110 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:25.203054 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:25.700002 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:25.700020 28127 round_trippers.go:469] Request Headers:
I1001 23:11:25.700028 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:25.700032 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:25.702598 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:26.199373 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:26.199392 28127 round_trippers.go:469] Request Headers:
I1001 23:11:26.199409 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:26.199416 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:26.202107 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:26.699384 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:26.699405 28127 round_trippers.go:469] Request Headers:
I1001 23:11:26.699412 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:26.699416 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:26.702074 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:26.702731 28127 node_ready.go:53] node "ha-650490-m02" has status "Ready":"False"
I1001 23:11:27.199458 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:27.199476 28127 round_trippers.go:469] Request Headers:
I1001 23:11:27.199484 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:27.199488 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:27.201979 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:27.700042 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:27.700062 28127 round_trippers.go:469] Request Headers:
I1001 23:11:27.700070 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:27.700074 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:27.703703 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:28.199695 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:28.199714 28127 round_trippers.go:469] Request Headers:
I1001 23:11:28.199720 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:28.199724 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:28.202703 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:28.699808 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:28.699827 28127 round_trippers.go:469] Request Headers:
I1001 23:11:28.699836 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:28.699839 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:28.705747 28127 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1001 23:11:28.706323 28127 node_ready.go:53] node "ha-650490-m02" has status "Ready":"False"
I1001 23:11:29.199794 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:29.199819 28127 round_trippers.go:469] Request Headers:
I1001 23:11:29.199830 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:29.199835 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:29.202475 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:29.699926 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:29.699947 28127 round_trippers.go:469] Request Headers:
I1001 23:11:29.699956 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:29.699962 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:29.702570 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:30.199387 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:30.199406 28127 round_trippers.go:469] Request Headers:
I1001 23:11:30.199414 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:30.199418 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:30.202111 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:30.699143 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:30.699173 28127 round_trippers.go:469] Request Headers:
I1001 23:11:30.699182 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:30.699187 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:30.702134 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:31.200154 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:31.200181 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.200189 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.200195 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.203119 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:31.203631 28127 node_ready.go:49] node "ha-650490-m02" has status "Ready":"True"
I1001 23:11:31.203664 28127 node_ready.go:38] duration metric: took 17.504701526s for node "ha-650490-m02" to be "Ready" ...
I1001 23:11:31.203675 28127 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1001 23:11:31.203756 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods
I1001 23:11:31.203769 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.203780 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.203790 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.207431 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:31.213581 28127 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-hdwzv" in "kube-system" namespace to be "Ready" ...
I1001 23:11:31.213644 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-hdwzv
I1001 23:11:31.213651 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.213659 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.213665 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.215924 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:31.216540 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:11:31.216552 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.216559 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.216564 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.219070 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:31.219787 28127 pod_ready.go:93] pod "coredns-7c65d6cfc9-hdwzv" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:31.219804 28127 pod_ready.go:82] duration metric: took 6.204359ms for pod "coredns-7c65d6cfc9-hdwzv" in "kube-system" namespace to be "Ready" ...
I1001 23:11:31.219812 28127 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-pqld9" in "kube-system" namespace to be "Ready" ...
I1001 23:11:31.219852 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-pqld9
I1001 23:11:31.219861 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.219867 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.219871 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.221850 28127 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1001 23:11:31.222424 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:11:31.222437 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.222444 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.222447 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.224205 28127 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1001 23:11:31.224708 28127 pod_ready.go:93] pod "coredns-7c65d6cfc9-pqld9" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:31.224724 28127 pod_ready.go:82] duration metric: took 4.90684ms for pod "coredns-7c65d6cfc9-pqld9" in "kube-system" namespace to be "Ready" ...
I1001 23:11:31.224731 28127 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:11:31.224771 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-650490
I1001 23:11:31.224778 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.224784 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.224787 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.226667 28127 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1001 23:11:31.227104 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:11:31.227118 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.227127 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.227147 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.228986 28127 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1001 23:11:31.229446 28127 pod_ready.go:93] pod "etcd-ha-650490" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:31.229459 28127 pod_ready.go:82] duration metric: took 4.722661ms for pod "etcd-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:11:31.229469 28127 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:11:31.229517 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-650490-m02
I1001 23:11:31.229526 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.229535 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.229541 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.231643 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:31.232076 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:31.232087 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.232096 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.232106 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.234114 28127 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1001 23:11:31.234472 28127 pod_ready.go:93] pod "etcd-ha-650490-m02" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:31.234483 28127 pod_ready.go:82] duration metric: took 5.0084ms for pod "etcd-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:11:31.234495 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:11:31.400843 28127 request.go:632] Waited for 166.30276ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-650490
I1001 23:11:31.400911 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-650490
I1001 23:11:31.400921 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.400931 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.400939 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.403906 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:31.600990 28127 request.go:632] Waited for 196.337915ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:11:31.601118 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:11:31.601131 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.601150 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.601155 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.604767 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:31.605289 28127 pod_ready.go:93] pod "kube-apiserver-ha-650490" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:31.605307 28127 pod_ready.go:82] duration metric: took 370.804432ms for pod "kube-apiserver-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:11:31.605316 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:11:31.800454 28127 request.go:632] Waited for 195.074887ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-650490-m02
I1001 23:11:31.800533 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-650490-m02
I1001 23:11:31.800541 28127 round_trippers.go:469] Request Headers:
I1001 23:11:31.800552 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:31.800560 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:31.803383 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:32.000357 28127 request.go:632] Waited for 196.319877ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:32.000441 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:32.000448 28127 round_trippers.go:469] Request Headers:
I1001 23:11:32.000461 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:32.000470 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:32.004066 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:32.004736 28127 pod_ready.go:93] pod "kube-apiserver-ha-650490-m02" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:32.004753 28127 pod_ready.go:82] duration metric: took 399.430221ms for pod "kube-apiserver-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:11:32.004762 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:11:32.200140 28127 request.go:632] Waited for 195.310922ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-650490
I1001 23:11:32.200204 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-650490
I1001 23:11:32.200211 28127 round_trippers.go:469] Request Headers:
I1001 23:11:32.200223 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:32.200235 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:32.203317 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:32.400835 28127 request.go:632] Waited for 195.359803ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:11:32.400906 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:11:32.400916 28127 round_trippers.go:469] Request Headers:
I1001 23:11:32.400924 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:32.400929 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:32.404139 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:32.404619 28127 pod_ready.go:93] pod "kube-controller-manager-ha-650490" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:32.404635 28127 pod_ready.go:82] duration metric: took 399.867151ms for pod "kube-controller-manager-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:11:32.404644 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:11:32.600705 28127 request.go:632] Waited for 195.990963ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-650490-m02
I1001 23:11:32.600786 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-650490-m02
I1001 23:11:32.600798 28127 round_trippers.go:469] Request Headers:
I1001 23:11:32.600807 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:32.600813 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:32.604358 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:32.800437 28127 request.go:632] Waited for 195.355885ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:32.800503 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:32.800524 28127 round_trippers.go:469] Request Headers:
I1001 23:11:32.800537 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:32.800546 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:32.803493 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:32.803974 28127 pod_ready.go:93] pod "kube-controller-manager-ha-650490-m02" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:32.803989 28127 pod_ready.go:82] duration metric: took 399.33839ms for pod "kube-controller-manager-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:11:32.803998 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-gkmpn" in "kube-system" namespace to be "Ready" ...
I1001 23:11:33.001158 28127 request.go:632] Waited for 197.102374ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gkmpn
I1001 23:11:33.001239 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gkmpn
I1001 23:11:33.001253 28127 round_trippers.go:469] Request Headers:
I1001 23:11:33.001269 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:33.001277 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:33.004104 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:33.201141 28127 request.go:632] Waited for 196.354789ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:33.201204 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:33.201211 28127 round_trippers.go:469] Request Headers:
I1001 23:11:33.201223 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:33.201231 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:33.204002 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:33.204412 28127 pod_ready.go:93] pod "kube-proxy-gkmpn" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:33.204426 28127 pod_ready.go:82] duration metric: took 400.423153ms for pod "kube-proxy-gkmpn" in "kube-system" namespace to be "Ready" ...
I1001 23:11:33.204435 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-nxn7p" in "kube-system" namespace to be "Ready" ...
I1001 23:11:33.400610 28127 request.go:632] Waited for 196.117003ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nxn7p
I1001 23:11:33.400696 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nxn7p
I1001 23:11:33.400708 28127 round_trippers.go:469] Request Headers:
I1001 23:11:33.400719 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:33.400728 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:33.403910 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:33.601025 28127 request.go:632] Waited for 196.34882ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:11:33.601100 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:11:33.601110 28127 round_trippers.go:469] Request Headers:
I1001 23:11:33.601121 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:33.601132 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:33.603762 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:33.604220 28127 pod_ready.go:93] pod "kube-proxy-nxn7p" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:33.604240 28127 pod_ready.go:82] duration metric: took 399.799713ms for pod "kube-proxy-nxn7p" in "kube-system" namespace to be "Ready" ...
I1001 23:11:33.604248 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:11:33.800210 28127 request.go:632] Waited for 195.897037ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-650490
I1001 23:11:33.800281 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-650490
I1001 23:11:33.800287 28127 round_trippers.go:469] Request Headers:
I1001 23:11:33.800294 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:33.800297 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:33.802972 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:34.000857 28127 request.go:632] Waited for 197.350248ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:11:34.000920 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:11:34.000925 28127 round_trippers.go:469] Request Headers:
I1001 23:11:34.000933 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:34.000946 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:34.003818 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:34.004423 28127 pod_ready.go:93] pod "kube-scheduler-ha-650490" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:34.004441 28127 pod_ready.go:82] duration metric: took 400.187426ms for pod "kube-scheduler-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:11:34.004452 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:11:34.200610 28127 request.go:632] Waited for 196.081191ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-650490-m02
I1001 23:11:34.200669 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-650490-m02
I1001 23:11:34.200676 28127 round_trippers.go:469] Request Headers:
I1001 23:11:34.200686 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:34.200696 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:34.203575 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:34.400681 28127 request.go:632] Waited for 196.365474ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:34.400744 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:11:34.400750 28127 round_trippers.go:469] Request Headers:
I1001 23:11:34.400757 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:34.400762 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:34.405114 28127 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 23:11:34.405646 28127 pod_ready.go:93] pod "kube-scheduler-ha-650490-m02" in "kube-system" namespace has status "Ready":"True"
I1001 23:11:34.405665 28127 pod_ready.go:82] duration metric: took 401.20661ms for pod "kube-scheduler-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:11:34.405680 28127 pod_ready.go:39] duration metric: took 3.201983289s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1001 23:11:34.405701 28127 api_server.go:52] waiting for apiserver process to appear ...
I1001 23:11:34.405758 28127 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1001 23:11:34.420563 28127 api_server.go:72] duration metric: took 20.939333116s to wait for apiserver process to appear ...
I1001 23:11:34.420580 28127 api_server.go:88] waiting for apiserver healthz status ...
I1001 23:11:34.420594 28127 api_server.go:253] Checking apiserver healthz at https://192.168.39.212:8443/healthz ...
I1001 23:11:34.426025 28127 api_server.go:279] https://192.168.39.212:8443/healthz returned 200:
ok
I1001 23:11:34.426089 28127 round_trippers.go:463] GET https://192.168.39.212:8443/version
I1001 23:11:34.426100 28127 round_trippers.go:469] Request Headers:
I1001 23:11:34.426111 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:34.426122 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:34.427122 28127 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1001 23:11:34.427230 28127 api_server.go:141] control plane version: v1.31.1
I1001 23:11:34.427248 28127 api_server.go:131] duration metric: took 6.661566ms to wait for apiserver health ...
I1001 23:11:34.427264 28127 system_pods.go:43] waiting for kube-system pods to appear ...
I1001 23:11:34.600600 28127 request.go:632] Waited for 173.270887ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods
I1001 23:11:34.600654 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods
I1001 23:11:34.600661 28127 round_trippers.go:469] Request Headers:
I1001 23:11:34.600672 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:34.600680 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:34.605021 28127 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 23:11:34.609754 28127 system_pods.go:59] 17 kube-system pods found
I1001 23:11:34.609778 28127 system_pods.go:61] "coredns-7c65d6cfc9-hdwzv" [2d21787a-5ac7-4d62-bce0-40475572712a] Running
I1001 23:11:34.609783 28127 system_pods.go:61] "coredns-7c65d6cfc9-pqld9" [75ba1244-6976-45ac-b077-4d6a11a3cfea] Running
I1001 23:11:34.609786 28127 system_pods.go:61] "etcd-ha-650490" [aef8363f-cd22-4d52-83e3-07fd2aa1136a] Running
I1001 23:11:34.609789 28127 system_pods.go:61] "etcd-ha-650490-m02" [6c7127fc-fa39-449c-9b40-37a483813aa3] Running
I1001 23:11:34.609792 28127 system_pods.go:61] "kindnet-2cg78" [8dbe3e26-651f-4927-b55b-a6b887c4bfd9] Running
I1001 23:11:34.609796 28127 system_pods.go:61] "kindnet-tg4wc" [aea46366-6650-4026-9c3d-16554c1bd006] Running
I1001 23:11:34.609800 28127 system_pods.go:61] "kube-apiserver-ha-650490" [44e766a6-c92f-495c-8153-72f2f0d8028f] Running
I1001 23:11:34.609803 28127 system_pods.go:61] "kube-apiserver-ha-650490-m02" [6cc421f5-4f19-444b-9d05-4373325dc21b] Running
I1001 23:11:34.609806 28127 system_pods.go:61] "kube-controller-manager-ha-650490" [4651c354-a9b1-4252-bca8-9f38fd81ecd4] Running
I1001 23:11:34.609809 28127 system_pods.go:61] "kube-controller-manager-ha-650490-m02" [6c21f29d-d92c-44fe-a7d3-c83a5f9e6ad8] Running
I1001 23:11:34.609812 28127 system_pods.go:61] "kube-proxy-gkmpn" [243b3e96-067e-4005-90cd-ea836c690f72] Running
I1001 23:11:34.609815 28127 system_pods.go:61] "kube-proxy-nxn7p" [2b93db00-9f85-4880-b98b-639afdf6c95a] Running
I1001 23:11:34.609819 28127 system_pods.go:61] "kube-scheduler-ha-650490" [2af4ef36-5b40-40d6-b31c-cc58aff66034] Running
I1001 23:11:34.609822 28127 system_pods.go:61] "kube-scheduler-ha-650490-m02" [9dd920c2-0ab4-40f8-a64b-679281fac75d] Running
I1001 23:11:34.609824 28127 system_pods.go:61] "kube-vip-ha-650490" [b4fe9c29-b767-4aee-8d80-29643209a216] Running
I1001 23:11:34.609827 28127 system_pods.go:61] "kube-vip-ha-650490-m02" [3848019f-ea55-4b22-9e97-18971243e37e] Running
I1001 23:11:34.609830 28127 system_pods.go:61] "storage-provisioner" [aa7ea960-1d5c-4bcf-957f-6e140c16d944] Running
I1001 23:11:34.609834 28127 system_pods.go:74] duration metric: took 182.563245ms to wait for pod list to return data ...
I1001 23:11:34.609843 28127 default_sa.go:34] waiting for default service account to be created ...
I1001 23:11:34.800467 28127 request.go:632] Waited for 190.561359ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/default/serviceaccounts
I1001 23:11:34.800523 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/default/serviceaccounts
I1001 23:11:34.800529 28127 round_trippers.go:469] Request Headers:
I1001 23:11:34.800536 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:34.800540 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:34.803506 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:11:34.803694 28127 default_sa.go:45] found service account: "default"
I1001 23:11:34.803707 28127 default_sa.go:55] duration metric: took 193.859153ms for default service account to be created ...
I1001 23:11:34.803715 28127 system_pods.go:116] waiting for k8s-apps to be running ...
I1001 23:11:35.001148 28127 request.go:632] Waited for 197.360665ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods
I1001 23:11:35.001219 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods
I1001 23:11:35.001224 28127 round_trippers.go:469] Request Headers:
I1001 23:11:35.001231 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:35.001236 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:35.004888 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:35.009661 28127 system_pods.go:86] 17 kube-system pods found
I1001 23:11:35.009683 28127 system_pods.go:89] "coredns-7c65d6cfc9-hdwzv" [2d21787a-5ac7-4d62-bce0-40475572712a] Running
I1001 23:11:35.009688 28127 system_pods.go:89] "coredns-7c65d6cfc9-pqld9" [75ba1244-6976-45ac-b077-4d6a11a3cfea] Running
I1001 23:11:35.009693 28127 system_pods.go:89] "etcd-ha-650490" [aef8363f-cd22-4d52-83e3-07fd2aa1136a] Running
I1001 23:11:35.009697 28127 system_pods.go:89] "etcd-ha-650490-m02" [6c7127fc-fa39-449c-9b40-37a483813aa3] Running
I1001 23:11:35.009700 28127 system_pods.go:89] "kindnet-2cg78" [8dbe3e26-651f-4927-b55b-a6b887c4bfd9] Running
I1001 23:11:35.009703 28127 system_pods.go:89] "kindnet-tg4wc" [aea46366-6650-4026-9c3d-16554c1bd006] Running
I1001 23:11:35.009707 28127 system_pods.go:89] "kube-apiserver-ha-650490" [44e766a6-c92f-495c-8153-72f2f0d8028f] Running
I1001 23:11:35.009711 28127 system_pods.go:89] "kube-apiserver-ha-650490-m02" [6cc421f5-4f19-444b-9d05-4373325dc21b] Running
I1001 23:11:35.009715 28127 system_pods.go:89] "kube-controller-manager-ha-650490" [4651c354-a9b1-4252-bca8-9f38fd81ecd4] Running
I1001 23:11:35.009718 28127 system_pods.go:89] "kube-controller-manager-ha-650490-m02" [6c21f29d-d92c-44fe-a7d3-c83a5f9e6ad8] Running
I1001 23:11:35.009721 28127 system_pods.go:89] "kube-proxy-gkmpn" [243b3e96-067e-4005-90cd-ea836c690f72] Running
I1001 23:11:35.009725 28127 system_pods.go:89] "kube-proxy-nxn7p" [2b93db00-9f85-4880-b98b-639afdf6c95a] Running
I1001 23:11:35.009732 28127 system_pods.go:89] "kube-scheduler-ha-650490" [2af4ef36-5b40-40d6-b31c-cc58aff66034] Running
I1001 23:11:35.009736 28127 system_pods.go:89] "kube-scheduler-ha-650490-m02" [9dd920c2-0ab4-40f8-a64b-679281fac75d] Running
I1001 23:11:35.009742 28127 system_pods.go:89] "kube-vip-ha-650490" [b4fe9c29-b767-4aee-8d80-29643209a216] Running
I1001 23:11:35.009745 28127 system_pods.go:89] "kube-vip-ha-650490-m02" [3848019f-ea55-4b22-9e97-18971243e37e] Running
I1001 23:11:35.009749 28127 system_pods.go:89] "storage-provisioner" [aa7ea960-1d5c-4bcf-957f-6e140c16d944] Running
I1001 23:11:35.009755 28127 system_pods.go:126] duration metric: took 206.035371ms to wait for k8s-apps to be running ...
I1001 23:11:35.009764 28127 system_svc.go:44] waiting for kubelet service to be running ....
I1001 23:11:35.009804 28127 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1001 23:11:35.023516 28127 system_svc.go:56] duration metric: took 13.739554ms WaitForService to wait for kubelet
I1001 23:11:35.023543 28127 kubeadm.go:582] duration metric: took 21.542315325s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1001 23:11:35.023563 28127 node_conditions.go:102] verifying NodePressure condition ...
I1001 23:11:35.200855 28127 request.go:632] Waited for 177.224832ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes
I1001 23:11:35.200927 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes
I1001 23:11:35.200933 28127 round_trippers.go:469] Request Headers:
I1001 23:11:35.200940 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:11:35.200946 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:11:35.204151 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:11:35.204885 28127 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1001 23:11:35.204905 28127 node_conditions.go:123] node cpu capacity is 2
I1001 23:11:35.204920 28127 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1001 23:11:35.204925 28127 node_conditions.go:123] node cpu capacity is 2
I1001 23:11:35.204930 28127 node_conditions.go:105] duration metric: took 181.361533ms to run NodePressure ...
I1001 23:11:35.204946 28127 start.go:241] waiting for startup goroutines ...
I1001 23:11:35.204976 28127 start.go:255] writing updated cluster config ...
I1001 23:11:35.206879 28127 out.go:201]
I1001 23:11:35.208156 28127 config.go:182] Loaded profile config "ha-650490": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:11:35.208251 28127 profile.go:143] Saving config to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/config.json ...
I1001 23:11:35.209750 28127 out.go:177] * Starting "ha-650490-m03" control-plane node in "ha-650490" cluster
I1001 23:11:35.210722 28127 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1001 23:11:35.210739 28127 cache.go:56] Caching tarball of preloaded images
I1001 23:11:35.210843 28127 preload.go:172] Found /home/jenkins/minikube-integration/19740-9503/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1001 23:11:35.210860 28127 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1001 23:11:35.210940 28127 profile.go:143] Saving config to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/config.json ...
I1001 23:11:35.211096 28127 start.go:360] acquireMachinesLock for ha-650490-m03: {Name:mk863ea307ceffbe5512aafe22f49204d0f5ec83 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1001 23:11:35.211137 28127 start.go:364] duration metric: took 23.466µs to acquireMachinesLock for "ha-650490-m03"
I1001 23:11:35.211158 28127 start.go:93] Provisioning new machine with config: &{Name:ha-650490 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-650490 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.212 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.251 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspekt
or-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimiza
tions:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 23:11:35.211244 28127 start.go:125] createHost starting for "m03" (driver="kvm2")
I1001 23:11:35.212591 28127 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1001 23:11:35.212681 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:11:35.212717 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:11:35.227076 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37389
I1001 23:11:35.227573 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:11:35.228054 28127 main.go:141] libmachine: Using API Version 1
I1001 23:11:35.228073 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:11:35.228337 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:11:35.228546 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetMachineName
I1001 23:11:35.228674 28127 main.go:141] libmachine: (ha-650490-m03) Calling .DriverName
I1001 23:11:35.228807 28127 start.go:159] libmachine.API.Create for "ha-650490" (driver="kvm2")
I1001 23:11:35.228838 28127 client.go:168] LocalClient.Create starting
I1001 23:11:35.228870 28127 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem
I1001 23:11:35.228909 28127 main.go:141] libmachine: Decoding PEM data...
I1001 23:11:35.228928 28127 main.go:141] libmachine: Parsing certificate...
I1001 23:11:35.228987 28127 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem
I1001 23:11:35.229014 28127 main.go:141] libmachine: Decoding PEM data...
I1001 23:11:35.229025 28127 main.go:141] libmachine: Parsing certificate...
I1001 23:11:35.229043 28127 main.go:141] libmachine: Running pre-create checks...
I1001 23:11:35.229049 28127 main.go:141] libmachine: (ha-650490-m03) Calling .PreCreateCheck
I1001 23:11:35.229204 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetConfigRaw
I1001 23:11:35.229535 28127 main.go:141] libmachine: Creating machine...
I1001 23:11:35.229543 28127 main.go:141] libmachine: (ha-650490-m03) Calling .Create
I1001 23:11:35.229662 28127 main.go:141] libmachine: (ha-650490-m03) Creating KVM machine...
I1001 23:11:35.230847 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found existing default KVM network
I1001 23:11:35.230940 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found existing private KVM network mk-ha-650490
I1001 23:11:35.231117 28127 main.go:141] libmachine: (ha-650490-m03) Setting up store path in /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03 ...
I1001 23:11:35.231141 28127 main.go:141] libmachine: (ha-650490-m03) Building disk image from file:///home/jenkins/minikube-integration/19740-9503/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1001 23:11:35.231190 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:35.231104 28852 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19740-9503/.minikube
I1001 23:11:35.231286 28127 main.go:141] libmachine: (ha-650490-m03) Downloading /home/jenkins/minikube-integration/19740-9503/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19740-9503/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1001 23:11:35.462618 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:35.462504 28852 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03/id_rsa...
I1001 23:11:35.616601 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:35.616505 28852 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03/ha-650490-m03.rawdisk...
I1001 23:11:35.616627 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Writing magic tar header
I1001 23:11:35.616637 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Writing SSH key tar header
I1001 23:11:35.616644 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:35.616605 28852 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03 ...
I1001 23:11:35.616771 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03
I1001 23:11:35.616805 28127 main.go:141] libmachine: (ha-650490-m03) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03 (perms=drwx------)
I1001 23:11:35.616814 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503/.minikube/machines
I1001 23:11:35.616824 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503/.minikube
I1001 23:11:35.616836 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19740-9503
I1001 23:11:35.616847 28127 main.go:141] libmachine: (ha-650490-m03) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503/.minikube/machines (perms=drwxr-xr-x)
I1001 23:11:35.616859 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1001 23:11:35.616869 28127 main.go:141] libmachine: (ha-650490-m03) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503/.minikube (perms=drwxr-xr-x)
I1001 23:11:35.616886 28127 main.go:141] libmachine: (ha-650490-m03) Setting executable bit set on /home/jenkins/minikube-integration/19740-9503 (perms=drwxrwxr-x)
I1001 23:11:35.616899 28127 main.go:141] libmachine: (ha-650490-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1001 23:11:35.616911 28127 main.go:141] libmachine: (ha-650490-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1001 23:11:35.616926 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Checking permissions on dir: /home/jenkins
I1001 23:11:35.616937 28127 main.go:141] libmachine: (ha-650490-m03) Creating domain...
I1001 23:11:35.616952 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Checking permissions on dir: /home
I1001 23:11:35.616962 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Skipping /home - not owner
I1001 23:11:35.617780 28127 main.go:141] libmachine: (ha-650490-m03) define libvirt domain using xml:
I1001 23:11:35.617798 28127 main.go:141] libmachine: (ha-650490-m03) <domain type='kvm'>
I1001 23:11:35.617808 28127 main.go:141] libmachine: (ha-650490-m03) <name>ha-650490-m03</name>
I1001 23:11:35.617816 28127 main.go:141] libmachine: (ha-650490-m03) <memory unit='MiB'>2200</memory>
I1001 23:11:35.617823 28127 main.go:141] libmachine: (ha-650490-m03) <vcpu>2</vcpu>
I1001 23:11:35.617834 28127 main.go:141] libmachine: (ha-650490-m03) <features>
I1001 23:11:35.617844 28127 main.go:141] libmachine: (ha-650490-m03) <acpi/>
I1001 23:11:35.617850 28127 main.go:141] libmachine: (ha-650490-m03) <apic/>
I1001 23:11:35.617856 28127 main.go:141] libmachine: (ha-650490-m03) <pae/>
I1001 23:11:35.617863 28127 main.go:141] libmachine: (ha-650490-m03)
I1001 23:11:35.617890 28127 main.go:141] libmachine: (ha-650490-m03) </features>
I1001 23:11:35.617915 28127 main.go:141] libmachine: (ha-650490-m03) <cpu mode='host-passthrough'>
I1001 23:11:35.617924 28127 main.go:141] libmachine: (ha-650490-m03)
I1001 23:11:35.617931 28127 main.go:141] libmachine: (ha-650490-m03) </cpu>
I1001 23:11:35.617940 28127 main.go:141] libmachine: (ha-650490-m03) <os>
I1001 23:11:35.617947 28127 main.go:141] libmachine: (ha-650490-m03) <type>hvm</type>
I1001 23:11:35.617957 28127 main.go:141] libmachine: (ha-650490-m03) <boot dev='cdrom'/>
I1001 23:11:35.617967 28127 main.go:141] libmachine: (ha-650490-m03) <boot dev='hd'/>
I1001 23:11:35.617976 28127 main.go:141] libmachine: (ha-650490-m03) <bootmenu enable='no'/>
I1001 23:11:35.617988 28127 main.go:141] libmachine: (ha-650490-m03) </os>
I1001 23:11:35.617997 28127 main.go:141] libmachine: (ha-650490-m03) <devices>
I1001 23:11:35.618005 28127 main.go:141] libmachine: (ha-650490-m03) <disk type='file' device='cdrom'>
I1001 23:11:35.618020 28127 main.go:141] libmachine: (ha-650490-m03) <source file='/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03/boot2docker.iso'/>
I1001 23:11:35.618028 28127 main.go:141] libmachine: (ha-650490-m03) <target dev='hdc' bus='scsi'/>
I1001 23:11:35.618037 28127 main.go:141] libmachine: (ha-650490-m03) <readonly/>
I1001 23:11:35.618043 28127 main.go:141] libmachine: (ha-650490-m03) </disk>
I1001 23:11:35.618053 28127 main.go:141] libmachine: (ha-650490-m03) <disk type='file' device='disk'>
I1001 23:11:35.618063 28127 main.go:141] libmachine: (ha-650490-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1001 23:11:35.618078 28127 main.go:141] libmachine: (ha-650490-m03) <source file='/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03/ha-650490-m03.rawdisk'/>
I1001 23:11:35.618089 28127 main.go:141] libmachine: (ha-650490-m03) <target dev='hda' bus='virtio'/>
I1001 23:11:35.618099 28127 main.go:141] libmachine: (ha-650490-m03) </disk>
I1001 23:11:35.618109 28127 main.go:141] libmachine: (ha-650490-m03) <interface type='network'>
I1001 23:11:35.618118 28127 main.go:141] libmachine: (ha-650490-m03) <source network='mk-ha-650490'/>
I1001 23:11:35.618127 28127 main.go:141] libmachine: (ha-650490-m03) <model type='virtio'/>
I1001 23:11:35.618152 28127 main.go:141] libmachine: (ha-650490-m03) </interface>
I1001 23:11:35.618172 28127 main.go:141] libmachine: (ha-650490-m03) <interface type='network'>
I1001 23:11:35.618181 28127 main.go:141] libmachine: (ha-650490-m03) <source network='default'/>
I1001 23:11:35.618193 28127 main.go:141] libmachine: (ha-650490-m03) <model type='virtio'/>
I1001 23:11:35.618220 28127 main.go:141] libmachine: (ha-650490-m03) </interface>
I1001 23:11:35.618243 28127 main.go:141] libmachine: (ha-650490-m03) <serial type='pty'>
I1001 23:11:35.618259 28127 main.go:141] libmachine: (ha-650490-m03) <target port='0'/>
I1001 23:11:35.618278 28127 main.go:141] libmachine: (ha-650490-m03) </serial>
I1001 23:11:35.618288 28127 main.go:141] libmachine: (ha-650490-m03) <console type='pty'>
I1001 23:11:35.618302 28127 main.go:141] libmachine: (ha-650490-m03) <target type='serial' port='0'/>
I1001 23:11:35.618312 28127 main.go:141] libmachine: (ha-650490-m03) </console>
I1001 23:11:35.618317 28127 main.go:141] libmachine: (ha-650490-m03) <rng model='virtio'>
I1001 23:11:35.618328 28127 main.go:141] libmachine: (ha-650490-m03) <backend model='random'>/dev/random</backend>
I1001 23:11:35.618334 28127 main.go:141] libmachine: (ha-650490-m03) </rng>
I1001 23:11:35.618344 28127 main.go:141] libmachine: (ha-650490-m03)
I1001 23:11:35.618349 28127 main.go:141] libmachine: (ha-650490-m03)
I1001 23:11:35.618364 28127 main.go:141] libmachine: (ha-650490-m03) </devices>
I1001 23:11:35.618377 28127 main.go:141] libmachine: (ha-650490-m03) </domain>
I1001 23:11:35.618386 28127 main.go:141] libmachine: (ha-650490-m03)
I1001 23:11:35.625349 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:08:92:ca in network default
I1001 23:11:35.625914 28127 main.go:141] libmachine: (ha-650490-m03) Ensuring networks are active...
I1001 23:11:35.625936 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:35.626648 28127 main.go:141] libmachine: (ha-650490-m03) Ensuring network default is active
I1001 23:11:35.626996 28127 main.go:141] libmachine: (ha-650490-m03) Ensuring network mk-ha-650490 is active
I1001 23:11:35.627438 28127 main.go:141] libmachine: (ha-650490-m03) Getting domain xml...
I1001 23:11:35.628150 28127 main.go:141] libmachine: (ha-650490-m03) Creating domain...
I1001 23:11:36.817995 28127 main.go:141] libmachine: (ha-650490-m03) Waiting to get IP...
I1001 23:11:36.818693 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:36.819024 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:36.819053 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:36.819022 28852 retry.go:31] will retry after 238.101552ms: waiting for machine to come up
I1001 23:11:37.059240 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:37.059681 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:37.059716 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:37.059658 28852 retry.go:31] will retry after 386.037715ms: waiting for machine to come up
I1001 23:11:37.447045 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:37.447489 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:37.447513 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:37.447456 28852 retry.go:31] will retry after 354.9872ms: waiting for machine to come up
I1001 23:11:37.803610 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:37.804034 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:37.804055 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:37.803997 28852 retry.go:31] will retry after 526.229955ms: waiting for machine to come up
I1001 23:11:38.331428 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:38.331853 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:38.331878 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:38.331805 28852 retry.go:31] will retry after 559.610353ms: waiting for machine to come up
I1001 23:11:38.892338 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:38.892752 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:38.892781 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:38.892742 28852 retry.go:31] will retry after 787.635895ms: waiting for machine to come up
I1001 23:11:39.681629 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:39.682042 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:39.682073 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:39.681989 28852 retry.go:31] will retry after 728.2075ms: waiting for machine to come up
I1001 23:11:40.411689 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:40.412094 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:40.412128 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:40.412049 28852 retry.go:31] will retry after 1.147596403s: waiting for machine to come up
I1001 23:11:41.561105 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:41.561514 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:41.561538 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:41.561482 28852 retry.go:31] will retry after 1.426680725s: waiting for machine to come up
I1001 23:11:42.989280 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:42.989688 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:42.989714 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:42.989643 28852 retry.go:31] will retry after 1.552868661s: waiting for machine to come up
I1001 23:11:44.544169 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:44.544585 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:44.544613 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:44.544541 28852 retry.go:31] will retry after 2.320121285s: waiting for machine to come up
I1001 23:11:46.866995 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:46.867411 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:46.867435 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:46.867362 28852 retry.go:31] will retry after 2.730176067s: waiting for machine to come up
I1001 23:11:49.598635 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:49.599032 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:49.599063 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:49.598975 28852 retry.go:31] will retry after 3.268147013s: waiting for machine to come up
I1001 23:11:52.869971 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:52.870325 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find current IP address of domain ha-650490-m03 in network mk-ha-650490
I1001 23:11:52.870360 28127 main.go:141] libmachine: (ha-650490-m03) DBG | I1001 23:11:52.870297 28852 retry.go:31] will retry after 3.773404034s: waiting for machine to come up
I1001 23:11:56.645423 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:56.645890 28127 main.go:141] libmachine: (ha-650490-m03) Found IP for machine: 192.168.39.47
I1001 23:11:56.645907 28127 main.go:141] libmachine: (ha-650490-m03) Reserving static IP address...
I1001 23:11:56.645916 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has current primary IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:56.646266 28127 main.go:141] libmachine: (ha-650490-m03) DBG | unable to find host DHCP lease matching {name: "ha-650490-m03", mac: "52:54:00:38:0d:90", ip: "192.168.39.47"} in network mk-ha-650490
I1001 23:11:56.718037 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Getting to WaitForSSH function...
I1001 23:11:56.718062 28127 main.go:141] libmachine: (ha-650490-m03) Reserved static IP address: 192.168.39.47
I1001 23:11:56.718095 28127 main.go:141] libmachine: (ha-650490-m03) Waiting for SSH to be available...
I1001 23:11:56.720778 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:56.721197 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:minikube Clientid:01:52:54:00:38:0d:90}
I1001 23:11:56.721226 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:56.721381 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Using SSH client type: external
I1001 23:11:56.721407 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03/id_rsa (-rw-------)
I1001 23:11:56.721435 28127 main.go:141] libmachine: (ha-650490-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.47 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1001 23:11:56.721451 28127 main.go:141] libmachine: (ha-650490-m03) DBG | About to run SSH command:
I1001 23:11:56.721468 28127 main.go:141] libmachine: (ha-650490-m03) DBG | exit 0
I1001 23:11:56.848614 28127 main.go:141] libmachine: (ha-650490-m03) DBG | SSH cmd err, output: <nil>:
I1001 23:11:56.848904 28127 main.go:141] libmachine: (ha-650490-m03) KVM machine creation complete!
I1001 23:11:56.849136 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetConfigRaw
I1001 23:11:56.849613 28127 main.go:141] libmachine: (ha-650490-m03) Calling .DriverName
I1001 23:11:56.849782 28127 main.go:141] libmachine: (ha-650490-m03) Calling .DriverName
I1001 23:11:56.849923 28127 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1001 23:11:56.849938 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetState
I1001 23:11:56.851332 28127 main.go:141] libmachine: Detecting operating system of created instance...
I1001 23:11:56.851347 28127 main.go:141] libmachine: Waiting for SSH to be available...
I1001 23:11:56.851354 28127 main.go:141] libmachine: Getting to WaitForSSH function...
I1001 23:11:56.851360 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHHostname
I1001 23:11:56.853547 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:56.853950 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:56.853975 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:56.854110 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHPort
I1001 23:11:56.854299 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:56.854429 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:56.854541 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHUsername
I1001 23:11:56.854701 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:11:56.854933 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.47 22 <nil> <nil>}
I1001 23:11:56.854946 28127 main.go:141] libmachine: About to run SSH command:
exit 0
I1001 23:11:56.959703 28127 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 23:11:56.959722 28127 main.go:141] libmachine: Detecting the provisioner...
I1001 23:11:56.959728 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHHostname
I1001 23:11:56.962578 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:56.962980 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:56.963001 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:56.963162 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHPort
I1001 23:11:56.963327 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:56.963491 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:56.963619 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHUsername
I1001 23:11:56.963787 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:11:56.963940 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.47 22 <nil> <nil>}
I1001 23:11:56.963949 28127 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1001 23:11:57.068989 28127 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1001 23:11:57.069043 28127 main.go:141] libmachine: found compatible host: buildroot
I1001 23:11:57.069050 28127 main.go:141] libmachine: Provisioning with buildroot...
I1001 23:11:57.069057 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetMachineName
I1001 23:11:57.069266 28127 buildroot.go:166] provisioning hostname "ha-650490-m03"
I1001 23:11:57.069289 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetMachineName
I1001 23:11:57.069426 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHHostname
I1001 23:11:57.071957 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.072341 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:57.072360 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.072483 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHPort
I1001 23:11:57.072654 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:57.072789 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:57.072901 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHUsername
I1001 23:11:57.073057 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:11:57.073265 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.47 22 <nil> <nil>}
I1001 23:11:57.073283 28127 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-650490-m03 && echo "ha-650490-m03" | sudo tee /etc/hostname
I1001 23:11:57.189337 28127 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-650490-m03
I1001 23:11:57.189362 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHHostname
I1001 23:11:57.191828 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.192256 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:57.192286 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.192454 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHPort
I1001 23:11:57.192630 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:57.192783 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:57.192904 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHUsername
I1001 23:11:57.193039 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:11:57.193231 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.47 22 <nil> <nil>}
I1001 23:11:57.193248 28127 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-650490-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-650490-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-650490-m03' | sudo tee -a /etc/hosts;
fi
fi
I1001 23:11:57.305424 28127 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1001 23:11:57.305452 28127 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19740-9503/.minikube CaCertPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19740-9503/.minikube}
I1001 23:11:57.305466 28127 buildroot.go:174] setting up certificates
I1001 23:11:57.305475 28127 provision.go:84] configureAuth start
I1001 23:11:57.305482 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetMachineName
I1001 23:11:57.305743 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetIP
I1001 23:11:57.308488 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.308903 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:57.308926 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.309077 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHHostname
I1001 23:11:57.311038 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.311325 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:57.311347 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.311471 28127 provision.go:143] copyHostCerts
I1001 23:11:57.311498 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem
I1001 23:11:57.311528 28127 exec_runner.go:144] found /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem, removing ...
I1001 23:11:57.311539 28127 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem
I1001 23:11:57.311609 28127 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19740-9503/.minikube/ca.pem (1078 bytes)
I1001 23:11:57.311698 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem
I1001 23:11:57.311717 28127 exec_runner.go:144] found /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem, removing ...
I1001 23:11:57.311723 28127 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem
I1001 23:11:57.311749 28127 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19740-9503/.minikube/cert.pem (1123 bytes)
I1001 23:11:57.311792 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem
I1001 23:11:57.311807 28127 exec_runner.go:144] found /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem, removing ...
I1001 23:11:57.311813 28127 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem
I1001 23:11:57.311834 28127 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19740-9503/.minikube/key.pem (1679 bytes)
I1001 23:11:57.311879 28127 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca-key.pem org=jenkins.ha-650490-m03 san=[127.0.0.1 192.168.39.47 ha-650490-m03 localhost minikube]
I1001 23:11:57.551484 28127 provision.go:177] copyRemoteCerts
I1001 23:11:57.551542 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1001 23:11:57.551576 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHHostname
I1001 23:11:57.554086 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.554399 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:57.554422 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.554607 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHPort
I1001 23:11:57.554792 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:57.554931 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHUsername
I1001 23:11:57.555055 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.47 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03/id_rsa Username:docker}
I1001 23:11:57.634526 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1001 23:11:57.634591 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1001 23:11:57.656077 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem -> /etc/docker/server.pem
I1001 23:11:57.656122 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1001 23:11:57.676653 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1001 23:11:57.676708 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1001 23:11:57.697755 28127 provision.go:87] duration metric: took 392.270445ms to configureAuth
I1001 23:11:57.697778 28127 buildroot.go:189] setting minikube options for container-runtime
I1001 23:11:57.697944 28127 config.go:182] Loaded profile config "ha-650490": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:11:57.698011 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHHostname
I1001 23:11:57.700802 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.701241 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:57.701267 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.701449 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHPort
I1001 23:11:57.701627 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:57.701787 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:57.701909 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHUsername
I1001 23:11:57.702066 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:11:57.702263 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.47 22 <nil> <nil>}
I1001 23:11:57.702307 28127 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1001 23:11:57.914686 28127 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1001 23:11:57.914710 28127 main.go:141] libmachine: Checking connection to Docker...
I1001 23:11:57.914718 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetURL
I1001 23:11:57.916037 28127 main.go:141] libmachine: (ha-650490-m03) DBG | Using libvirt version 6000000
I1001 23:11:57.918204 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.918611 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:57.918628 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.918780 28127 main.go:141] libmachine: Docker is up and running!
I1001 23:11:57.918796 28127 main.go:141] libmachine: Reticulating splines...
I1001 23:11:57.918803 28127 client.go:171] duration metric: took 22.689955116s to LocalClient.Create
I1001 23:11:57.918824 28127 start.go:167] duration metric: took 22.690020316s to libmachine.API.Create "ha-650490"
I1001 23:11:57.918831 28127 start.go:293] postStartSetup for "ha-650490-m03" (driver="kvm2")
I1001 23:11:57.918840 28127 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1001 23:11:57.918857 28127 main.go:141] libmachine: (ha-650490-m03) Calling .DriverName
I1001 23:11:57.919051 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1001 23:11:57.919117 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHHostname
I1001 23:11:57.921052 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.921350 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:57.921402 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:57.921544 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHPort
I1001 23:11:57.921700 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:57.921861 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHUsername
I1001 23:11:57.922014 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.47 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03/id_rsa Username:docker}
I1001 23:11:58.003324 28127 ssh_runner.go:195] Run: cat /etc/os-release
I1001 23:11:58.007020 28127 info.go:137] Remote host: Buildroot 2023.02.9
I1001 23:11:58.007039 28127 filesync.go:126] Scanning /home/jenkins/minikube-integration/19740-9503/.minikube/addons for local assets ...
I1001 23:11:58.007110 28127 filesync.go:126] Scanning /home/jenkins/minikube-integration/19740-9503/.minikube/files for local assets ...
I1001 23:11:58.007206 28127 filesync.go:149] local asset: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem -> 166612.pem in /etc/ssl/certs
I1001 23:11:58.007225 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem -> /etc/ssl/certs/166612.pem
I1001 23:11:58.007331 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1001 23:11:58.017037 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem --> /etc/ssl/certs/166612.pem (1708 bytes)
I1001 23:11:58.039363 28127 start.go:296] duration metric: took 120.522742ms for postStartSetup
I1001 23:11:58.039406 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetConfigRaw
I1001 23:11:58.039960 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetIP
I1001 23:11:58.042292 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:58.042703 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:58.042727 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:58.043027 28127 profile.go:143] Saving config to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/config.json ...
I1001 23:11:58.043212 28127 start.go:128] duration metric: took 22.831957258s to createHost
I1001 23:11:58.043238 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHHostname
I1001 23:11:58.045563 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:58.045895 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:58.045918 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:58.046069 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHPort
I1001 23:11:58.046222 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:58.046352 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:58.046477 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHUsername
I1001 23:11:58.046604 28127 main.go:141] libmachine: Using SSH client type: native
I1001 23:11:58.046754 28127 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864a40] 0x867720 <nil> [] 0s} 192.168.39.47 22 <nil> <nil>}
I1001 23:11:58.046763 28127 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1001 23:11:58.148813 28127 main.go:141] libmachine: SSH cmd err, output: <nil>: 1727824318.110999128
I1001 23:11:58.148831 28127 fix.go:216] guest clock: 1727824318.110999128
I1001 23:11:58.148839 28127 fix.go:229] Guest: 2024-10-01 23:11:58.110999128 +0000 UTC Remote: 2024-10-01 23:11:58.04322577 +0000 UTC m=+133.487800388 (delta=67.773358ms)
I1001 23:11:58.148856 28127 fix.go:200] guest clock delta is within tolerance: 67.773358ms
I1001 23:11:58.148863 28127 start.go:83] releasing machines lock for "ha-650490-m03", held for 22.93771448s
I1001 23:11:58.148884 28127 main.go:141] libmachine: (ha-650490-m03) Calling .DriverName
I1001 23:11:58.149111 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetIP
I1001 23:11:58.151727 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:58.152098 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:58.152128 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:58.154414 28127 out.go:177] * Found network options:
I1001 23:11:58.155946 28127 out.go:177] - NO_PROXY=192.168.39.212,192.168.39.251
W1001 23:11:58.157196 28127 proxy.go:119] fail to check proxy env: Error ip not in block
W1001 23:11:58.157217 28127 proxy.go:119] fail to check proxy env: Error ip not in block
I1001 23:11:58.157228 28127 main.go:141] libmachine: (ha-650490-m03) Calling .DriverName
I1001 23:11:58.157671 28127 main.go:141] libmachine: (ha-650490-m03) Calling .DriverName
I1001 23:11:58.157829 28127 main.go:141] libmachine: (ha-650490-m03) Calling .DriverName
I1001 23:11:58.157905 28127 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1001 23:11:58.157942 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHHostname
W1001 23:11:58.158012 28127 proxy.go:119] fail to check proxy env: Error ip not in block
W1001 23:11:58.158034 28127 proxy.go:119] fail to check proxy env: Error ip not in block
I1001 23:11:58.158095 28127 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1001 23:11:58.158113 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHHostname
I1001 23:11:58.160557 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:58.160901 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:58.160954 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:58.160975 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:58.161124 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHPort
I1001 23:11:58.161293 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:58.161333 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:58.161373 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:58.161446 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHUsername
I1001 23:11:58.161527 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHPort
I1001 23:11:58.161575 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.47 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03/id_rsa Username:docker}
I1001 23:11:58.161641 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHKeyPath
I1001 23:11:58.161750 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetSSHUsername
I1001 23:11:58.161890 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.47 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490-m03/id_rsa Username:docker}
I1001 23:11:58.385866 28127 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1001 23:11:58.391698 28127 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1001 23:11:58.391762 28127 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1001 23:11:58.406407 28127 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1001 23:11:58.406428 28127 start.go:495] detecting cgroup driver to use...
I1001 23:11:58.406474 28127 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1001 23:11:58.422990 28127 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1001 23:11:58.435336 28127 docker.go:217] disabling cri-docker service (if available) ...
I1001 23:11:58.435374 28127 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1001 23:11:58.447924 28127 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1001 23:11:58.460252 28127 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1001 23:11:58.579974 28127 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1001 23:11:58.727958 28127 docker.go:233] disabling docker service ...
I1001 23:11:58.728034 28127 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1001 23:11:58.743021 28127 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1001 23:11:58.754675 28127 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1001 23:11:58.897588 28127 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1001 23:11:59.013750 28127 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1001 23:11:59.025855 28127 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1001 23:11:59.042469 28127 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1001 23:11:59.042530 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:11:59.051560 28127 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1001 23:11:59.051606 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:11:59.060780 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:11:59.069996 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:11:59.079137 28127 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1001 23:11:59.088842 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:11:59.097887 28127 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:11:59.112771 28127 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1001 23:11:59.122401 28127 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1001 23:11:59.132059 28127 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1001 23:11:59.132099 28127 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1001 23:11:59.145968 28127 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1001 23:11:59.155231 28127 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 23:11:59.285881 28127 ssh_runner.go:195] Run: sudo systemctl restart crio
I1001 23:11:59.371565 28127 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1001 23:11:59.371633 28127 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1001 23:11:59.376071 28127 start.go:563] Will wait 60s for crictl version
I1001 23:11:59.376121 28127 ssh_runner.go:195] Run: which crictl
I1001 23:11:59.379404 28127 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1001 23:11:59.417908 28127 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1001 23:11:59.417988 28127 ssh_runner.go:195] Run: crio --version
I1001 23:11:59.447018 28127 ssh_runner.go:195] Run: crio --version
I1001 23:11:59.472700 28127 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1001 23:11:59.473933 28127 out.go:177] - env NO_PROXY=192.168.39.212
I1001 23:11:59.475288 28127 out.go:177] - env NO_PROXY=192.168.39.212,192.168.39.251
I1001 23:11:59.476484 28127 main.go:141] libmachine: (ha-650490-m03) Calling .GetIP
I1001 23:11:59.479028 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:59.479351 28127 main.go:141] libmachine: (ha-650490-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:38:0d:90", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:11:49 +0000 UTC Type:0 Mac:52:54:00:38:0d:90 Iaid: IPaddr:192.168.39.47 Prefix:24 Hostname:ha-650490-m03 Clientid:01:52:54:00:38:0d:90}
I1001 23:11:59.479380 28127 main.go:141] libmachine: (ha-650490-m03) DBG | domain ha-650490-m03 has defined IP address 192.168.39.47 and MAC address 52:54:00:38:0d:90 in network mk-ha-650490
I1001 23:11:59.479611 28127 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1001 23:11:59.483013 28127 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 23:11:59.494110 28127 mustload.go:65] Loading cluster: ha-650490
I1001 23:11:59.494298 28127 config.go:182] Loaded profile config "ha-650490": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:11:59.494569 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:11:59.494602 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:11:59.509406 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46379
I1001 23:11:59.509812 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:11:59.510207 28127 main.go:141] libmachine: Using API Version 1
I1001 23:11:59.510226 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:11:59.510515 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:11:59.510700 28127 main.go:141] libmachine: (ha-650490) Calling .GetState
I1001 23:11:59.512133 28127 host.go:66] Checking if "ha-650490" exists ...
I1001 23:11:59.512512 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:11:59.512551 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:11:59.525982 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33907
I1001 23:11:59.526329 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:11:59.526801 28127 main.go:141] libmachine: Using API Version 1
I1001 23:11:59.526824 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:11:59.527066 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:11:59.527239 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:11:59.527394 28127 certs.go:68] Setting up /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490 for IP: 192.168.39.47
I1001 23:11:59.527403 28127 certs.go:194] generating shared ca certs ...
I1001 23:11:59.527414 28127 certs.go:226] acquiring lock for ca certs: {Name:mkda745fffc7d409f0c87cd85c8de0334ef314ce Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:11:59.527532 28127 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.key
I1001 23:11:59.527568 28127 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.key
I1001 23:11:59.527577 28127 certs.go:256] generating profile certs ...
I1001 23:11:59.527638 28127 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.key
I1001 23:11:59.527660 28127 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.7421b178
I1001 23:11:59.527672 28127 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.7421b178 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.212 192.168.39.251 192.168.39.47 192.168.39.254]
I1001 23:11:59.821492 28127 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.7421b178 ...
I1001 23:11:59.821525 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.7421b178: {Name:mk32ebb04648ec3c4bfe1cbcd7c8d41f569f1ebb Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:11:59.821740 28127 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.7421b178 ...
I1001 23:11:59.821762 28127 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.7421b178: {Name:mk7d5b697485dddc819a9a11c3b8c113df9e1d4e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1001 23:11:59.821887 28127 certs.go:381] copying /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt.7421b178 -> /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt
I1001 23:11:59.822063 28127 certs.go:385] copying /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key.7421b178 -> /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key
I1001 23:11:59.822273 28127 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.key
I1001 23:11:59.822291 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1001 23:11:59.822306 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1001 23:11:59.822323 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1001 23:11:59.822338 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1001 23:11:59.822354 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1001 23:11:59.822370 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1001 23:11:59.822385 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1001 23:11:59.837177 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1001 23:11:59.837269 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661.pem (1338 bytes)
W1001 23:11:59.837317 28127 certs.go:480] ignoring /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661_empty.pem, impossibly tiny 0 bytes
I1001 23:11:59.837330 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca-key.pem (1679 bytes)
I1001 23:11:59.837353 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/ca.pem (1078 bytes)
I1001 23:11:59.837390 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/cert.pem (1123 bytes)
I1001 23:11:59.837423 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/key.pem (1679 bytes)
I1001 23:11:59.837481 28127 certs.go:484] found cert: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem (1708 bytes)
I1001 23:11:59.837527 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661.pem -> /usr/share/ca-certificates/16661.pem
I1001 23:11:59.837550 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem -> /usr/share/ca-certificates/166612.pem
I1001 23:11:59.837571 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1001 23:11:59.837618 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:11:59.840764 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:11:59.841209 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:11:59.841250 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:11:59.841451 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:11:59.841628 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:11:59.841774 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:11:59.841886 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.212 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa Username:docker}
I1001 23:11:59.917343 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1001 23:11:59.922110 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1001 23:11:59.932692 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1001 23:11:59.936263 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1001 23:11:59.945894 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1001 23:11:59.949351 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1001 23:11:59.957967 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1001 23:11:59.961338 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1001 23:11:59.970919 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1001 23:11:59.974798 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1001 23:11:59.984520 28127 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1001 23:11:59.988253 28127 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1001 23:11:59.997314 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1001 23:12:00.023194 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1001 23:12:00.044696 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1001 23:12:00.065201 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1001 23:12:00.085898 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1001 23:12:00.106388 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1001 23:12:00.126815 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1001 23:12:00.148366 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1001 23:12:00.169624 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/certs/16661.pem --> /usr/share/ca-certificates/16661.pem (1338 bytes)
I1001 23:12:00.191098 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/files/etc/ssl/certs/166612.pem --> /usr/share/ca-certificates/166612.pem (1708 bytes)
I1001 23:12:00.212375 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1001 23:12:00.233461 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1001 23:12:00.247432 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1001 23:12:00.261838 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1001 23:12:00.276627 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1001 23:12:00.291521 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1001 23:12:00.307813 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1001 23:12:00.322955 28127 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1001 23:12:00.337931 28127 ssh_runner.go:195] Run: openssl version
I1001 23:12:00.342820 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/166612.pem && ln -fs /usr/share/ca-certificates/166612.pem /etc/ssl/certs/166612.pem"
I1001 23:12:00.351904 28127 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/166612.pem
I1001 23:12:00.355774 28127 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 1 23:06 /usr/share/ca-certificates/166612.pem
I1001 23:12:00.355808 28127 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/166612.pem
I1001 23:12:00.360930 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/166612.pem /etc/ssl/certs/3ec20f2e.0"
I1001 23:12:00.370264 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1001 23:12:00.379813 28127 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1001 23:12:00.383667 28127 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 1 22:47 /usr/share/ca-certificates/minikubeCA.pem
I1001 23:12:00.383713 28127 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1001 23:12:00.388948 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1001 23:12:00.398297 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16661.pem && ln -fs /usr/share/ca-certificates/16661.pem /etc/ssl/certs/16661.pem"
I1001 23:12:00.407560 28127 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16661.pem
I1001 23:12:00.411263 28127 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 1 23:06 /usr/share/ca-certificates/16661.pem
I1001 23:12:00.411304 28127 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16661.pem
I1001 23:12:00.416492 28127 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/16661.pem /etc/ssl/certs/51391683.0"
I1001 23:12:00.426899 28127 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1001 23:12:00.430642 28127 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1001 23:12:00.430701 28127 kubeadm.go:934] updating node {m03 192.168.39.47 8443 v1.31.1 crio true true} ...
I1001 23:12:00.430772 28127 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-650490-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.47
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-650490 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1001 23:12:00.430793 28127 kube-vip.go:115] generating kube-vip config ...
I1001 23:12:00.430818 28127 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1001 23:12:00.443984 28127 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1001 23:12:00.444041 28127 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.0
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1001 23:12:00.444083 28127 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1001 23:12:00.452752 28127 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1001 23:12:00.452798 28127 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1001 23:12:00.460914 28127 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I1001 23:12:00.460932 28127 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I1001 23:12:00.460936 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1001 23:12:00.460963 28127 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1001 23:12:00.460990 28127 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1001 23:12:00.460916 28127 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1001 23:12:00.461030 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1001 23:12:00.461117 28127 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1001 23:12:00.476199 28127 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1001 23:12:00.476211 28127 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1001 23:12:00.476246 28127 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1001 23:12:00.476272 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1001 23:12:00.476289 28127 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1001 23:12:00.476251 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1001 23:12:00.500738 28127 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1001 23:12:00.500763 28127 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19740-9503/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1001 23:12:01.241031 28127 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1001 23:12:01.249892 28127 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1001 23:12:01.264368 28127 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1001 23:12:01.279328 28127 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1001 23:12:01.293577 28127 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1001 23:12:01.297071 28127 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1001 23:12:01.307542 28127 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 23:12:01.419142 28127 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 23:12:01.436448 28127 host.go:66] Checking if "ha-650490" exists ...
I1001 23:12:01.436806 28127 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1001 23:12:01.436843 28127 main.go:141] libmachine: Launching plugin server for driver kvm2
I1001 23:12:01.451829 28127 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33781
I1001 23:12:01.452204 28127 main.go:141] libmachine: () Calling .GetVersion
I1001 23:12:01.452752 28127 main.go:141] libmachine: Using API Version 1
I1001 23:12:01.452775 28127 main.go:141] libmachine: () Calling .SetConfigRaw
I1001 23:12:01.453078 28127 main.go:141] libmachine: () Calling .GetMachineName
I1001 23:12:01.453286 28127 main.go:141] libmachine: (ha-650490) Calling .DriverName
I1001 23:12:01.453437 28127 start.go:317] joinCluster: &{Name:ha-650490 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-650490 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.212 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.251 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.47 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:f
alse istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false
DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1001 23:12:01.453601 28127 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1001 23:12:01.453625 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHHostname
I1001 23:12:01.456488 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:12:01.456932 28127 main.go:141] libmachine: (ha-650490) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:80:58:b4", ip: ""} in network mk-ha-650490: {Iface:virbr1 ExpiryTime:2024-10-02 00:09:58 +0000 UTC Type:0 Mac:52:54:00:80:58:b4 Iaid: IPaddr:192.168.39.212 Prefix:24 Hostname:ha-650490 Clientid:01:52:54:00:80:58:b4}
I1001 23:12:01.456950 28127 main.go:141] libmachine: (ha-650490) DBG | domain ha-650490 has defined IP address 192.168.39.212 and MAC address 52:54:00:80:58:b4 in network mk-ha-650490
I1001 23:12:01.457108 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHPort
I1001 23:12:01.457254 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHKeyPath
I1001 23:12:01.457369 28127 main.go:141] libmachine: (ha-650490) Calling .GetSSHUsername
I1001 23:12:01.457478 28127 sshutil.go:53] new ssh client: &{IP:192.168.39.212 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19740-9503/.minikube/machines/ha-650490/id_rsa Username:docker}
I1001 23:12:01.602326 28127 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.47 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 23:12:01.602367 28127 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token aq5pu0.6yon6d5u41rawdth --discovery-token-ca-cert-hash sha256:f0ed0099887f243f1d9a170deaeaec2897732658581d6958ad12e2086f6d4da5 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-650490-m03 --control-plane --apiserver-advertise-address=192.168.39.47 --apiserver-bind-port=8443"
I1001 23:12:21.092570 28127 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token aq5pu0.6yon6d5u41rawdth --discovery-token-ca-cert-hash sha256:f0ed0099887f243f1d9a170deaeaec2897732658581d6958ad12e2086f6d4da5 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-650490-m03 --control-plane --apiserver-advertise-address=192.168.39.47 --apiserver-bind-port=8443": (19.490176889s)
I1001 23:12:21.092610 28127 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1001 23:12:21.644288 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-650490-m03 minikube.k8s.io/updated_at=2024_10_01T23_12_21_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=f51fafbf3cd47f7a462449fed4417351dbbcecb3 minikube.k8s.io/name=ha-650490 minikube.k8s.io/primary=false
I1001 23:12:21.767069 28127 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-650490-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1001 23:12:21.866860 28127 start.go:319] duration metric: took 20.413416684s to joinCluster
I1001 23:12:21.866945 28127 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.47 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1001 23:12:21.867323 28127 config.go:182] Loaded profile config "ha-650490": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1001 23:12:21.868239 28127 out.go:177] * Verifying Kubernetes components...
I1001 23:12:21.869248 28127 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1001 23:12:22.098694 28127 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1001 23:12:22.124029 28127 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19740-9503/kubeconfig
I1001 23:12:22.124249 28127 kapi.go:59] client config for ha-650490: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.crt", KeyFile:"/home/jenkins/minikube-integration/19740-9503/.minikube/profiles/ha-650490/client.key", CAFile:"/home/jenkins/minikube-integration/19740-9503/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x1f685c0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1001 23:12:22.124306 28127 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.212:8443
I1001 23:12:22.124542 28127 node_ready.go:35] waiting up to 6m0s for node "ha-650490-m03" to be "Ready" ...
I1001 23:12:22.124626 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:22.124635 28127 round_trippers.go:469] Request Headers:
I1001 23:12:22.124642 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:22.124645 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:22.127428 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:22.625366 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:22.625390 28127 round_trippers.go:469] Request Headers:
I1001 23:12:22.625401 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:22.625409 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:22.628540 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:23.125499 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:23.125519 28127 round_trippers.go:469] Request Headers:
I1001 23:12:23.125527 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:23.125531 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:23.128652 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:23.625569 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:23.625592 28127 round_trippers.go:469] Request Headers:
I1001 23:12:23.625603 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:23.625609 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:23.628795 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:24.124862 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:24.124895 28127 round_trippers.go:469] Request Headers:
I1001 23:12:24.124904 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:24.124909 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:24.127172 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:24.127664 28127 node_ready.go:53] node "ha-650490-m03" has status "Ready":"False"
I1001 23:12:24.625429 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:24.625451 28127 round_trippers.go:469] Request Headers:
I1001 23:12:24.625462 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:24.625467 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:24.628402 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:25.125746 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:25.125770 28127 round_trippers.go:469] Request Headers:
I1001 23:12:25.125781 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:25.125790 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:25.128527 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:25.624825 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:25.624847 28127 round_trippers.go:469] Request Headers:
I1001 23:12:25.624856 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:25.624861 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:25.627694 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:26.125596 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:26.125620 28127 round_trippers.go:469] Request Headers:
I1001 23:12:26.125631 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:26.125635 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:26.128000 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:26.128581 28127 node_ready.go:53] node "ha-650490-m03" has status "Ready":"False"
I1001 23:12:26.625634 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:26.625660 28127 round_trippers.go:469] Request Headers:
I1001 23:12:26.625671 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:26.625678 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:26.628457 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:27.125287 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:27.125308 28127 round_trippers.go:469] Request Headers:
I1001 23:12:27.125316 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:27.125320 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:27.127851 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:27.624740 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:27.624768 28127 round_trippers.go:469] Request Headers:
I1001 23:12:27.624776 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:27.624781 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:27.627544 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:28.125671 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:28.125692 28127 round_trippers.go:469] Request Headers:
I1001 23:12:28.125705 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:28.125709 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:28.128518 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:28.129249 28127 node_ready.go:53] node "ha-650490-m03" has status "Ready":"False"
I1001 23:12:28.625344 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:28.625364 28127 round_trippers.go:469] Request Headers:
I1001 23:12:28.625372 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:28.625375 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:28.627977 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:29.124792 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:29.124810 28127 round_trippers.go:469] Request Headers:
I1001 23:12:29.124818 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:29.124823 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:29.128090 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:29.625477 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:29.625499 28127 round_trippers.go:469] Request Headers:
I1001 23:12:29.625510 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:29.625515 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:29.628593 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:30.124722 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:30.124743 28127 round_trippers.go:469] Request Headers:
I1001 23:12:30.124754 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:30.124759 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:30.127777 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:30.625571 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:30.625590 28127 round_trippers.go:469] Request Headers:
I1001 23:12:30.625598 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:30.625603 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:30.628521 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:30.629070 28127 node_ready.go:53] node "ha-650490-m03" has status "Ready":"False"
I1001 23:12:31.125528 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:31.125548 28127 round_trippers.go:469] Request Headers:
I1001 23:12:31.125556 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:31.125561 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:31.128297 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:31.625734 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:31.625753 28127 round_trippers.go:469] Request Headers:
I1001 23:12:31.625761 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:31.625766 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:31.628514 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:32.125121 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:32.125141 28127 round_trippers.go:469] Request Headers:
I1001 23:12:32.125149 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:32.125153 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:32.127893 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:32.624772 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:32.624793 28127 round_trippers.go:469] Request Headers:
I1001 23:12:32.624801 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:32.624806 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:32.628125 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:33.124686 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:33.124707 28127 round_trippers.go:469] Request Headers:
I1001 23:12:33.124715 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:33.124721 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:33.127786 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:33.128437 28127 node_ready.go:53] node "ha-650490-m03" has status "Ready":"False"
I1001 23:12:33.625323 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:33.625343 28127 round_trippers.go:469] Request Headers:
I1001 23:12:33.625351 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:33.625355 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:33.628066 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:34.124964 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:34.124983 28127 round_trippers.go:469] Request Headers:
I1001 23:12:34.124991 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:34.124995 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:34.127458 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:34.625702 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:34.625721 28127 round_trippers.go:469] Request Headers:
I1001 23:12:34.625729 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:34.625737 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:34.628495 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:35.124782 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:35.124805 28127 round_trippers.go:469] Request Headers:
I1001 23:12:35.124813 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:35.124817 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:35.128011 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:35.128517 28127 node_ready.go:53] node "ha-650490-m03" has status "Ready":"False"
I1001 23:12:35.625382 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:35.625401 28127 round_trippers.go:469] Request Headers:
I1001 23:12:35.625409 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:35.625413 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:35.628390 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:36.125351 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:36.125372 28127 round_trippers.go:469] Request Headers:
I1001 23:12:36.125383 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:36.125389 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:36.127771 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:36.625353 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:36.625374 28127 round_trippers.go:469] Request Headers:
I1001 23:12:36.625382 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:36.625385 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:36.628262 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:37.124931 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:37.124952 28127 round_trippers.go:469] Request Headers:
I1001 23:12:37.124960 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:37.124968 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:37.128227 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:37.128944 28127 node_ready.go:53] node "ha-650490-m03" has status "Ready":"False"
I1001 23:12:37.625399 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:37.625419 28127 round_trippers.go:469] Request Headers:
I1001 23:12:37.625427 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:37.625430 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:37.628247 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:38.125053 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:38.125074 28127 round_trippers.go:469] Request Headers:
I1001 23:12:38.125094 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:38.125100 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:38.129876 28127 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 23:12:38.624720 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:38.624740 28127 round_trippers.go:469] Request Headers:
I1001 23:12:38.624750 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:38.624756 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:38.627393 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.125379 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:39.125399 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.125408 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.125413 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.128468 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:39.129061 28127 node_ready.go:49] node "ha-650490-m03" has status "Ready":"True"
I1001 23:12:39.129078 28127 node_ready.go:38] duration metric: took 17.004519311s for node "ha-650490-m03" to be "Ready" ...
I1001 23:12:39.129097 28127 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1001 23:12:39.129168 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods
I1001 23:12:39.129181 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.129191 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.129196 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.134627 28127 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1001 23:12:39.141382 28127 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-hdwzv" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.141439 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-hdwzv
I1001 23:12:39.141445 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.141452 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.141459 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.144026 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.144860 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:12:39.144877 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.144887 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.144894 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.147244 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.147721 28127 pod_ready.go:93] pod "coredns-7c65d6cfc9-hdwzv" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:39.147738 28127 pod_ready.go:82] duration metric: took 6.337402ms for pod "coredns-7c65d6cfc9-hdwzv" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.147748 28127 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-pqld9" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.147802 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-pqld9
I1001 23:12:39.147812 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.147822 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.147831 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.150167 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.151015 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:12:39.151045 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.151055 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.151067 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.153112 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.153565 28127 pod_ready.go:93] pod "coredns-7c65d6cfc9-pqld9" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:39.153578 28127 pod_ready.go:82] duration metric: took 5.82378ms for pod "coredns-7c65d6cfc9-pqld9" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.153585 28127 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.153621 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-650490
I1001 23:12:39.153628 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.153635 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.153639 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.155926 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.156638 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:12:39.156651 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.156661 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.156666 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.159017 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.159531 28127 pod_ready.go:93] pod "etcd-ha-650490" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:39.159549 28127 pod_ready.go:82] duration metric: took 5.956285ms for pod "etcd-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.159559 28127 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.159611 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-650490-m02
I1001 23:12:39.159621 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.159632 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.159640 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.161950 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.162502 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:12:39.162517 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.162526 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.162532 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.164640 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.165220 28127 pod_ready.go:93] pod "etcd-ha-650490-m02" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:39.165235 28127 pod_ready.go:82] duration metric: took 5.670071ms for pod "etcd-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.165242 28127 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-650490-m03" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.325562 28127 request.go:632] Waited for 160.230517ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-650490-m03
I1001 23:12:39.325619 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/etcd-ha-650490-m03
I1001 23:12:39.325626 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.325638 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.325644 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.328539 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.525867 28127 request.go:632] Waited for 196.478975ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:39.525931 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:39.525938 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.525947 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.525956 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.528904 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.529523 28127 pod_ready.go:93] pod "etcd-ha-650490-m03" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:39.529540 28127 pod_ready.go:82] duration metric: took 364.292612ms for pod "etcd-ha-650490-m03" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.529558 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.725453 28127 request.go:632] Waited for 195.831863ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-650490
I1001 23:12:39.725501 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-650490
I1001 23:12:39.725507 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.725514 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.725520 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.728271 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.926236 28127 request.go:632] Waited for 197.354722ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:12:39.926281 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:12:39.926286 28127 round_trippers.go:469] Request Headers:
I1001 23:12:39.926293 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:39.926316 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:39.928994 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:39.930059 28127 pod_ready.go:93] pod "kube-apiserver-ha-650490" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:39.930082 28127 pod_ready.go:82] duration metric: took 400.512449ms for pod "kube-apiserver-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:12:39.930095 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:12:40.125483 28127 request.go:632] Waited for 195.29773ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-650490-m02
I1001 23:12:40.125552 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-650490-m02
I1001 23:12:40.125561 28127 round_trippers.go:469] Request Headers:
I1001 23:12:40.125572 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:40.125584 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:40.128460 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:40.326275 28127 request.go:632] Waited for 197.186336ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:12:40.326333 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:12:40.326344 28127 round_trippers.go:469] Request Headers:
I1001 23:12:40.326356 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:40.326362 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:40.329172 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:40.329676 28127 pod_ready.go:93] pod "kube-apiserver-ha-650490-m02" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:40.329694 28127 pod_ready.go:82] duration metric: took 399.58179ms for pod "kube-apiserver-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:12:40.329703 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-650490-m03" in "kube-system" namespace to be "Ready" ...
I1001 23:12:40.525805 28127 request.go:632] Waited for 196.037672ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-650490-m03
I1001 23:12:40.525870 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-650490-m03
I1001 23:12:40.525875 28127 round_trippers.go:469] Request Headers:
I1001 23:12:40.525883 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:40.525890 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:40.529240 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:40.725551 28127 request.go:632] Waited for 195.30449ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:40.725605 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:40.725610 28127 round_trippers.go:469] Request Headers:
I1001 23:12:40.725618 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:40.725622 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:40.728415 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:40.728945 28127 pod_ready.go:93] pod "kube-apiserver-ha-650490-m03" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:40.728964 28127 pod_ready.go:82] duration metric: took 399.25605ms for pod "kube-apiserver-ha-650490-m03" in "kube-system" namespace to be "Ready" ...
I1001 23:12:40.728974 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:12:40.926015 28127 request.go:632] Waited for 196.977973ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-650490
I1001 23:12:40.926071 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-650490
I1001 23:12:40.926076 28127 round_trippers.go:469] Request Headers:
I1001 23:12:40.926083 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:40.926088 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:40.928774 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:41.126025 28127 request.go:632] Waited for 196.359596ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:12:41.126086 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:12:41.126093 28127 round_trippers.go:469] Request Headers:
I1001 23:12:41.126104 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:41.126113 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:41.128775 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:41.129565 28127 pod_ready.go:93] pod "kube-controller-manager-ha-650490" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:41.129587 28127 pod_ready.go:82] duration metric: took 400.606777ms for pod "kube-controller-manager-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:12:41.129599 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:12:41.325475 28127 request.go:632] Waited for 195.789369ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-650490-m02
I1001 23:12:41.325547 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-650490-m02
I1001 23:12:41.325558 28127 round_trippers.go:469] Request Headers:
I1001 23:12:41.325569 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:41.325578 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:41.328204 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:41.526257 28127 request.go:632] Waited for 197.25781ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:12:41.526315 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:12:41.526322 28127 round_trippers.go:469] Request Headers:
I1001 23:12:41.526329 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:41.526334 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:41.530271 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:41.530778 28127 pod_ready.go:93] pod "kube-controller-manager-ha-650490-m02" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:41.530794 28127 pod_ready.go:82] duration metric: took 401.188116ms for pod "kube-controller-manager-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:12:41.530802 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-650490-m03" in "kube-system" namespace to be "Ready" ...
I1001 23:12:41.725987 28127 request.go:632] Waited for 195.114363ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-650490-m03
I1001 23:12:41.726035 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-650490-m03
I1001 23:12:41.726040 28127 round_trippers.go:469] Request Headers:
I1001 23:12:41.726048 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:41.726053 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:41.728631 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:41.925693 28127 request.go:632] Waited for 196.357816ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:41.925781 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:41.925792 28127 round_trippers.go:469] Request Headers:
I1001 23:12:41.925802 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:41.925811 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:41.928481 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:41.928995 28127 pod_ready.go:93] pod "kube-controller-manager-ha-650490-m03" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:41.929011 28127 pod_ready.go:82] duration metric: took 398.202246ms for pod "kube-controller-manager-ha-650490-m03" in "kube-system" namespace to be "Ready" ...
I1001 23:12:41.929023 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-dsvwh" in "kube-system" namespace to be "Ready" ...
I1001 23:12:42.125860 28127 request.go:632] Waited for 196.771027ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dsvwh
I1001 23:12:42.125936 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dsvwh
I1001 23:12:42.125948 28127 round_trippers.go:469] Request Headers:
I1001 23:12:42.125958 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:42.125965 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:42.129283 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:42.325405 28127 request.go:632] Waited for 195.299726ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:42.325477 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:42.325492 28127 round_trippers.go:469] Request Headers:
I1001 23:12:42.325499 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:42.325504 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:42.328143 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:42.328923 28127 pod_ready.go:93] pod "kube-proxy-dsvwh" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:42.328947 28127 pod_ready.go:82] duration metric: took 399.916275ms for pod "kube-proxy-dsvwh" in "kube-system" namespace to be "Ready" ...
I1001 23:12:42.328959 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-gkmpn" in "kube-system" namespace to be "Ready" ...
I1001 23:12:42.525991 28127 request.go:632] Waited for 196.950269ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gkmpn
I1001 23:12:42.526054 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gkmpn
I1001 23:12:42.526059 28127 round_trippers.go:469] Request Headers:
I1001 23:12:42.526067 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:42.526074 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:42.528996 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:42.726157 28127 request.go:632] Waited for 196.359814ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:12:42.726211 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:12:42.726217 28127 round_trippers.go:469] Request Headers:
I1001 23:12:42.726223 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:42.726230 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:42.728850 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:42.729585 28127 pod_ready.go:93] pod "kube-proxy-gkmpn" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:42.729607 28127 pod_ready.go:82] duration metric: took 400.640014ms for pod "kube-proxy-gkmpn" in "kube-system" namespace to be "Ready" ...
I1001 23:12:42.729619 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-nxn7p" in "kube-system" namespace to be "Ready" ...
I1001 23:12:42.925565 28127 request.go:632] Waited for 195.872991ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nxn7p
I1001 23:12:42.925637 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nxn7p
I1001 23:12:42.925649 28127 round_trippers.go:469] Request Headers:
I1001 23:12:42.925662 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:42.925669 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:42.927996 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:43.125997 28127 request.go:632] Waited for 197.363515ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:12:43.126069 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:12:43.126077 28127 round_trippers.go:469] Request Headers:
I1001 23:12:43.126088 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:43.126094 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:43.129422 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:43.129964 28127 pod_ready.go:93] pod "kube-proxy-nxn7p" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:43.129980 28127 pod_ready.go:82] duration metric: took 400.354257ms for pod "kube-proxy-nxn7p" in "kube-system" namespace to be "Ready" ...
I1001 23:12:43.129988 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:12:43.326092 28127 request.go:632] Waited for 196.0472ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-650490
I1001 23:12:43.326155 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-650490
I1001 23:12:43.326163 28127 round_trippers.go:469] Request Headers:
I1001 23:12:43.326177 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:43.326188 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:43.329308 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:43.525382 28127 request.go:632] Waited for 195.270198ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:12:43.525441 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490
I1001 23:12:43.525448 28127 round_trippers.go:469] Request Headers:
I1001 23:12:43.525458 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:43.525464 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:43.528220 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:43.528853 28127 pod_ready.go:93] pod "kube-scheduler-ha-650490" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:43.528872 28127 pod_ready.go:82] duration metric: took 398.875158ms for pod "kube-scheduler-ha-650490" in "kube-system" namespace to be "Ready" ...
I1001 23:12:43.528883 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:12:43.725863 28127 request.go:632] Waited for 196.897771ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-650490-m02
I1001 23:12:43.725924 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-650490-m02
I1001 23:12:43.725935 28127 round_trippers.go:469] Request Headers:
I1001 23:12:43.725949 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:43.725958 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:43.728887 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:43.925999 28127 request.go:632] Waited for 196.401827ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:12:43.926057 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m02
I1001 23:12:43.926064 28127 round_trippers.go:469] Request Headers:
I1001 23:12:43.926074 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:43.926081 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:43.928759 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:43.929363 28127 pod_ready.go:93] pod "kube-scheduler-ha-650490-m02" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:43.929383 28127 pod_ready.go:82] duration metric: took 400.491894ms for pod "kube-scheduler-ha-650490-m02" in "kube-system" namespace to be "Ready" ...
I1001 23:12:43.929395 28127 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-650490-m03" in "kube-system" namespace to be "Ready" ...
I1001 23:12:44.125374 28127 request.go:632] Waited for 195.910568ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-650490-m03
I1001 23:12:44.125450 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-650490-m03
I1001 23:12:44.125456 28127 round_trippers.go:469] Request Headers:
I1001 23:12:44.125463 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:44.125470 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:44.128337 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:44.326363 28127 request.go:632] Waited for 197.381727ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:44.326431 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes/ha-650490-m03
I1001 23:12:44.326439 28127 round_trippers.go:469] Request Headers:
I1001 23:12:44.326450 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:44.326459 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:44.329217 28127 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1001 23:12:44.329725 28127 pod_ready.go:93] pod "kube-scheduler-ha-650490-m03" in "kube-system" namespace has status "Ready":"True"
I1001 23:12:44.329744 28127 pod_ready.go:82] duration metric: took 400.33759ms for pod "kube-scheduler-ha-650490-m03" in "kube-system" namespace to be "Ready" ...
I1001 23:12:44.329754 28127 pod_ready.go:39] duration metric: took 5.200645721s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1001 23:12:44.329769 28127 api_server.go:52] waiting for apiserver process to appear ...
I1001 23:12:44.329826 28127 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1001 23:12:44.344470 28127 api_server.go:72] duration metric: took 22.477488899s to wait for apiserver process to appear ...
I1001 23:12:44.344488 28127 api_server.go:88] waiting for apiserver healthz status ...
I1001 23:12:44.344508 28127 api_server.go:253] Checking apiserver healthz at https://192.168.39.212:8443/healthz ...
I1001 23:12:44.349139 28127 api_server.go:279] https://192.168.39.212:8443/healthz returned 200:
ok
I1001 23:12:44.349192 28127 round_trippers.go:463] GET https://192.168.39.212:8443/version
I1001 23:12:44.349199 28127 round_trippers.go:469] Request Headers:
I1001 23:12:44.349209 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:44.349219 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:44.350000 28127 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1001 23:12:44.350063 28127 api_server.go:141] control plane version: v1.31.1
I1001 23:12:44.350075 28127 api_server.go:131] duration metric: took 5.582138ms to wait for apiserver health ...
I1001 23:12:44.350082 28127 system_pods.go:43] waiting for kube-system pods to appear ...
I1001 23:12:44.525992 28127 request.go:632] Waited for 175.843929ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods
I1001 23:12:44.526046 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods
I1001 23:12:44.526053 28127 round_trippers.go:469] Request Headers:
I1001 23:12:44.526065 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:44.526073 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:44.531609 28127 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1001 23:12:44.538388 28127 system_pods.go:59] 24 kube-system pods found
I1001 23:12:44.538416 28127 system_pods.go:61] "coredns-7c65d6cfc9-hdwzv" [2d21787a-5ac7-4d62-bce0-40475572712a] Running
I1001 23:12:44.538423 28127 system_pods.go:61] "coredns-7c65d6cfc9-pqld9" [75ba1244-6976-45ac-b077-4d6a11a3cfea] Running
I1001 23:12:44.538427 28127 system_pods.go:61] "etcd-ha-650490" [aef8363f-cd22-4d52-83e3-07fd2aa1136a] Running
I1001 23:12:44.538430 28127 system_pods.go:61] "etcd-ha-650490-m02" [6c7127fc-fa39-449c-9b40-37a483813aa3] Running
I1001 23:12:44.538434 28127 system_pods.go:61] "etcd-ha-650490-m03" [1a448aac-81f4-48dc-8e08-2ed4eadebb93] Running
I1001 23:12:44.538437 28127 system_pods.go:61] "kindnet-2cg78" [8dbe3e26-651f-4927-b55b-a6b887c4bfd9] Running
I1001 23:12:44.538441 28127 system_pods.go:61] "kindnet-f5zln" [d2ef979c-997a-4856-bc09-b44c0bde0111] Running
I1001 23:12:44.538454 28127 system_pods.go:61] "kindnet-tg4wc" [aea46366-6650-4026-9c3d-16554c1bd006] Running
I1001 23:12:44.538459 28127 system_pods.go:61] "kube-apiserver-ha-650490" [44e766a6-c92f-495c-8153-72f2f0d8028f] Running
I1001 23:12:44.538463 28127 system_pods.go:61] "kube-apiserver-ha-650490-m02" [6cc421f5-4f19-444b-9d05-4373325dc21b] Running
I1001 23:12:44.538467 28127 system_pods.go:61] "kube-apiserver-ha-650490-m03" [484a5f24-761e-487e-9193-a1fdf55edd63] Running
I1001 23:12:44.538470 28127 system_pods.go:61] "kube-controller-manager-ha-650490" [4651c354-a9b1-4252-bca8-9f38fd81ecd4] Running
I1001 23:12:44.538473 28127 system_pods.go:61] "kube-controller-manager-ha-650490-m02" [6c21f29d-d92c-44fe-a7d3-c83a5f9e6ad8] Running
I1001 23:12:44.538477 28127 system_pods.go:61] "kube-controller-manager-ha-650490-m03" [e0ec78a4-2bbb-418c-8dfd-9d9a5c2b31bd] Running
I1001 23:12:44.538480 28127 system_pods.go:61] "kube-proxy-dsvwh" [bea0a7d3-df66-4c10-8dc3-456d136fac4b] Running
I1001 23:12:44.538484 28127 system_pods.go:61] "kube-proxy-gkmpn" [243b3e96-067e-4005-90cd-ea836c690f72] Running
I1001 23:12:44.538487 28127 system_pods.go:61] "kube-proxy-nxn7p" [2b93db00-9f85-4880-b98b-639afdf6c95a] Running
I1001 23:12:44.538494 28127 system_pods.go:61] "kube-scheduler-ha-650490" [2af4ef36-5b40-40d6-b31c-cc58aff66034] Running
I1001 23:12:44.538497 28127 system_pods.go:61] "kube-scheduler-ha-650490-m02" [9dd920c2-0ab4-40f8-a64b-679281fac75d] Running
I1001 23:12:44.538501 28127 system_pods.go:61] "kube-scheduler-ha-650490-m03" [63e95a6c-3f98-43ab-acde-bc6621fe3c25] Running
I1001 23:12:44.538504 28127 system_pods.go:61] "kube-vip-ha-650490" [b4fe9c29-b767-4aee-8d80-29643209a216] Running
I1001 23:12:44.538510 28127 system_pods.go:61] "kube-vip-ha-650490-m02" [3848019f-ea55-4b22-9e97-18971243e37e] Running
I1001 23:12:44.538513 28127 system_pods.go:61] "kube-vip-ha-650490-m03" [85a1e834-b91d-4a45-a4ef-7575f873fafe] Running
I1001 23:12:44.538520 28127 system_pods.go:61] "storage-provisioner" [aa7ea960-1d5c-4bcf-957f-6e140c16d944] Running
I1001 23:12:44.538526 28127 system_pods.go:74] duration metric: took 188.438463ms to wait for pod list to return data ...
I1001 23:12:44.538535 28127 default_sa.go:34] waiting for default service account to be created ...
I1001 23:12:44.726372 28127 request.go:632] Waited for 187.773866ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/default/serviceaccounts
I1001 23:12:44.726419 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/default/serviceaccounts
I1001 23:12:44.726424 28127 round_trippers.go:469] Request Headers:
I1001 23:12:44.726431 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:44.726436 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:44.729756 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:44.729870 28127 default_sa.go:45] found service account: "default"
I1001 23:12:44.729883 28127 default_sa.go:55] duration metric: took 191.342356ms for default service account to be created ...
I1001 23:12:44.729890 28127 system_pods.go:116] waiting for k8s-apps to be running ...
I1001 23:12:44.926262 28127 request.go:632] Waited for 196.313422ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods
I1001 23:12:44.926313 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/namespaces/kube-system/pods
I1001 23:12:44.926318 28127 round_trippers.go:469] Request Headers:
I1001 23:12:44.926325 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:44.926329 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:44.930947 28127 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1001 23:12:44.937957 28127 system_pods.go:86] 24 kube-system pods found
I1001 23:12:44.937979 28127 system_pods.go:89] "coredns-7c65d6cfc9-hdwzv" [2d21787a-5ac7-4d62-bce0-40475572712a] Running
I1001 23:12:44.937985 28127 system_pods.go:89] "coredns-7c65d6cfc9-pqld9" [75ba1244-6976-45ac-b077-4d6a11a3cfea] Running
I1001 23:12:44.937990 28127 system_pods.go:89] "etcd-ha-650490" [aef8363f-cd22-4d52-83e3-07fd2aa1136a] Running
I1001 23:12:44.937995 28127 system_pods.go:89] "etcd-ha-650490-m02" [6c7127fc-fa39-449c-9b40-37a483813aa3] Running
I1001 23:12:44.937999 28127 system_pods.go:89] "etcd-ha-650490-m03" [1a448aac-81f4-48dc-8e08-2ed4eadebb93] Running
I1001 23:12:44.938002 28127 system_pods.go:89] "kindnet-2cg78" [8dbe3e26-651f-4927-b55b-a6b887c4bfd9] Running
I1001 23:12:44.938006 28127 system_pods.go:89] "kindnet-f5zln" [d2ef979c-997a-4856-bc09-b44c0bde0111] Running
I1001 23:12:44.938009 28127 system_pods.go:89] "kindnet-tg4wc" [aea46366-6650-4026-9c3d-16554c1bd006] Running
I1001 23:12:44.938013 28127 system_pods.go:89] "kube-apiserver-ha-650490" [44e766a6-c92f-495c-8153-72f2f0d8028f] Running
I1001 23:12:44.938017 28127 system_pods.go:89] "kube-apiserver-ha-650490-m02" [6cc421f5-4f19-444b-9d05-4373325dc21b] Running
I1001 23:12:44.938020 28127 system_pods.go:89] "kube-apiserver-ha-650490-m03" [484a5f24-761e-487e-9193-a1fdf55edd63] Running
I1001 23:12:44.938025 28127 system_pods.go:89] "kube-controller-manager-ha-650490" [4651c354-a9b1-4252-bca8-9f38fd81ecd4] Running
I1001 23:12:44.938030 28127 system_pods.go:89] "kube-controller-manager-ha-650490-m02" [6c21f29d-d92c-44fe-a7d3-c83a5f9e6ad8] Running
I1001 23:12:44.938033 28127 system_pods.go:89] "kube-controller-manager-ha-650490-m03" [e0ec78a4-2bbb-418c-8dfd-9d9a5c2b31bd] Running
I1001 23:12:44.938039 28127 system_pods.go:89] "kube-proxy-dsvwh" [bea0a7d3-df66-4c10-8dc3-456d136fac4b] Running
I1001 23:12:44.938043 28127 system_pods.go:89] "kube-proxy-gkmpn" [243b3e96-067e-4005-90cd-ea836c690f72] Running
I1001 23:12:44.938046 28127 system_pods.go:89] "kube-proxy-nxn7p" [2b93db00-9f85-4880-b98b-639afdf6c95a] Running
I1001 23:12:44.938052 28127 system_pods.go:89] "kube-scheduler-ha-650490" [2af4ef36-5b40-40d6-b31c-cc58aff66034] Running
I1001 23:12:44.938056 28127 system_pods.go:89] "kube-scheduler-ha-650490-m02" [9dd920c2-0ab4-40f8-a64b-679281fac75d] Running
I1001 23:12:44.938060 28127 system_pods.go:89] "kube-scheduler-ha-650490-m03" [63e95a6c-3f98-43ab-acde-bc6621fe3c25] Running
I1001 23:12:44.938064 28127 system_pods.go:89] "kube-vip-ha-650490" [b4fe9c29-b767-4aee-8d80-29643209a216] Running
I1001 23:12:44.938067 28127 system_pods.go:89] "kube-vip-ha-650490-m02" [3848019f-ea55-4b22-9e97-18971243e37e] Running
I1001 23:12:44.938070 28127 system_pods.go:89] "kube-vip-ha-650490-m03" [85a1e834-b91d-4a45-a4ef-7575f873fafe] Running
I1001 23:12:44.938073 28127 system_pods.go:89] "storage-provisioner" [aa7ea960-1d5c-4bcf-957f-6e140c16d944] Running
I1001 23:12:44.938078 28127 system_pods.go:126] duration metric: took 208.184299ms to wait for k8s-apps to be running ...
I1001 23:12:44.938086 28127 system_svc.go:44] waiting for kubelet service to be running ....
I1001 23:12:44.938126 28127 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1001 23:12:44.952573 28127 system_svc.go:56] duration metric: took 14.4812ms WaitForService to wait for kubelet
I1001 23:12:44.952599 28127 kubeadm.go:582] duration metric: took 23.085616402s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1001 23:12:44.952619 28127 node_conditions.go:102] verifying NodePressure condition ...
I1001 23:12:45.125999 28127 request.go:632] Waited for 173.312675ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.212:8443/api/v1/nodes
I1001 23:12:45.126083 28127 round_trippers.go:463] GET https://192.168.39.212:8443/api/v1/nodes
I1001 23:12:45.126092 28127 round_trippers.go:469] Request Headers:
I1001 23:12:45.126106 28127 round_trippers.go:473] Accept: application/json, */*
I1001 23:12:45.126113 28127 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1001 23:12:45.129413 28127 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1001 23:12:45.130606 28127 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1001 23:12:45.130626 28127 node_conditions.go:123] node cpu capacity is 2
I1001 23:12:45.130641 28127 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1001 23:12:45.130644 28127 node_conditions.go:123] node cpu capacity is 2
I1001 23:12:45.130648 28127 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1001 23:12:45.130652 28127 node_conditions.go:123] node cpu capacity is 2
I1001 23:12:45.130655 28127 node_conditions.go:105] duration metric: took 178.030412ms to run NodePressure ...
I1001 23:12:45.130665 28127 start.go:241] waiting for startup goroutines ...
I1001 23:12:45.130683 28127 start.go:255] writing updated cluster config ...
I1001 23:12:45.130938 28127 ssh_runner.go:195] Run: rm -f paused
I1001 23:12:45.179386 28127 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1001 23:12:45.181548 28127 out.go:177] * Done! kubectl is now configured to use "ha-650490" cluster and "default" namespace by default
==> CRI-O <==
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.900027994Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824595900008235,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=0fcf156a-90e2-4ba7-9169-9d33b939f4b2 name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.900465295Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=daf168cb-2319-4fcf-bdd3-93e002a7bc61 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.900535447Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=daf168cb-2319-4fcf-bdd3-93e002a7bc61 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.900791948Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:70f6dc76e95a2f3aa396555d2bc4205289c8071fab658c51af5d21a04c66b204,PodSandboxId:2a25bb3fb1160c06bf0ee7ab3b855e1cdc33d280e03c3821563242fc59f04cb7,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727824368645009009,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-bm42t,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8f45d267-673e-478d-a30c-1fc0a9b71321,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b2ce96db1f7e56b1e3e9c29247cda80fe7153b3ed484c0109a1a3f0f45ae002b,PodSandboxId:c5b5f495e8ccc8bf16fea630c66b020073356a7dbb859953898d92ad57811cea,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727824238877680936,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hdwzv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2d21787a-5ac7-4d62-bce0-40475572712a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd15d460b4cd21dbcffecca30d82ed7a9b8b4e08871cd220230cbeb16f0a0fb5,PodSandboxId:02e4a18db3cac8703a7b32ad2b58657ccd33a46d9eddd0e24dca5b1f7573729b,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727824238892731232,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-pqld9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
75ba1244-6976-45ac-b077-4d6a11a3cfea,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e0c59ac0ec8eaa281f0e7d6da8c91bbd18128d0d7818bd79a227f0b5c255d59e,PodSandboxId:649fa4e591d5baf4d4362810c06d32cf31a52f4dad03346824950340248e7b5d,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1727824238783919990,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aa7ea960-1d5c-4bcf-957f-6e140c16d944,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:69c2f7d17226b8b71e913d8367e4efb91ac46c184b0a2ccd9215f9aedf29f851,PodSandboxId:3d8a5f45a0ea53106c36c4030ff262f6187628c824c435b4c71a72121129ab72,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17278242
26885455910,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-tg4wc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aea46366-6650-4026-9c3d-16554c1bd006,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8e26b196440c0a4d425697c92553630d01c0506a1b660f7e376fe9fdb91be5b4,PodSandboxId:475c87db5265917336448b832ecd30f7c7dd23b23a61e98271487f6c48e9da00,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727824226697903580,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-nxn7p,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2b93db00-9f85-4880-b98b-639afdf6c95a,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9daac2c99ff611c0e55c6af7b80a330218d1963ec0b80242bc4ce9c3b5013c2a,PodSandboxId:6bd357216f9e7295599a1e75b6a84aa42e32d1735216a747c7a0785317243bf5,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:360f0c5d02322075cc80edb9e4e0d2171e941e55072184f1f902203fafc81d0f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_RUNNING,CreatedAt:1727824218201695284,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2b1a42a410f72f3cdbe7fe518c44f42c,},Annotations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f837f892a4694238a30e6fa2dfd7a5e90685f19fd3bd326bc0986ec4a20c17b9,PodSandboxId:78263c2c0fb8b64637c95c11a9f3dab019897d14fc6833c491f3ee6d9ead56ce,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727824215274640191,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9c02001cb4ceac1e86b3eab90a24232c,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9b332e5b380baa3dccc4708fe50e9a39f07917e91ffe79d3bc4040795ba68a61,PodSandboxId:abaf7d0456b7331c9dea39be36b5a08cdecb181876acec1427f985c07b0de616,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727824215207419895,Labels:map[string]string{io.kubernetes.container.nam
e: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c8120609a2faa5c5a7e36f5d8860ddf,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:59f7429a0304917e04f227a1ae31ce5c78c61edaa4a464a46f1b2e43677b9d30,PodSandboxId:2d4795208f1b128c339549dbaf6fd86b2e9ae98b9ed32891ca351c7c1050e142,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727824215152210065,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb2be5a781836103a3cd6d34a3de8d28,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9decdd1cd02cf3bd3a38a18fa7723928019e396225725aebacb3234c74168f09,PodSandboxId:88f2c92899e20e2efc02d39cf4f19c2ad9ee640ce3624b3bbdec1f30e9c0ff87,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727824215146024793,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-650490,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ed19dd8bfde6923415f64066560fab7a,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=daf168cb-2319-4fcf-bdd3-93e002a7bc61 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.935136438Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=fb92e543-4ac1-471c-a8b7-e0331721e296 name=/runtime.v1.RuntimeService/Version
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.935221217Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=fb92e543-4ac1-471c-a8b7-e0331721e296 name=/runtime.v1.RuntimeService/Version
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.935978071Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=76e507fa-b8b7-4813-b57c-00a824f9e73b name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.936431704Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824595936409937,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=76e507fa-b8b7-4813-b57c-00a824f9e73b name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.936958864Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=3807e3cf-897d-475f-bc51-6c96ea4677a5 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.937041264Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=3807e3cf-897d-475f-bc51-6c96ea4677a5 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.937269372Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:70f6dc76e95a2f3aa396555d2bc4205289c8071fab658c51af5d21a04c66b204,PodSandboxId:2a25bb3fb1160c06bf0ee7ab3b855e1cdc33d280e03c3821563242fc59f04cb7,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727824368645009009,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-bm42t,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8f45d267-673e-478d-a30c-1fc0a9b71321,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b2ce96db1f7e56b1e3e9c29247cda80fe7153b3ed484c0109a1a3f0f45ae002b,PodSandboxId:c5b5f495e8ccc8bf16fea630c66b020073356a7dbb859953898d92ad57811cea,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727824238877680936,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hdwzv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2d21787a-5ac7-4d62-bce0-40475572712a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd15d460b4cd21dbcffecca30d82ed7a9b8b4e08871cd220230cbeb16f0a0fb5,PodSandboxId:02e4a18db3cac8703a7b32ad2b58657ccd33a46d9eddd0e24dca5b1f7573729b,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727824238892731232,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-pqld9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
75ba1244-6976-45ac-b077-4d6a11a3cfea,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e0c59ac0ec8eaa281f0e7d6da8c91bbd18128d0d7818bd79a227f0b5c255d59e,PodSandboxId:649fa4e591d5baf4d4362810c06d32cf31a52f4dad03346824950340248e7b5d,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1727824238783919990,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aa7ea960-1d5c-4bcf-957f-6e140c16d944,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:69c2f7d17226b8b71e913d8367e4efb91ac46c184b0a2ccd9215f9aedf29f851,PodSandboxId:3d8a5f45a0ea53106c36c4030ff262f6187628c824c435b4c71a72121129ab72,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17278242
26885455910,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-tg4wc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aea46366-6650-4026-9c3d-16554c1bd006,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8e26b196440c0a4d425697c92553630d01c0506a1b660f7e376fe9fdb91be5b4,PodSandboxId:475c87db5265917336448b832ecd30f7c7dd23b23a61e98271487f6c48e9da00,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727824226697903580,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-nxn7p,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2b93db00-9f85-4880-b98b-639afdf6c95a,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9daac2c99ff611c0e55c6af7b80a330218d1963ec0b80242bc4ce9c3b5013c2a,PodSandboxId:6bd357216f9e7295599a1e75b6a84aa42e32d1735216a747c7a0785317243bf5,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:360f0c5d02322075cc80edb9e4e0d2171e941e55072184f1f902203fafc81d0f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_RUNNING,CreatedAt:1727824218201695284,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2b1a42a410f72f3cdbe7fe518c44f42c,},Annotations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f837f892a4694238a30e6fa2dfd7a5e90685f19fd3bd326bc0986ec4a20c17b9,PodSandboxId:78263c2c0fb8b64637c95c11a9f3dab019897d14fc6833c491f3ee6d9ead56ce,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727824215274640191,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9c02001cb4ceac1e86b3eab90a24232c,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9b332e5b380baa3dccc4708fe50e9a39f07917e91ffe79d3bc4040795ba68a61,PodSandboxId:abaf7d0456b7331c9dea39be36b5a08cdecb181876acec1427f985c07b0de616,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727824215207419895,Labels:map[string]string{io.kubernetes.container.nam
e: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c8120609a2faa5c5a7e36f5d8860ddf,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:59f7429a0304917e04f227a1ae31ce5c78c61edaa4a464a46f1b2e43677b9d30,PodSandboxId:2d4795208f1b128c339549dbaf6fd86b2e9ae98b9ed32891ca351c7c1050e142,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727824215152210065,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb2be5a781836103a3cd6d34a3de8d28,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9decdd1cd02cf3bd3a38a18fa7723928019e396225725aebacb3234c74168f09,PodSandboxId:88f2c92899e20e2efc02d39cf4f19c2ad9ee640ce3624b3bbdec1f30e9c0ff87,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727824215146024793,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-650490,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ed19dd8bfde6923415f64066560fab7a,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=3807e3cf-897d-475f-bc51-6c96ea4677a5 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.969606547Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=58a596b3-f9ab-4bb0-9168-9f14622c85b9 name=/runtime.v1.RuntimeService/Version
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.969675606Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=58a596b3-f9ab-4bb0-9168-9f14622c85b9 name=/runtime.v1.RuntimeService/Version
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.970967113Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=5445142b-8523-4790-b929-1946aa379e59 name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.971416185Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824595971393016,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=5445142b-8523-4790-b929-1946aa379e59 name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.971862499Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=53eb92c0-348d-49c1-a453-6e3c69e7afdc name=/runtime.v1.RuntimeService/ListContainers
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.971924499Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=53eb92c0-348d-49c1-a453-6e3c69e7afdc name=/runtime.v1.RuntimeService/ListContainers
Oct 01 23:16:35 ha-650490 crio[664]: time="2024-10-01 23:16:35.972163218Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:70f6dc76e95a2f3aa396555d2bc4205289c8071fab658c51af5d21a04c66b204,PodSandboxId:2a25bb3fb1160c06bf0ee7ab3b855e1cdc33d280e03c3821563242fc59f04cb7,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727824368645009009,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-bm42t,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8f45d267-673e-478d-a30c-1fc0a9b71321,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b2ce96db1f7e56b1e3e9c29247cda80fe7153b3ed484c0109a1a3f0f45ae002b,PodSandboxId:c5b5f495e8ccc8bf16fea630c66b020073356a7dbb859953898d92ad57811cea,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727824238877680936,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hdwzv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2d21787a-5ac7-4d62-bce0-40475572712a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd15d460b4cd21dbcffecca30d82ed7a9b8b4e08871cd220230cbeb16f0a0fb5,PodSandboxId:02e4a18db3cac8703a7b32ad2b58657ccd33a46d9eddd0e24dca5b1f7573729b,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727824238892731232,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-pqld9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
75ba1244-6976-45ac-b077-4d6a11a3cfea,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e0c59ac0ec8eaa281f0e7d6da8c91bbd18128d0d7818bd79a227f0b5c255d59e,PodSandboxId:649fa4e591d5baf4d4362810c06d32cf31a52f4dad03346824950340248e7b5d,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1727824238783919990,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aa7ea960-1d5c-4bcf-957f-6e140c16d944,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:69c2f7d17226b8b71e913d8367e4efb91ac46c184b0a2ccd9215f9aedf29f851,PodSandboxId:3d8a5f45a0ea53106c36c4030ff262f6187628c824c435b4c71a72121129ab72,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17278242
26885455910,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-tg4wc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aea46366-6650-4026-9c3d-16554c1bd006,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8e26b196440c0a4d425697c92553630d01c0506a1b660f7e376fe9fdb91be5b4,PodSandboxId:475c87db5265917336448b832ecd30f7c7dd23b23a61e98271487f6c48e9da00,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727824226697903580,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-nxn7p,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2b93db00-9f85-4880-b98b-639afdf6c95a,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9daac2c99ff611c0e55c6af7b80a330218d1963ec0b80242bc4ce9c3b5013c2a,PodSandboxId:6bd357216f9e7295599a1e75b6a84aa42e32d1735216a747c7a0785317243bf5,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:360f0c5d02322075cc80edb9e4e0d2171e941e55072184f1f902203fafc81d0f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_RUNNING,CreatedAt:1727824218201695284,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2b1a42a410f72f3cdbe7fe518c44f42c,},Annotations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f837f892a4694238a30e6fa2dfd7a5e90685f19fd3bd326bc0986ec4a20c17b9,PodSandboxId:78263c2c0fb8b64637c95c11a9f3dab019897d14fc6833c491f3ee6d9ead56ce,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727824215274640191,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9c02001cb4ceac1e86b3eab90a24232c,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9b332e5b380baa3dccc4708fe50e9a39f07917e91ffe79d3bc4040795ba68a61,PodSandboxId:abaf7d0456b7331c9dea39be36b5a08cdecb181876acec1427f985c07b0de616,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727824215207419895,Labels:map[string]string{io.kubernetes.container.nam
e: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c8120609a2faa5c5a7e36f5d8860ddf,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:59f7429a0304917e04f227a1ae31ce5c78c61edaa4a464a46f1b2e43677b9d30,PodSandboxId:2d4795208f1b128c339549dbaf6fd86b2e9ae98b9ed32891ca351c7c1050e142,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727824215152210065,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb2be5a781836103a3cd6d34a3de8d28,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9decdd1cd02cf3bd3a38a18fa7723928019e396225725aebacb3234c74168f09,PodSandboxId:88f2c92899e20e2efc02d39cf4f19c2ad9ee640ce3624b3bbdec1f30e9c0ff87,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727824215146024793,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-650490,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ed19dd8bfde6923415f64066560fab7a,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=53eb92c0-348d-49c1-a453-6e3c69e7afdc name=/runtime.v1.RuntimeService/ListContainers
Oct 01 23:16:36 ha-650490 crio[664]: time="2024-10-01 23:16:36.003884864Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=975d2e1a-3d91-43bf-8565-6f9483e923a8 name=/runtime.v1.RuntimeService/Version
Oct 01 23:16:36 ha-650490 crio[664]: time="2024-10-01 23:16:36.003969139Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=975d2e1a-3d91-43bf-8565-6f9483e923a8 name=/runtime.v1.RuntimeService/Version
Oct 01 23:16:36 ha-650490 crio[664]: time="2024-10-01 23:16:36.004766963Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=07d105b6-99e9-469f-b28b-594c4a908048 name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 23:16:36 ha-650490 crio[664]: time="2024-10-01 23:16:36.005180975Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824596005160291,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=07d105b6-99e9-469f-b28b-594c4a908048 name=/runtime.v1.ImageService/ImageFsInfo
Oct 01 23:16:36 ha-650490 crio[664]: time="2024-10-01 23:16:36.005641728Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=b58f33dc-b6cf-40a7-a856-69d65f959ca0 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 23:16:36 ha-650490 crio[664]: time="2024-10-01 23:16:36.005708463Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=b58f33dc-b6cf-40a7-a856-69d65f959ca0 name=/runtime.v1.RuntimeService/ListContainers
Oct 01 23:16:36 ha-650490 crio[664]: time="2024-10-01 23:16:36.005933028Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:70f6dc76e95a2f3aa396555d2bc4205289c8071fab658c51af5d21a04c66b204,PodSandboxId:2a25bb3fb1160c06bf0ee7ab3b855e1cdc33d280e03c3821563242fc59f04cb7,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1727824368645009009,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-bm42t,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8f45d267-673e-478d-a30c-1fc0a9b71321,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b2ce96db1f7e56b1e3e9c29247cda80fe7153b3ed484c0109a1a3f0f45ae002b,PodSandboxId:c5b5f495e8ccc8bf16fea630c66b020073356a7dbb859953898d92ad57811cea,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727824238877680936,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-hdwzv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2d21787a-5ac7-4d62-bce0-40475572712a,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd15d460b4cd21dbcffecca30d82ed7a9b8b4e08871cd220230cbeb16f0a0fb5,PodSandboxId:02e4a18db3cac8703a7b32ad2b58657ccd33a46d9eddd0e24dca5b1f7573729b,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1727824238892731232,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-pqld9,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
75ba1244-6976-45ac-b077-4d6a11a3cfea,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e0c59ac0ec8eaa281f0e7d6da8c91bbd18128d0d7818bd79a227f0b5c255d59e,PodSandboxId:649fa4e591d5baf4d4362810c06d32cf31a52f4dad03346824950340248e7b5d,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1727824238783919990,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aa7ea960-1d5c-4bcf-957f-6e140c16d944,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:69c2f7d17226b8b71e913d8367e4efb91ac46c184b0a2ccd9215f9aedf29f851,PodSandboxId:3d8a5f45a0ea53106c36c4030ff262f6187628c824c435b4c71a72121129ab72,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17278242
26885455910,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-tg4wc,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: aea46366-6650-4026-9c3d-16554c1bd006,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8e26b196440c0a4d425697c92553630d01c0506a1b660f7e376fe9fdb91be5b4,PodSandboxId:475c87db5265917336448b832ecd30f7c7dd23b23a61e98271487f6c48e9da00,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1727824226697903580,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-nxn7p,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2b93db00-9f85-4880-b98b-639afdf6c95a,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9daac2c99ff611c0e55c6af7b80a330218d1963ec0b80242bc4ce9c3b5013c2a,PodSandboxId:6bd357216f9e7295599a1e75b6a84aa42e32d1735216a747c7a0785317243bf5,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:360f0c5d02322075cc80edb9e4e0d2171e941e55072184f1f902203fafc81d0f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:38af8ddebf499adc4631fe68b0ee224ffd6d7dd6b4aeeb393aff3d33cb94eb12,State:CONTAINER_RUNNING,CreatedAt:1727824218201695284,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2b1a42a410f72f3cdbe7fe518c44f42c,},Annotations:map[string]string{io.kubernetes.container.hash: 3123ec07,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f837f892a4694238a30e6fa2dfd7a5e90685f19fd3bd326bc0986ec4a20c17b9,PodSandboxId:78263c2c0fb8b64637c95c11a9f3dab019897d14fc6833c491f3ee6d9ead56ce,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1727824215274640191,Labels:map[string]string{io.kubernetes.container.
name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9c02001cb4ceac1e86b3eab90a24232c,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9b332e5b380baa3dccc4708fe50e9a39f07917e91ffe79d3bc4040795ba68a61,PodSandboxId:abaf7d0456b7331c9dea39be36b5a08cdecb181876acec1427f985c07b0de616,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1727824215207419895,Labels:map[string]string{io.kubernetes.container.nam
e: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4c8120609a2faa5c5a7e36f5d8860ddf,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:59f7429a0304917e04f227a1ae31ce5c78c61edaa4a464a46f1b2e43677b9d30,PodSandboxId:2d4795208f1b128c339549dbaf6fd86b2e9ae98b9ed32891ca351c7c1050e142,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1727824215152210065,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-650490,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb2be5a781836103a3cd6d34a3de8d28,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9decdd1cd02cf3bd3a38a18fa7723928019e396225725aebacb3234c74168f09,PodSandboxId:88f2c92899e20e2efc02d39cf4f19c2ad9ee640ce3624b3bbdec1f30e9c0ff87,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1727824215146024793,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-650490,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ed19dd8bfde6923415f64066560fab7a,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=b58f33dc-b6cf-40a7-a856-69d65f959ca0 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
70f6dc76e95a2 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 2a25bb3fb1160 busybox-7dff88458-bm42t
cd15d460b4cd2 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 5 minutes ago Running coredns 0 02e4a18db3cac coredns-7c65d6cfc9-pqld9
b2ce96db1f7e5 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 5 minutes ago Running coredns 0 c5b5f495e8ccc coredns-7c65d6cfc9-hdwzv
e0c59ac0ec8ea 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 5 minutes ago Running storage-provisioner 0 649fa4e591d5b storage-provisioner
69c2f7d17226b 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 6 minutes ago Running kindnet-cni 0 3d8a5f45a0ea5 kindnet-tg4wc
8e26b196440c0 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 475c87db52659 kube-proxy-nxn7p
9daac2c99ff61 ghcr.io/kube-vip/kube-vip@sha256:360f0c5d02322075cc80edb9e4e0d2171e941e55072184f1f902203fafc81d0f 6 minutes ago Running kube-vip 0 6bd357216f9e7 kube-vip-ha-650490
f837f892a4694 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 78263c2c0fb8b kube-controller-manager-ha-650490
9b332e5b380ba 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 abaf7d0456b73 kube-apiserver-ha-650490
59f7429a03049 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 2d4795208f1b1 kube-scheduler-ha-650490
9decdd1cd02cf 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 88f2c92899e20 etcd-ha-650490
==> coredns [b2ce96db1f7e56b1e3e9c29247cda80fe7153b3ed484c0109a1a3f0f45ae002b] <==
[INFO] 10.244.2.2:52979 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001494179s
[INFO] 10.244.0.4:33768 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.000472582s
[INFO] 10.244.1.2:41132 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000151604s
[INFO] 10.244.1.2:34947 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003141606s
[INFO] 10.244.1.2:57189 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00013745s
[INFO] 10.244.1.2:52912 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00012071s
[INFO] 10.244.2.2:33993 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000168855s
[INFO] 10.244.2.2:33185 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00015576s
[INFO] 10.244.2.2:40678 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001182152s
[INFO] 10.244.2.2:36966 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000142899s
[INFO] 10.244.2.2:50047 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000077813s
[INFO] 10.244.0.4:59310 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000085354s
[INFO] 10.244.0.4:37709 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000091748s
[INFO] 10.244.0.4:56783 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000103489s
[INFO] 10.244.1.2:37121 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000147437s
[INFO] 10.244.1.2:35331 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000165373s
[INFO] 10.244.2.2:40411 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00014974s
[INFO] 10.244.2.2:50272 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000109365s
[INFO] 10.244.1.2:41549 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000121001s
[INFO] 10.244.1.2:48516 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000238825s
[INFO] 10.244.1.2:54713 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000136611s
[INFO] 10.244.1.2:42903 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.00023868s
[INFO] 10.244.2.2:52698 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000134473s
[INFO] 10.244.2.2:58609 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000116s
[INFO] 10.244.0.4:39677 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000099338s
==> coredns [cd15d460b4cd21dbcffecca30d82ed7a9b8b4e08871cd220230cbeb16f0a0fb5] <==
[INFO] 10.244.1.2:51830 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003112659s
[INFO] 10.244.1.2:41258 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000173903s
[INFO] 10.244.1.2:40824 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00011925s
[INFO] 10.244.1.2:50266 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000121146s
[INFO] 10.244.2.2:34673 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000147708s
[INFO] 10.244.2.2:38635 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001596709s
[INFO] 10.244.2.2:55648 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000170838s
[INFO] 10.244.0.4:38562 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000111994s
[INFO] 10.244.0.4:41076 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001498972s
[INFO] 10.244.0.4:45776 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000064679s
[INFO] 10.244.0.4:60016 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001049181s
[INFO] 10.244.0.4:55264 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000125531s
[INFO] 10.244.1.2:49907 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000147793s
[INFO] 10.244.1.2:53560 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000116588s
[INFO] 10.244.2.2:46044 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000128931s
[INFO] 10.244.2.2:49702 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000140008s
[INFO] 10.244.0.4:48979 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000114597s
[INFO] 10.244.0.4:47254 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000172734s
[INFO] 10.244.0.4:53339 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00006945s
[INFO] 10.244.0.4:35544 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000090606s
[INFO] 10.244.2.2:58348 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000159355s
[INFO] 10.244.2.2:59622 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000139006s
[INFO] 10.244.0.4:46025 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000116392s
[INFO] 10.244.0.4:58597 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000146983s
[INFO] 10.244.0.4:50910 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000051314s
==> describe nodes <==
Name: ha-650490
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-650490
kubernetes.io/os=linux
minikube.k8s.io/commit=f51fafbf3cd47f7a462449fed4417351dbbcecb3
minikube.k8s.io/name=ha-650490
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_01T23_10_22_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 01 Oct 2024 23:10:18 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-650490
AcquireTime: <unset>
RenewTime: Tue, 01 Oct 2024 23:16:28 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 01 Oct 2024 23:12:54 +0000 Tue, 01 Oct 2024 23:10:17 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 01 Oct 2024 23:12:54 +0000 Tue, 01 Oct 2024 23:10:17 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 01 Oct 2024 23:12:54 +0000 Tue, 01 Oct 2024 23:10:17 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 01 Oct 2024 23:12:54 +0000 Tue, 01 Oct 2024 23:10:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.212
Hostname: ha-650490
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 0f6c72056a00462c97a1a3004feebdeb
System UUID: 0f6c7205-6a00-462c-97a1-a3004feebdeb
Boot ID: 03989c23-ae9c-48dd-9b29-3f1725242d28
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-bm42t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m51s
kube-system coredns-7c65d6cfc9-hdwzv 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m10s
kube-system coredns-7c65d6cfc9-pqld9 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m10s
kube-system etcd-ha-650490 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m15s
kube-system kindnet-tg4wc 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m11s
kube-system kube-apiserver-ha-650490 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m15s
kube-system kube-controller-manager-ha-650490 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m15s
kube-system kube-proxy-nxn7p 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m11s
kube-system kube-scheduler-ha-650490 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m15s
kube-system kube-vip-ha-650490 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m17s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m10s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m9s kube-proxy
Normal Starting 6m15s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m15s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m15s kubelet Node ha-650490 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m15s kubelet Node ha-650490 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m15s kubelet Node ha-650490 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m11s node-controller Node ha-650490 event: Registered Node ha-650490 in Controller
Normal NodeReady 5m58s kubelet Node ha-650490 status is now: NodeReady
Normal RegisteredNode 5m18s node-controller Node ha-650490 event: Registered Node ha-650490 in Controller
Normal RegisteredNode 4m9s node-controller Node ha-650490 event: Registered Node ha-650490 in Controller
Name: ha-650490-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-650490-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=f51fafbf3cd47f7a462449fed4417351dbbcecb3
minikube.k8s.io/name=ha-650490
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_01T23_11_13_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 01 Oct 2024 23:11:10 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-650490-m02
AcquireTime: <unset>
RenewTime: Tue, 01 Oct 2024 23:13:53 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Tue, 01 Oct 2024 23:13:12 +0000 Tue, 01 Oct 2024 23:14:35 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Tue, 01 Oct 2024 23:13:12 +0000 Tue, 01 Oct 2024 23:14:35 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Tue, 01 Oct 2024 23:13:12 +0000 Tue, 01 Oct 2024 23:14:35 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Tue, 01 Oct 2024 23:13:12 +0000 Tue, 01 Oct 2024 23:14:35 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.251
Hostname: ha-650490-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 268bec6758544aba8f2a7996f8bd8a9f
System UUID: 268bec67-5854-4aba-8f2a-7996f8bd8a9f
Boot ID: ee9349a2-3fb9-45e3-9ce9-c5f5c71b9771
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-2b24x 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m51s
kube-system etcd-ha-650490-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m26s
kube-system kindnet-2cg78 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m26s
kube-system kube-apiserver-ha-650490-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m26s
kube-system kube-controller-manager-ha-650490-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m26s
kube-system kube-proxy-gkmpn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m26s
kube-system kube-scheduler-ha-650490-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m26s
kube-system kube-vip-ha-650490-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m26s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m22s kube-proxy
Normal Starting 5m27s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 5m27s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 5m26s (x5 over 5m27s) kubelet Node ha-650490-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m26s (x5 over 5m27s) kubelet Node ha-650490-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m26s (x5 over 5m27s) kubelet Node ha-650490-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m21s node-controller Node ha-650490-m02 event: Registered Node ha-650490-m02 in Controller
Normal RegisteredNode 5m18s node-controller Node ha-650490-m02 event: Registered Node ha-650490-m02 in Controller
Normal NodeReady 5m6s kubelet Node ha-650490-m02 status is now: NodeReady
Normal RegisteredNode 4m9s node-controller Node ha-650490-m02 event: Registered Node ha-650490-m02 in Controller
Normal NodeNotReady 2m1s node-controller Node ha-650490-m02 status is now: NodeNotReady
Name: ha-650490-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-650490-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=f51fafbf3cd47f7a462449fed4417351dbbcecb3
minikube.k8s.io/name=ha-650490
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_01T23_12_21_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 01 Oct 2024 23:12:19 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-650490-m03
AcquireTime: <unset>
RenewTime: Tue, 01 Oct 2024 23:16:33 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 01 Oct 2024 23:12:49 +0000 Tue, 01 Oct 2024 23:12:19 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 01 Oct 2024 23:12:49 +0000 Tue, 01 Oct 2024 23:12:19 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 01 Oct 2024 23:12:49 +0000 Tue, 01 Oct 2024 23:12:19 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 01 Oct 2024 23:12:49 +0000 Tue, 01 Oct 2024 23:12:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.47
Hostname: ha-650490-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: b542d395428e4a76a567671dfbd14216
System UUID: b542d395-428e-4a76-a567-671dfbd14216
Boot ID: 3d12dcfd-ee23-4534-a550-c02ca3cbb7c9
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-6vw2t 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m51s
kube-system etcd-ha-650490-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m16s
kube-system kindnet-f5zln 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m17s
kube-system kube-apiserver-ha-650490-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m17s
kube-system kube-controller-manager-ha-650490-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m17s
kube-system kube-proxy-dsvwh 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m17s
kube-system kube-scheduler-ha-650490-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m17s
kube-system kube-vip-ha-650490-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m13s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m13s kube-proxy
Normal NodeHasSufficientMemory 4m18s (x8 over 4m18s) kubelet Node ha-650490-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m18s (x8 over 4m18s) kubelet Node ha-650490-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m18s (x7 over 4m18s) kubelet Node ha-650490-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m18s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m16s node-controller Node ha-650490-m03 event: Registered Node ha-650490-m03 in Controller
Normal RegisteredNode 4m13s node-controller Node ha-650490-m03 event: Registered Node ha-650490-m03 in Controller
Normal RegisteredNode 4m9s node-controller Node ha-650490-m03 event: Registered Node ha-650490-m03 in Controller
Name: ha-650490-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-650490-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=f51fafbf3cd47f7a462449fed4417351dbbcecb3
minikube.k8s.io/name=ha-650490
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_01T23_13_19_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Tue, 01 Oct 2024 23:13:18 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-650490-m04
AcquireTime: <unset>
RenewTime: Tue, 01 Oct 2024 23:16:32 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Tue, 01 Oct 2024 23:13:49 +0000 Tue, 01 Oct 2024 23:13:18 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Tue, 01 Oct 2024 23:13:49 +0000 Tue, 01 Oct 2024 23:13:18 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Tue, 01 Oct 2024 23:13:49 +0000 Tue, 01 Oct 2024 23:13:18 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Tue, 01 Oct 2024 23:13:49 +0000 Tue, 01 Oct 2024 23:13:38 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.171
Hostname: ha-650490-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: a957f1b5b27b4fe0985ff052ee2ba78c
System UUID: a957f1b5-b27b-4fe0-985f-f052ee2ba78c
Boot ID: 1cada988-257d-45af-b923-28c20f43d74c
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-kz6vz 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m18s
kube-system kube-proxy-fstsq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m13s kube-proxy
Normal NodeHasSufficientMemory 3m18s (x2 over 3m18s) kubelet Node ha-650490-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m18s (x2 over 3m18s) kubelet Node ha-650490-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m18s (x2 over 3m18s) kubelet Node ha-650490-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m18s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m16s node-controller Node ha-650490-m04 event: Registered Node ha-650490-m04 in Controller
Normal RegisteredNode 3m14s node-controller Node ha-650490-m04 event: Registered Node ha-650490-m04 in Controller
Normal RegisteredNode 3m13s node-controller Node ha-650490-m04 event: Registered Node ha-650490-m04 in Controller
Normal NodeReady 2m58s kubelet Node ha-650490-m04 status is now: NodeReady
==> dmesg <==
[Oct 1 23:09] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000000] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000001] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.049475] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.036166] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.680065] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +1.737420] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.543195] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000006] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[Oct 1 23:10] systemd-fstab-generator[586]: Ignoring "noauto" option for root device
[ +0.052201] kauditd_printk_skb: 1 callbacks suppressed
[ +0.053050] systemd-fstab-generator[598]: Ignoring "noauto" option for root device
[ +0.186721] systemd-fstab-generator[612]: Ignoring "noauto" option for root device
[ +0.109037] systemd-fstab-generator[624]: Ignoring "noauto" option for root device
[ +0.239682] systemd-fstab-generator[654]: Ignoring "noauto" option for root device
[ +3.516338] systemd-fstab-generator[750]: Ignoring "noauto" option for root device
[ +3.472047] systemd-fstab-generator[879]: Ignoring "noauto" option for root device
[ +0.066414] kauditd_printk_skb: 158 callbacks suppressed
[ +6.941612] systemd-fstab-generator[1287]: Ignoring "noauto" option for root device
[ +0.086863] kauditd_printk_skb: 79 callbacks suppressed
[ +5.350151] kauditd_printk_skb: 18 callbacks suppressed
[ +12.144242] kauditd_printk_skb: 41 callbacks suppressed
[Oct 1 23:11] kauditd_printk_skb: 24 callbacks suppressed
==> etcd [9decdd1cd02cf3bd3a38a18fa7723928019e396225725aebacb3234c74168f09] <==
{"level":"warn","ts":"2024-10-01T23:16:36.221302Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.226985Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.230113Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.237677Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.245815Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.276566Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.283565Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.293535Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.301535Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.314962Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.315171Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.318219Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.320493Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.324886Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.327512Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.329987Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.334950Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.340048Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.344602Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.348552Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.351006Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.355486Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.360659Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.365927Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-01T23:16:36.418350Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"eed9c28654b6490f","from":"eed9c28654b6490f","remote-peer-id":"e36991a3e528466a","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
23:16:36 up 6 min, 0 users, load average: 0.77, 0.49, 0.22
Linux ha-650490 5.10.207 #1 SMP Mon Sep 23 21:01:39 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [69c2f7d17226b8b71e913d8367e4efb91ac46c184b0a2ccd9215f9aedf29f851] <==
I1001 23:15:57.803580 1 main.go:322] Node ha-650490-m04 has CIDR [10.244.3.0/24]
I1001 23:16:07.799588 1 main.go:295] Handling node with IPs: map[192.168.39.171:{}]
I1001 23:16:07.799689 1 main.go:322] Node ha-650490-m04 has CIDR [10.244.3.0/24]
I1001 23:16:07.799873 1 main.go:295] Handling node with IPs: map[192.168.39.212:{}]
I1001 23:16:07.799897 1 main.go:299] handling current node
I1001 23:16:07.799921 1 main.go:295] Handling node with IPs: map[192.168.39.251:{}]
I1001 23:16:07.799938 1 main.go:322] Node ha-650490-m02 has CIDR [10.244.1.0/24]
I1001 23:16:07.799991 1 main.go:295] Handling node with IPs: map[192.168.39.47:{}]
I1001 23:16:07.800008 1 main.go:322] Node ha-650490-m03 has CIDR [10.244.2.0/24]
I1001 23:16:17.808482 1 main.go:295] Handling node with IPs: map[192.168.39.251:{}]
I1001 23:16:17.808537 1 main.go:322] Node ha-650490-m02 has CIDR [10.244.1.0/24]
I1001 23:16:17.808681 1 main.go:295] Handling node with IPs: map[192.168.39.47:{}]
I1001 23:16:17.808698 1 main.go:322] Node ha-650490-m03 has CIDR [10.244.2.0/24]
I1001 23:16:17.808745 1 main.go:295] Handling node with IPs: map[192.168.39.171:{}]
I1001 23:16:17.808762 1 main.go:322] Node ha-650490-m04 has CIDR [10.244.3.0/24]
I1001 23:16:17.808816 1 main.go:295] Handling node with IPs: map[192.168.39.212:{}]
I1001 23:16:17.808822 1 main.go:299] handling current node
I1001 23:16:27.799280 1 main.go:295] Handling node with IPs: map[192.168.39.251:{}]
I1001 23:16:27.799399 1 main.go:322] Node ha-650490-m02 has CIDR [10.244.1.0/24]
I1001 23:16:27.799535 1 main.go:295] Handling node with IPs: map[192.168.39.47:{}]
I1001 23:16:27.799542 1 main.go:322] Node ha-650490-m03 has CIDR [10.244.2.0/24]
I1001 23:16:27.799658 1 main.go:295] Handling node with IPs: map[192.168.39.171:{}]
I1001 23:16:27.799664 1 main.go:322] Node ha-650490-m04 has CIDR [10.244.3.0/24]
I1001 23:16:27.799720 1 main.go:295] Handling node with IPs: map[192.168.39.212:{}]
I1001 23:16:27.799735 1 main.go:299] handling current node
==> kube-apiserver [9b332e5b380baa3dccc4708fe50e9a39f07917e91ffe79d3bc4040795ba68a61] <==
I1001 23:10:19.867190 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1001 23:10:19.874331 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.212]
I1001 23:10:19.875307 1 controller.go:615] quota admission added evaluator for: endpoints
I1001 23:10:19.879640 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1001 23:10:20.277615 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1001 23:10:21.471718 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1001 23:10:21.483990 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1001 23:10:21.497493 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1001 23:10:25.423613 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1001 23:10:26.025464 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1001 23:12:49.995464 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48658: use of closed network connection
E1001 23:12:50.169968 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48678: use of closed network connection
E1001 23:12:50.361433 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48700: use of closed network connection
E1001 23:12:50.546951 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48720: use of closed network connection
E1001 23:12:50.705873 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48738: use of closed network connection
E1001 23:12:50.866626 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48744: use of closed network connection
E1001 23:12:51.046859 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48748: use of closed network connection
E1001 23:12:51.217284 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48772: use of closed network connection
E1001 23:12:51.402743 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48796: use of closed network connection
E1001 23:12:51.669841 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48824: use of closed network connection
E1001 23:12:51.841733 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48846: use of closed network connection
E1001 23:12:52.010632 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48870: use of closed network connection
E1001 23:12:52.173696 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48896: use of closed network connection
E1001 23:12:52.337708 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48916: use of closed network connection
E1001 23:12:52.496593 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48930: use of closed network connection
==> kube-controller-manager [f837f892a4694238a30e6fa2dfd7a5e90685f19fd3bd326bc0986ec4a20c17b9] <==
I1001 23:13:18.777823 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-650490-m04" podCIDRs=["10.244.3.0/24"]
I1001 23:13:18.777931 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:18.778023 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:18.783511 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:18.999756 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:19.323994 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:20.102296 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-650490-m04"
I1001 23:13:20.186437 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:22.270192 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:22.378289 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:23.279242 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:23.378986 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:29.100641 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:38.127643 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-650490-m04"
I1001 23:13:38.128252 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:38.141674 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:38.292822 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:13:49.598898 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m04"
I1001 23:14:35.127956 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-650490-m04"
I1001 23:14:35.129926 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m02"
I1001 23:14:35.154090 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m02"
I1001 23:14:35.161610 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="18.427228ms"
I1001 23:14:35.162214 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="43.142µs"
I1001 23:14:37.345570 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m02"
I1001 23:14:40.297050 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-650490-m02"
==> kube-proxy [8e26b196440c0a4d425697c92553630d01c0506a1b660f7e376fe9fdb91be5b4] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1001 23:10:27.118200 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1001 23:10:27.137626 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.212"]
E1001 23:10:27.137857 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1001 23:10:27.166502 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1001 23:10:27.166531 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1001 23:10:27.166552 1 server_linux.go:169] "Using iptables Proxier"
I1001 23:10:27.168719 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1001 23:10:27.169029 1 server.go:483] "Version info" version="v1.31.1"
I1001 23:10:27.169040 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1001 23:10:27.171802 1 config.go:199] "Starting service config controller"
I1001 23:10:27.171907 1 shared_informer.go:313] Waiting for caches to sync for service config
I1001 23:10:27.172168 1 config.go:105] "Starting endpoint slice config controller"
I1001 23:10:27.172202 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1001 23:10:27.175264 1 config.go:328] "Starting node config controller"
I1001 23:10:27.175346 1 shared_informer.go:313] Waiting for caches to sync for node config
I1001 23:10:27.272324 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1001 23:10:27.272409 1 shared_informer.go:320] Caches are synced for service config
I1001 23:10:27.275628 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [59f7429a0304917e04f227a1ae31ce5c78c61edaa4a464a46f1b2e43677b9d30] <==
W1001 23:10:19.306925 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1001 23:10:19.306989 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1001 23:10:19.322536 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1001 23:10:19.322575 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1001 23:10:19.382201 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Node: nodes is forbidden: User "system:kube-scheduler" cannot list resource "nodes" in API group "" at the cluster scope
E1001 23:10:19.382245 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1001 23:10:19.447993 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1001 23:10:19.448038 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1001 23:10:19.455804 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1001 23:10:19.455841 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1001 23:10:22.185593 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1001 23:12:19.127449 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-f5zln\": pod kindnet-f5zln is already assigned to node \"ha-650490-m03\"" plugin="DefaultBinder" pod="kube-system/kindnet-f5zln" node="ha-650490-m03"
E1001 23:12:19.127607 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod d2ef979c-997a-4856-bc09-b44c0bde0111(kube-system/kindnet-f5zln) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-f5zln"
E1001 23:12:19.127654 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-f5zln\": pod kindnet-f5zln is already assigned to node \"ha-650490-m03\"" pod="kube-system/kindnet-f5zln"
I1001 23:12:19.127709 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-f5zln" node="ha-650490-m03"
E1001 23:12:19.173948 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-dsvwh\": pod kube-proxy-dsvwh is already assigned to node \"ha-650490-m03\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-dsvwh" node="ha-650490-m03"
E1001 23:12:19.174000 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod bea0a7d3-df66-4c10-8dc3-456d136fac4b(kube-system/kube-proxy-dsvwh) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-dsvwh"
E1001 23:12:19.174049 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-dsvwh\": pod kube-proxy-dsvwh is already assigned to node \"ha-650490-m03\"" pod="kube-system/kube-proxy-dsvwh"
I1001 23:12:19.174115 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-dsvwh" node="ha-650490-m03"
E1001 23:12:46.029025 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-6vw2t\": pod busybox-7dff88458-6vw2t is already assigned to node \"ha-650490-m03\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-6vw2t" node="ha-650490-m03"
E1001 23:12:46.029238 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 9b8e5c9c-42c6-429a-a06f-bd0154eb7e7f(default/busybox-7dff88458-6vw2t) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-6vw2t"
E1001 23:12:46.029287 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-6vw2t\": pod busybox-7dff88458-6vw2t is already assigned to node \"ha-650490-m03\"" pod="default/busybox-7dff88458-6vw2t"
I1001 23:12:46.030039 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-6vw2t" node="ha-650490-m03"
E1001 23:13:18.835024 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-ptp6l\": pod kube-proxy-ptp6l is already assigned to node \"ha-650490-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-ptp6l" node="ha-650490-m04"
E1001 23:13:18.835650 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-ptp6l\": pod kube-proxy-ptp6l is already assigned to node \"ha-650490-m04\"" pod="kube-system/kube-proxy-ptp6l"
==> kubelet <==
Oct 01 23:15:21 ha-650490 kubelet[1294]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 01 23:15:21 ha-650490 kubelet[1294]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 01 23:15:21 ha-650490 kubelet[1294]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 01 23:15:21 ha-650490 kubelet[1294]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 01 23:15:21 ha-650490 kubelet[1294]: E1001 23:15:21.502723 1294 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824521502208831,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:15:21 ha-650490 kubelet[1294]: E1001 23:15:21.502747 1294 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824521502208831,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:15:31 ha-650490 kubelet[1294]: E1001 23:15:31.504484 1294 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824531504233396,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:15:31 ha-650490 kubelet[1294]: E1001 23:15:31.504553 1294 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824531504233396,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:15:41 ha-650490 kubelet[1294]: E1001 23:15:41.506343 1294 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824541506083777,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:15:41 ha-650490 kubelet[1294]: E1001 23:15:41.506458 1294 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824541506083777,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:15:51 ha-650490 kubelet[1294]: E1001 23:15:51.510441 1294 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824551508399940,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:15:51 ha-650490 kubelet[1294]: E1001 23:15:51.510472 1294 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824551508399940,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:16:01 ha-650490 kubelet[1294]: E1001 23:16:01.511715 1294 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824561511493580,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:16:01 ha-650490 kubelet[1294]: E1001 23:16:01.511734 1294 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824561511493580,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:16:11 ha-650490 kubelet[1294]: E1001 23:16:11.513160 1294 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824571512770468,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:16:11 ha-650490 kubelet[1294]: E1001 23:16:11.513258 1294 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824571512770468,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:16:21 ha-650490 kubelet[1294]: E1001 23:16:21.429085 1294 iptables.go:577] "Could not set up iptables canary" err=<
Oct 01 23:16:21 ha-650490 kubelet[1294]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 01 23:16:21 ha-650490 kubelet[1294]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 01 23:16:21 ha-650490 kubelet[1294]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 01 23:16:21 ha-650490 kubelet[1294]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 01 23:16:21 ha-650490 kubelet[1294]: E1001 23:16:21.514905 1294 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824581514691231,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:16:21 ha-650490 kubelet[1294]: E1001 23:16:21.514941 1294 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824581514691231,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:16:31 ha-650490 kubelet[1294]: E1001 23:16:31.516150 1294 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824591515954490,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 01 23:16:31 ha-650490 kubelet[1294]: E1001 23:16:31.516184 1294 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1727824591515954490,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-650490 -n ha-650490
helpers_test.go:261: (dbg) Run: kubectl --context ha-650490 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.33s)