=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.139210105s)
ha_test.go:309: expected profile "ha-450021" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-450021\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-450021\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-450021\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.176\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.89\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.55\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.127\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\"
:false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"
MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-450021 -n ha-450021
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-450021 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-450021 logs -n 25: (1.382929518s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-450021 ssh -n | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-450021 cp ha-450021-m03:/home/docker/cp-test.txt | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021:/home/docker/cp-test_ha-450021-m03_ha-450021.txt | | | | | |
| ssh | ha-450021 ssh -n | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-450021 ssh -n ha-450021 sudo cat | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | /home/docker/cp-test_ha-450021-m03_ha-450021.txt | | | | | |
| cp | ha-450021 cp ha-450021-m03:/home/docker/cp-test.txt | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m02:/home/docker/cp-test_ha-450021-m03_ha-450021-m02.txt | | | | | |
| ssh | ha-450021 ssh -n | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-450021 ssh -n ha-450021-m02 sudo cat | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | /home/docker/cp-test_ha-450021-m03_ha-450021-m02.txt | | | | | |
| cp | ha-450021 cp ha-450021-m03:/home/docker/cp-test.txt | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m04:/home/docker/cp-test_ha-450021-m03_ha-450021-m04.txt | | | | | |
| ssh | ha-450021 ssh -n | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-450021 ssh -n ha-450021-m04 sudo cat | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | /home/docker/cp-test_ha-450021-m03_ha-450021-m04.txt | | | | | |
| cp | ha-450021 cp testdata/cp-test.txt | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-450021 ssh -n | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-450021 cp ha-450021-m04:/home/docker/cp-test.txt | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile3029314565/001/cp-test_ha-450021-m04.txt | | | | | |
| ssh | ha-450021 ssh -n | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-450021 cp ha-450021-m04:/home/docker/cp-test.txt | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021:/home/docker/cp-test_ha-450021-m04_ha-450021.txt | | | | | |
| ssh | ha-450021 ssh -n | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-450021 ssh -n ha-450021 sudo cat | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | /home/docker/cp-test_ha-450021-m04_ha-450021.txt | | | | | |
| cp | ha-450021 cp ha-450021-m04:/home/docker/cp-test.txt | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m02:/home/docker/cp-test_ha-450021-m04_ha-450021-m02.txt | | | | | |
| ssh | ha-450021 ssh -n | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-450021 ssh -n ha-450021-m02 sudo cat | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | /home/docker/cp-test_ha-450021-m04_ha-450021-m02.txt | | | | | |
| cp | ha-450021 cp ha-450021-m04:/home/docker/cp-test.txt | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m03:/home/docker/cp-test_ha-450021-m04_ha-450021-m03.txt | | | | | |
| ssh | ha-450021 ssh -n | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | ha-450021-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-450021 ssh -n ha-450021-m03 sudo cat | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | 14 Oct 24 13:58 UTC |
| | /home/docker/cp-test_ha-450021-m04_ha-450021-m03.txt | | | | | |
| node | ha-450021 node stop m02 -v=7 | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 13:58 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-450021 node start m02 -v=7 | ha-450021 | jenkins | v1.34.0 | 14 Oct 24 14:01 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/14 13:54:19
Running on machine: ubuntu-20-agent-13
Binary: Built with gc go1.23.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1014 13:54:19.812271 25306 out.go:345] Setting OutFile to fd 1 ...
I1014 13:54:19.812610 25306 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1014 13:54:19.812625 25306 out.go:358] Setting ErrFile to fd 2...
I1014 13:54:19.812632 25306 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1014 13:54:19.813049 25306 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19790-7836/.minikube/bin
I1014 13:54:19.813610 25306 out.go:352] Setting JSON to false
I1014 13:54:19.814483 25306 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-13","uptime":2210,"bootTime":1728911850,"procs":186,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1014 13:54:19.814571 25306 start.go:139] virtualization: kvm guest
I1014 13:54:19.816884 25306 out.go:177] * [ha-450021] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1014 13:54:19.818710 25306 out.go:177] - MINIKUBE_LOCATION=19790
I1014 13:54:19.818708 25306 notify.go:220] Checking for updates...
I1014 13:54:19.821425 25306 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1014 13:54:19.822777 25306 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19790-7836/kubeconfig
I1014 13:54:19.824007 25306 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19790-7836/.minikube
I1014 13:54:19.825232 25306 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1014 13:54:19.826443 25306 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1014 13:54:19.827738 25306 driver.go:394] Setting default libvirt URI to qemu:///system
I1014 13:54:19.861394 25306 out.go:177] * Using the kvm2 driver based on user configuration
I1014 13:54:19.862707 25306 start.go:297] selected driver: kvm2
I1014 13:54:19.862720 25306 start.go:901] validating driver "kvm2" against <nil>
I1014 13:54:19.862734 25306 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1014 13:54:19.863393 25306 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1014 13:54:19.863486 25306 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19790-7836/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1014 13:54:19.878143 25306 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1014 13:54:19.878185 25306 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1014 13:54:19.878407 25306 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1014 13:54:19.878437 25306 cni.go:84] Creating CNI manager for ""
I1014 13:54:19.878478 25306 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1014 13:54:19.878486 25306 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1014 13:54:19.878530 25306 start.go:340] cluster config:
{Name:ha-450021 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-450021 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1014 13:54:19.878657 25306 iso.go:125] acquiring lock: {Name:mk2e2e780b05ead4007a93e6b56d28c6081926bb Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1014 13:54:19.881226 25306 out.go:177] * Starting "ha-450021" primary control-plane node in "ha-450021" cluster
I1014 13:54:19.882326 25306 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1014 13:54:19.882357 25306 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19790-7836/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I1014 13:54:19.882366 25306 cache.go:56] Caching tarball of preloaded images
I1014 13:54:19.882441 25306 preload.go:172] Found /home/jenkins/minikube-integration/19790-7836/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1014 13:54:19.882451 25306 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1014 13:54:19.882789 25306 profile.go:143] Saving config to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/config.json ...
I1014 13:54:19.882811 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/config.json: {Name:mk7e7a81dd8e8c0d913c7421cc0d458f1e8a36b1 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:54:19.882936 25306 start.go:360] acquireMachinesLock for ha-450021: {Name:mk0b928e3a7c606d1470b2064477a22c5e59969d Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1014 13:54:19.882963 25306 start.go:364] duration metric: took 16.489µs to acquireMachinesLock for "ha-450021"
I1014 13:54:19.882982 25306 start.go:93] Provisioning new machine with config: &{Name:ha-450021 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-450021 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1014 13:54:19.883029 25306 start.go:125] createHost starting for "" (driver="kvm2")
I1014 13:54:19.884643 25306 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1014 13:54:19.884761 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:54:19.884802 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:54:19.899595 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35743
I1014 13:54:19.900085 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:54:19.900603 25306 main.go:141] libmachine: Using API Version 1
I1014 13:54:19.900622 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:54:19.900928 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:54:19.901089 25306 main.go:141] libmachine: (ha-450021) Calling .GetMachineName
I1014 13:54:19.901224 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:54:19.901350 25306 start.go:159] libmachine.API.Create for "ha-450021" (driver="kvm2")
I1014 13:54:19.901382 25306 client.go:168] LocalClient.Create starting
I1014 13:54:19.901414 25306 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem
I1014 13:54:19.901441 25306 main.go:141] libmachine: Decoding PEM data...
I1014 13:54:19.901454 25306 main.go:141] libmachine: Parsing certificate...
I1014 13:54:19.901498 25306 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem
I1014 13:54:19.901515 25306 main.go:141] libmachine: Decoding PEM data...
I1014 13:54:19.901544 25306 main.go:141] libmachine: Parsing certificate...
I1014 13:54:19.901570 25306 main.go:141] libmachine: Running pre-create checks...
I1014 13:54:19.901582 25306 main.go:141] libmachine: (ha-450021) Calling .PreCreateCheck
I1014 13:54:19.901916 25306 main.go:141] libmachine: (ha-450021) Calling .GetConfigRaw
I1014 13:54:19.902252 25306 main.go:141] libmachine: Creating machine...
I1014 13:54:19.902264 25306 main.go:141] libmachine: (ha-450021) Calling .Create
I1014 13:54:19.902384 25306 main.go:141] libmachine: (ha-450021) Creating KVM machine...
I1014 13:54:19.903685 25306 main.go:141] libmachine: (ha-450021) DBG | found existing default KVM network
I1014 13:54:19.904369 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:19.904236 25330 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0002211e0}
I1014 13:54:19.904404 25306 main.go:141] libmachine: (ha-450021) DBG | created network xml:
I1014 13:54:19.904424 25306 main.go:141] libmachine: (ha-450021) DBG | <network>
I1014 13:54:19.904433 25306 main.go:141] libmachine: (ha-450021) DBG | <name>mk-ha-450021</name>
I1014 13:54:19.904439 25306 main.go:141] libmachine: (ha-450021) DBG | <dns enable='no'/>
I1014 13:54:19.904447 25306 main.go:141] libmachine: (ha-450021) DBG |
I1014 13:54:19.904459 25306 main.go:141] libmachine: (ha-450021) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1014 13:54:19.904466 25306 main.go:141] libmachine: (ha-450021) DBG | <dhcp>
I1014 13:54:19.904474 25306 main.go:141] libmachine: (ha-450021) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1014 13:54:19.904486 25306 main.go:141] libmachine: (ha-450021) DBG | </dhcp>
I1014 13:54:19.904496 25306 main.go:141] libmachine: (ha-450021) DBG | </ip>
I1014 13:54:19.904507 25306 main.go:141] libmachine: (ha-450021) DBG |
I1014 13:54:19.904513 25306 main.go:141] libmachine: (ha-450021) DBG | </network>
I1014 13:54:19.904522 25306 main.go:141] libmachine: (ha-450021) DBG |
I1014 13:54:19.910040 25306 main.go:141] libmachine: (ha-450021) DBG | trying to create private KVM network mk-ha-450021 192.168.39.0/24...
I1014 13:54:19.971833 25306 main.go:141] libmachine: (ha-450021) DBG | private KVM network mk-ha-450021 192.168.39.0/24 created
I1014 13:54:19.971862 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:19.971805 25330 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19790-7836/.minikube
I1014 13:54:19.971874 25306 main.go:141] libmachine: (ha-450021) Setting up store path in /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021 ...
I1014 13:54:19.971891 25306 main.go:141] libmachine: (ha-450021) Building disk image from file:///home/jenkins/minikube-integration/19790-7836/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1014 13:54:19.971967 25306 main.go:141] libmachine: (ha-450021) Downloading /home/jenkins/minikube-integration/19790-7836/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19790-7836/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1014 13:54:20.214152 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:20.214048 25330 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa...
I1014 13:54:20.270347 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:20.270208 25330 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/ha-450021.rawdisk...
I1014 13:54:20.270384 25306 main.go:141] libmachine: (ha-450021) DBG | Writing magic tar header
I1014 13:54:20.270399 25306 main.go:141] libmachine: (ha-450021) DBG | Writing SSH key tar header
I1014 13:54:20.270411 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:20.270359 25330 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021 ...
I1014 13:54:20.270469 25306 main.go:141] libmachine: (ha-450021) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021
I1014 13:54:20.270577 25306 main.go:141] libmachine: (ha-450021) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021 (perms=drwx------)
I1014 13:54:20.270629 25306 main.go:141] libmachine: (ha-450021) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836/.minikube/machines (perms=drwxr-xr-x)
I1014 13:54:20.270649 25306 main.go:141] libmachine: (ha-450021) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836/.minikube/machines
I1014 13:54:20.270663 25306 main.go:141] libmachine: (ha-450021) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836/.minikube
I1014 13:54:20.270676 25306 main.go:141] libmachine: (ha-450021) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836/.minikube (perms=drwxr-xr-x)
I1014 13:54:20.270690 25306 main.go:141] libmachine: (ha-450021) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836 (perms=drwxrwxr-x)
I1014 13:54:20.270697 25306 main.go:141] libmachine: (ha-450021) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1014 13:54:20.270707 25306 main.go:141] libmachine: (ha-450021) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1014 13:54:20.270716 25306 main.go:141] libmachine: (ha-450021) Creating domain...
I1014 13:54:20.270725 25306 main.go:141] libmachine: (ha-450021) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836
I1014 13:54:20.270732 25306 main.go:141] libmachine: (ha-450021) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1014 13:54:20.270758 25306 main.go:141] libmachine: (ha-450021) DBG | Checking permissions on dir: /home/jenkins
I1014 13:54:20.270778 25306 main.go:141] libmachine: (ha-450021) DBG | Checking permissions on dir: /home
I1014 13:54:20.270791 25306 main.go:141] libmachine: (ha-450021) DBG | Skipping /home - not owner
I1014 13:54:20.271873 25306 main.go:141] libmachine: (ha-450021) define libvirt domain using xml:
I1014 13:54:20.271895 25306 main.go:141] libmachine: (ha-450021) <domain type='kvm'>
I1014 13:54:20.271904 25306 main.go:141] libmachine: (ha-450021) <name>ha-450021</name>
I1014 13:54:20.271909 25306 main.go:141] libmachine: (ha-450021) <memory unit='MiB'>2200</memory>
I1014 13:54:20.271915 25306 main.go:141] libmachine: (ha-450021) <vcpu>2</vcpu>
I1014 13:54:20.271922 25306 main.go:141] libmachine: (ha-450021) <features>
I1014 13:54:20.271942 25306 main.go:141] libmachine: (ha-450021) <acpi/>
I1014 13:54:20.271950 25306 main.go:141] libmachine: (ha-450021) <apic/>
I1014 13:54:20.271956 25306 main.go:141] libmachine: (ha-450021) <pae/>
I1014 13:54:20.271997 25306 main.go:141] libmachine: (ha-450021)
I1014 13:54:20.272026 25306 main.go:141] libmachine: (ha-450021) </features>
I1014 13:54:20.272048 25306 main.go:141] libmachine: (ha-450021) <cpu mode='host-passthrough'>
I1014 13:54:20.272058 25306 main.go:141] libmachine: (ha-450021)
I1014 13:54:20.272070 25306 main.go:141] libmachine: (ha-450021) </cpu>
I1014 13:54:20.272081 25306 main.go:141] libmachine: (ha-450021) <os>
I1014 13:54:20.272089 25306 main.go:141] libmachine: (ha-450021) <type>hvm</type>
I1014 13:54:20.272100 25306 main.go:141] libmachine: (ha-450021) <boot dev='cdrom'/>
I1014 13:54:20.272132 25306 main.go:141] libmachine: (ha-450021) <boot dev='hd'/>
I1014 13:54:20.272144 25306 main.go:141] libmachine: (ha-450021) <bootmenu enable='no'/>
I1014 13:54:20.272150 25306 main.go:141] libmachine: (ha-450021) </os>
I1014 13:54:20.272158 25306 main.go:141] libmachine: (ha-450021) <devices>
I1014 13:54:20.272173 25306 main.go:141] libmachine: (ha-450021) <disk type='file' device='cdrom'>
I1014 13:54:20.272188 25306 main.go:141] libmachine: (ha-450021) <source file='/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/boot2docker.iso'/>
I1014 13:54:20.272198 25306 main.go:141] libmachine: (ha-450021) <target dev='hdc' bus='scsi'/>
I1014 13:54:20.272208 25306 main.go:141] libmachine: (ha-450021) <readonly/>
I1014 13:54:20.272217 25306 main.go:141] libmachine: (ha-450021) </disk>
I1014 13:54:20.272224 25306 main.go:141] libmachine: (ha-450021) <disk type='file' device='disk'>
I1014 13:54:20.272233 25306 main.go:141] libmachine: (ha-450021) <driver name='qemu' type='raw' cache='default' io='threads' />
I1014 13:54:20.272252 25306 main.go:141] libmachine: (ha-450021) <source file='/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/ha-450021.rawdisk'/>
I1014 13:54:20.272267 25306 main.go:141] libmachine: (ha-450021) <target dev='hda' bus='virtio'/>
I1014 13:54:20.272277 25306 main.go:141] libmachine: (ha-450021) </disk>
I1014 13:54:20.272287 25306 main.go:141] libmachine: (ha-450021) <interface type='network'>
I1014 13:54:20.272303 25306 main.go:141] libmachine: (ha-450021) <source network='mk-ha-450021'/>
I1014 13:54:20.272315 25306 main.go:141] libmachine: (ha-450021) <model type='virtio'/>
I1014 13:54:20.272323 25306 main.go:141] libmachine: (ha-450021) </interface>
I1014 13:54:20.272332 25306 main.go:141] libmachine: (ha-450021) <interface type='network'>
I1014 13:54:20.272356 25306 main.go:141] libmachine: (ha-450021) <source network='default'/>
I1014 13:54:20.272378 25306 main.go:141] libmachine: (ha-450021) <model type='virtio'/>
I1014 13:54:20.272390 25306 main.go:141] libmachine: (ha-450021) </interface>
I1014 13:54:20.272397 25306 main.go:141] libmachine: (ha-450021) <serial type='pty'>
I1014 13:54:20.272402 25306 main.go:141] libmachine: (ha-450021) <target port='0'/>
I1014 13:54:20.272409 25306 main.go:141] libmachine: (ha-450021) </serial>
I1014 13:54:20.272414 25306 main.go:141] libmachine: (ha-450021) <console type='pty'>
I1014 13:54:20.272421 25306 main.go:141] libmachine: (ha-450021) <target type='serial' port='0'/>
I1014 13:54:20.272426 25306 main.go:141] libmachine: (ha-450021) </console>
I1014 13:54:20.272433 25306 main.go:141] libmachine: (ha-450021) <rng model='virtio'>
I1014 13:54:20.272442 25306 main.go:141] libmachine: (ha-450021) <backend model='random'>/dev/random</backend>
I1014 13:54:20.272449 25306 main.go:141] libmachine: (ha-450021) </rng>
I1014 13:54:20.272464 25306 main.go:141] libmachine: (ha-450021)
I1014 13:54:20.272479 25306 main.go:141] libmachine: (ha-450021)
I1014 13:54:20.272490 25306 main.go:141] libmachine: (ha-450021) </devices>
I1014 13:54:20.272499 25306 main.go:141] libmachine: (ha-450021) </domain>
I1014 13:54:20.272508 25306 main.go:141] libmachine: (ha-450021)
I1014 13:54:20.276743 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:57:d6:54 in network default
I1014 13:54:20.277233 25306 main.go:141] libmachine: (ha-450021) Ensuring networks are active...
I1014 13:54:20.277256 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:20.277849 25306 main.go:141] libmachine: (ha-450021) Ensuring network default is active
I1014 13:54:20.278100 25306 main.go:141] libmachine: (ha-450021) Ensuring network mk-ha-450021 is active
I1014 13:54:20.278557 25306 main.go:141] libmachine: (ha-450021) Getting domain xml...
I1014 13:54:20.279179 25306 main.go:141] libmachine: (ha-450021) Creating domain...
I1014 13:54:21.462335 25306 main.go:141] libmachine: (ha-450021) Waiting to get IP...
I1014 13:54:21.463069 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:21.463429 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:21.463469 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:21.463416 25330 retry.go:31] will retry after 252.896893ms: waiting for machine to come up
I1014 13:54:21.717838 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:21.718276 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:21.718307 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:21.718253 25330 retry.go:31] will retry after 323.417298ms: waiting for machine to come up
I1014 13:54:22.043653 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:22.044089 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:22.044113 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:22.044049 25330 retry.go:31] will retry after 429.247039ms: waiting for machine to come up
I1014 13:54:22.474550 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:22.475007 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:22.475032 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:22.474972 25330 retry.go:31] will retry after 584.602082ms: waiting for machine to come up
I1014 13:54:23.060636 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:23.061070 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:23.061096 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:23.061025 25330 retry.go:31] will retry after 757.618183ms: waiting for machine to come up
I1014 13:54:23.819839 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:23.820349 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:23.820388 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:23.820305 25330 retry.go:31] will retry after 770.363721ms: waiting for machine to come up
I1014 13:54:24.592151 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:24.592528 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:24.592563 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:24.592475 25330 retry.go:31] will retry after 746.543201ms: waiting for machine to come up
I1014 13:54:25.340318 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:25.340826 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:25.340855 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:25.340782 25330 retry.go:31] will retry after 1.064448623s: waiting for machine to come up
I1014 13:54:26.407039 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:26.407396 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:26.407443 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:26.407341 25330 retry.go:31] will retry after 1.702825811s: waiting for machine to come up
I1014 13:54:28.112412 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:28.112812 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:28.112833 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:28.112771 25330 retry.go:31] will retry after 2.323768802s: waiting for machine to come up
I1014 13:54:30.438077 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:30.438423 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:30.438463 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:30.438389 25330 retry.go:31] will retry after 2.882558658s: waiting for machine to come up
I1014 13:54:33.324506 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:33.324987 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:33.325011 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:33.324949 25330 retry.go:31] will retry after 3.489582892s: waiting for machine to come up
I1014 13:54:36.817112 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:36.817504 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find current IP address of domain ha-450021 in network mk-ha-450021
I1014 13:54:36.817523 25306 main.go:141] libmachine: (ha-450021) DBG | I1014 13:54:36.817476 25330 retry.go:31] will retry after 4.118141928s: waiting for machine to come up
I1014 13:54:40.937526 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:40.938020 25306 main.go:141] libmachine: (ha-450021) Found IP for machine: 192.168.39.176
I1014 13:54:40.938039 25306 main.go:141] libmachine: (ha-450021) Reserving static IP address...
I1014 13:54:40.938070 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has current primary IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:40.938454 25306 main.go:141] libmachine: (ha-450021) DBG | unable to find host DHCP lease matching {name: "ha-450021", mac: "52:54:00:a1:20:5f", ip: "192.168.39.176"} in network mk-ha-450021
I1014 13:54:41.006419 25306 main.go:141] libmachine: (ha-450021) DBG | Getting to WaitForSSH function...
I1014 13:54:41.006450 25306 main.go:141] libmachine: (ha-450021) Reserved static IP address: 192.168.39.176
I1014 13:54:41.006463 25306 main.go:141] libmachine: (ha-450021) Waiting for SSH to be available...
I1014 13:54:41.008964 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.009322 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:minikube Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:41.009350 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.009443 25306 main.go:141] libmachine: (ha-450021) DBG | Using SSH client type: external
I1014 13:54:41.009470 25306 main.go:141] libmachine: (ha-450021) DBG | Using SSH private key: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa (-rw-------)
I1014 13:54:41.009582 25306 main.go:141] libmachine: (ha-450021) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.176 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa -p 22] /usr/bin/ssh <nil>}
I1014 13:54:41.009598 25306 main.go:141] libmachine: (ha-450021) DBG | About to run SSH command:
I1014 13:54:41.009610 25306 main.go:141] libmachine: (ha-450021) DBG | exit 0
I1014 13:54:41.138539 25306 main.go:141] libmachine: (ha-450021) DBG | SSH cmd err, output: <nil>:
I1014 13:54:41.138806 25306 main.go:141] libmachine: (ha-450021) KVM machine creation complete!
I1014 13:54:41.139099 25306 main.go:141] libmachine: (ha-450021) Calling .GetConfigRaw
I1014 13:54:41.139669 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:54:41.139826 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:54:41.139970 25306 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1014 13:54:41.139983 25306 main.go:141] libmachine: (ha-450021) Calling .GetState
I1014 13:54:41.141211 25306 main.go:141] libmachine: Detecting operating system of created instance...
I1014 13:54:41.141221 25306 main.go:141] libmachine: Waiting for SSH to be available...
I1014 13:54:41.141226 25306 main.go:141] libmachine: Getting to WaitForSSH function...
I1014 13:54:41.141232 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:54:41.143400 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.143673 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:41.143693 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.143898 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:54:41.144069 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:41.144217 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:41.144390 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:54:41.144570 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:54:41.144741 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1014 13:54:41.144750 25306 main.go:141] libmachine: About to run SSH command:
exit 0
I1014 13:54:41.257764 25306 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1014 13:54:41.257787 25306 main.go:141] libmachine: Detecting the provisioner...
I1014 13:54:41.257794 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:54:41.260355 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.260721 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:41.260755 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.260886 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:54:41.261058 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:41.261185 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:41.261349 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:54:41.261568 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:54:41.261770 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1014 13:54:41.261781 25306 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1014 13:54:41.387334 25306 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1014 13:54:41.387407 25306 main.go:141] libmachine: found compatible host: buildroot
I1014 13:54:41.387415 25306 main.go:141] libmachine: Provisioning with buildroot...
I1014 13:54:41.387428 25306 main.go:141] libmachine: (ha-450021) Calling .GetMachineName
I1014 13:54:41.387694 25306 buildroot.go:166] provisioning hostname "ha-450021"
I1014 13:54:41.387742 25306 main.go:141] libmachine: (ha-450021) Calling .GetMachineName
I1014 13:54:41.387887 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:54:41.390287 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.390677 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:41.390702 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.390836 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:54:41.391004 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:41.391122 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:41.391234 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:54:41.391358 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:54:41.391508 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1014 13:54:41.391518 25306 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-450021 && echo "ha-450021" | sudo tee /etc/hostname
I1014 13:54:41.517186 25306 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-450021
I1014 13:54:41.517216 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:54:41.520093 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.520451 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:41.520480 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.520651 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:54:41.520827 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:41.520970 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:41.521077 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:54:41.521209 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:54:41.521391 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1014 13:54:41.521405 25306 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-450021' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-450021/g' /etc/hosts;
else
echo '127.0.1.1 ha-450021' | sudo tee -a /etc/hosts;
fi
fi
I1014 13:54:41.643685 25306 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1014 13:54:41.643709 25306 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19790-7836/.minikube CaCertPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19790-7836/.minikube}
I1014 13:54:41.643742 25306 buildroot.go:174] setting up certificates
I1014 13:54:41.643754 25306 provision.go:84] configureAuth start
I1014 13:54:41.643778 25306 main.go:141] libmachine: (ha-450021) Calling .GetMachineName
I1014 13:54:41.644050 25306 main.go:141] libmachine: (ha-450021) Calling .GetIP
I1014 13:54:41.646478 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.646878 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:41.646897 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.647059 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:54:41.648912 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.649213 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:41.649236 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:41.649373 25306 provision.go:143] copyHostCerts
I1014 13:54:41.649402 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem
I1014 13:54:41.649434 25306 exec_runner.go:144] found /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem, removing ...
I1014 13:54:41.649453 25306 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem
I1014 13:54:41.649515 25306 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem (1078 bytes)
I1014 13:54:41.649594 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem
I1014 13:54:41.649617 25306 exec_runner.go:144] found /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem, removing ...
I1014 13:54:41.649623 25306 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem
I1014 13:54:41.649649 25306 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem (1123 bytes)
I1014 13:54:41.649688 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem
I1014 13:54:41.649704 25306 exec_runner.go:144] found /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem, removing ...
I1014 13:54:41.649710 25306 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem
I1014 13:54:41.649730 25306 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem (1679 bytes)
I1014 13:54:41.649772 25306 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca-key.pem org=jenkins.ha-450021 san=[127.0.0.1 192.168.39.176 ha-450021 localhost minikube]
I1014 13:54:41.997744 25306 provision.go:177] copyRemoteCerts
I1014 13:54:41.997799 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1014 13:54:41.997817 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:54:42.000612 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.000903 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:42.000935 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.001075 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:54:42.001266 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:42.001429 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:54:42.001565 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa Username:docker}
I1014 13:54:42.088827 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1014 13:54:42.088897 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1014 13:54:42.116095 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1014 13:54:42.116160 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1014 13:54:42.142757 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem -> /etc/docker/server.pem
I1014 13:54:42.142813 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1014 13:54:42.169537 25306 provision.go:87] duration metric: took 525.766906ms to configureAuth
I1014 13:54:42.169566 25306 buildroot.go:189] setting minikube options for container-runtime
I1014 13:54:42.169754 25306 config.go:182] Loaded profile config "ha-450021": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1014 13:54:42.169842 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:54:42.173229 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.174055 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:42.174080 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.174242 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:54:42.174429 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:42.174574 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:42.174715 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:54:42.174880 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:54:42.175029 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1014 13:54:42.175043 25306 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1014 13:54:42.406341 25306 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1014 13:54:42.406376 25306 main.go:141] libmachine: Checking connection to Docker...
I1014 13:54:42.406388 25306 main.go:141] libmachine: (ha-450021) Calling .GetURL
I1014 13:54:42.407812 25306 main.go:141] libmachine: (ha-450021) DBG | Using libvirt version 6000000
I1014 13:54:42.409824 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.410126 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:42.410157 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.410300 25306 main.go:141] libmachine: Docker is up and running!
I1014 13:54:42.410319 25306 main.go:141] libmachine: Reticulating splines...
I1014 13:54:42.410327 25306 client.go:171] duration metric: took 22.508934376s to LocalClient.Create
I1014 13:54:42.410349 25306 start.go:167] duration metric: took 22.50900119s to libmachine.API.Create "ha-450021"
I1014 13:54:42.410361 25306 start.go:293] postStartSetup for "ha-450021" (driver="kvm2")
I1014 13:54:42.410370 25306 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1014 13:54:42.410386 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:54:42.410579 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1014 13:54:42.410619 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:54:42.412494 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.412776 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:42.412801 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.412917 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:54:42.413098 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:42.413204 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:54:42.413344 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa Username:docker}
I1014 13:54:42.501187 25306 ssh_runner.go:195] Run: cat /etc/os-release
I1014 13:54:42.505548 25306 info.go:137] Remote host: Buildroot 2023.02.9
I1014 13:54:42.505573 25306 filesync.go:126] Scanning /home/jenkins/minikube-integration/19790-7836/.minikube/addons for local assets ...
I1014 13:54:42.505640 25306 filesync.go:126] Scanning /home/jenkins/minikube-integration/19790-7836/.minikube/files for local assets ...
I1014 13:54:42.505739 25306 filesync.go:149] local asset: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem -> 150232.pem in /etc/ssl/certs
I1014 13:54:42.505751 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem -> /etc/ssl/certs/150232.pem
I1014 13:54:42.505871 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1014 13:54:42.515100 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem --> /etc/ssl/certs/150232.pem (1708 bytes)
I1014 13:54:42.540037 25306 start.go:296] duration metric: took 129.664961ms for postStartSetup
I1014 13:54:42.540090 25306 main.go:141] libmachine: (ha-450021) Calling .GetConfigRaw
I1014 13:54:42.540652 25306 main.go:141] libmachine: (ha-450021) Calling .GetIP
I1014 13:54:42.543542 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.543870 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:42.543893 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.544115 25306 profile.go:143] Saving config to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/config.json ...
I1014 13:54:42.544316 25306 start.go:128] duration metric: took 22.661278968s to createHost
I1014 13:54:42.544340 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:54:42.546241 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.546584 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:42.546619 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.546735 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:54:42.546887 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:42.547016 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:42.547115 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:54:42.547241 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:54:42.547400 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1014 13:54:42.547410 25306 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1014 13:54:42.659258 25306 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728914082.633821014
I1014 13:54:42.659276 25306 fix.go:216] guest clock: 1728914082.633821014
I1014 13:54:42.659283 25306 fix.go:229] Guest: 2024-10-14 13:54:42.633821014 +0000 UTC Remote: 2024-10-14 13:54:42.544328107 +0000 UTC m=+22.768041164 (delta=89.492907ms)
I1014 13:54:42.659308 25306 fix.go:200] guest clock delta is within tolerance: 89.492907ms
I1014 13:54:42.659315 25306 start.go:83] releasing machines lock for "ha-450021", held for 22.776339529s
I1014 13:54:42.659340 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:54:42.659634 25306 main.go:141] libmachine: (ha-450021) Calling .GetIP
I1014 13:54:42.662263 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.662566 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:42.662590 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.662762 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:54:42.663245 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:54:42.663382 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:54:42.663435 25306 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1014 13:54:42.663485 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:54:42.663584 25306 ssh_runner.go:195] Run: cat /version.json
I1014 13:54:42.663609 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:54:42.665952 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.666140 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.666285 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:42.666310 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.666455 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:42.666478 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:42.666495 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:54:42.666715 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:54:42.666742 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:42.666851 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:54:42.666858 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:54:42.667031 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:54:42.667026 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa Username:docker}
I1014 13:54:42.667128 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa Username:docker}
I1014 13:54:42.747369 25306 ssh_runner.go:195] Run: systemctl --version
I1014 13:54:42.781149 25306 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1014 13:54:42.939239 25306 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1014 13:54:42.945827 25306 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1014 13:54:42.945908 25306 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1014 13:54:42.961868 25306 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1014 13:54:42.961898 25306 start.go:495] detecting cgroup driver to use...
I1014 13:54:42.961965 25306 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1014 13:54:42.979523 25306 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1014 13:54:42.994309 25306 docker.go:217] disabling cri-docker service (if available) ...
I1014 13:54:42.994364 25306 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1014 13:54:43.009231 25306 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1014 13:54:43.023792 25306 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1014 13:54:43.139525 25306 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1014 13:54:43.303272 25306 docker.go:233] disabling docker service ...
I1014 13:54:43.303333 25306 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1014 13:54:43.318132 25306 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1014 13:54:43.331650 25306 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1014 13:54:43.447799 25306 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1014 13:54:43.574532 25306 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1014 13:54:43.588882 25306 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1014 13:54:43.606788 25306 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1014 13:54:43.606849 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:54:43.617065 25306 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1014 13:54:43.617138 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:54:43.627421 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:54:43.637692 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:54:43.648944 25306 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1014 13:54:43.659223 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:54:43.669296 25306 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:54:43.686887 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:54:43.697925 25306 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1014 13:54:43.707402 25306 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1014 13:54:43.707476 25306 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1014 13:54:43.720091 25306 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1014 13:54:43.729667 25306 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1014 13:54:43.845781 25306 ssh_runner.go:195] Run: sudo systemctl restart crio
I1014 13:54:43.932782 25306 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1014 13:54:43.932868 25306 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1014 13:54:43.938172 25306 start.go:563] Will wait 60s for crictl version
I1014 13:54:43.938228 25306 ssh_runner.go:195] Run: which crictl
I1014 13:54:43.941774 25306 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1014 13:54:43.979317 25306 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1014 13:54:43.979415 25306 ssh_runner.go:195] Run: crio --version
I1014 13:54:44.006952 25306 ssh_runner.go:195] Run: crio --version
I1014 13:54:44.038472 25306 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1014 13:54:44.039762 25306 main.go:141] libmachine: (ha-450021) Calling .GetIP
I1014 13:54:44.042304 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:44.042634 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:54:44.042661 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:54:44.042831 25306 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1014 13:54:44.046611 25306 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1014 13:54:44.059369 25306 kubeadm.go:883] updating cluster {Name:ha-450021 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cl
usterName:ha-450021 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.176 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1014 13:54:44.059491 25306 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1014 13:54:44.059551 25306 ssh_runner.go:195] Run: sudo crictl images --output json
I1014 13:54:44.090998 25306 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I1014 13:54:44.091053 25306 ssh_runner.go:195] Run: which lz4
I1014 13:54:44.094706 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1014 13:54:44.094776 25306 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1014 13:54:44.098775 25306 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1014 13:54:44.098800 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I1014 13:54:45.421436 25306 crio.go:462] duration metric: took 1.326676583s to copy over tarball
I1014 13:54:45.421513 25306 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1014 13:54:47.393636 25306 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.97209405s)
I1014 13:54:47.393677 25306 crio.go:469] duration metric: took 1.97220742s to extract the tarball
I1014 13:54:47.393687 25306 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1014 13:54:47.430848 25306 ssh_runner.go:195] Run: sudo crictl images --output json
I1014 13:54:47.475174 25306 crio.go:514] all images are preloaded for cri-o runtime.
I1014 13:54:47.475197 25306 cache_images.go:84] Images are preloaded, skipping loading
I1014 13:54:47.475204 25306 kubeadm.go:934] updating node { 192.168.39.176 8443 v1.31.1 crio true true} ...
I1014 13:54:47.475299 25306 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-450021 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.176
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-450021 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1014 13:54:47.475375 25306 ssh_runner.go:195] Run: crio config
I1014 13:54:47.520162 25306 cni.go:84] Creating CNI manager for ""
I1014 13:54:47.520183 25306 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1014 13:54:47.520192 25306 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1014 13:54:47.520214 25306 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.176 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-450021 NodeName:ha-450021 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.176"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.176 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1014 13:54:47.520316 25306 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.176
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-450021"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.176"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.176"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1014 13:54:47.520338 25306 kube-vip.go:115] generating kube-vip config ...
I1014 13:54:47.520375 25306 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1014 13:54:47.537448 25306 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1014 13:54:47.537535 25306 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1014 13:54:47.537577 25306 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1014 13:54:47.551104 25306 binaries.go:44] Found k8s binaries, skipping transfer
I1014 13:54:47.551176 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1014 13:54:47.562687 25306 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1014 13:54:47.578926 25306 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1014 13:54:47.594827 25306 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1014 13:54:47.610693 25306 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1014 13:54:47.626695 25306 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1014 13:54:47.630338 25306 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1014 13:54:47.642280 25306 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1014 13:54:47.756050 25306 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1014 13:54:47.773461 25306 certs.go:68] Setting up /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021 for IP: 192.168.39.176
I1014 13:54:47.773484 25306 certs.go:194] generating shared ca certs ...
I1014 13:54:47.773503 25306 certs.go:226] acquiring lock for ca certs: {Name:mk2b4353509830c2548b75e97370e30f48bc133d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:54:47.773705 25306 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.key
I1014 13:54:47.773829 25306 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.key
I1014 13:54:47.773848 25306 certs.go:256] generating profile certs ...
I1014 13:54:47.773913 25306 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.key
I1014 13:54:47.773930 25306 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.crt with IP's: []
I1014 13:54:48.113501 25306 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.crt ...
I1014 13:54:48.113531 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.crt: {Name:mkbf9820119866d476b6914d2148d200b676c657 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:54:48.113715 25306 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.key ...
I1014 13:54:48.113731 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.key: {Name:mk7d74bdc4633efc50efa47cc87ab000404cd20c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:54:48.113831 25306 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.1083e180
I1014 13:54:48.113850 25306 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.1083e180 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.176 192.168.39.254]
I1014 13:54:48.267925 25306 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.1083e180 ...
I1014 13:54:48.267957 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.1083e180: {Name:mkd19ba2c223d25d9a0673db3befa3152f7a2c70 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:54:48.268143 25306 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.1083e180 ...
I1014 13:54:48.268160 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.1083e180: {Name:mkd725fc60a32f585bc691d5e3dd373c3c488835 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:54:48.268262 25306 certs.go:381] copying /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.1083e180 -> /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt
I1014 13:54:48.268370 25306 certs.go:385] copying /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.1083e180 -> /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key
I1014 13:54:48.268460 25306 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.key
I1014 13:54:48.268481 25306 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.crt with IP's: []
I1014 13:54:48.434515 25306 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.crt ...
I1014 13:54:48.434539 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.crt: {Name:mk37070511c0eff0f5c442e93060bbaddee85673 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:54:48.434689 25306 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.key ...
I1014 13:54:48.434700 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.key: {Name:mk4252d17e842b88b135b952004ba8203bf67100 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:54:48.434774 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1014 13:54:48.434791 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1014 13:54:48.434801 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1014 13:54:48.434813 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1014 13:54:48.434823 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1014 13:54:48.434833 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1014 13:54:48.434843 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1014 13:54:48.434854 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1014 13:54:48.434895 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023.pem (1338 bytes)
W1014 13:54:48.434936 25306 certs.go:480] ignoring /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023_empty.pem, impossibly tiny 0 bytes
I1014 13:54:48.434945 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca-key.pem (1679 bytes)
I1014 13:54:48.434969 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem (1078 bytes)
I1014 13:54:48.434990 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem (1123 bytes)
I1014 13:54:48.435010 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem (1679 bytes)
I1014 13:54:48.435044 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem (1708 bytes)
I1014 13:54:48.435072 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem -> /usr/share/ca-certificates/150232.pem
I1014 13:54:48.435084 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1014 13:54:48.435096 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023.pem -> /usr/share/ca-certificates/15023.pem
I1014 13:54:48.436322 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1014 13:54:48.461913 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1014 13:54:48.484404 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1014 13:54:48.506815 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1014 13:54:48.532871 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1014 13:54:48.555023 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1014 13:54:48.577102 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1014 13:54:48.599841 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1014 13:54:48.622100 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem --> /usr/share/ca-certificates/150232.pem (1708 bytes)
I1014 13:54:48.644244 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1014 13:54:48.666067 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023.pem --> /usr/share/ca-certificates/15023.pem (1338 bytes)
I1014 13:54:48.688272 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1014 13:54:48.704452 25306 ssh_runner.go:195] Run: openssl version
I1014 13:54:48.709950 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1014 13:54:48.720462 25306 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1014 13:54:48.724736 25306 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 14 13:39 /usr/share/ca-certificates/minikubeCA.pem
I1014 13:54:48.724786 25306 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1014 13:54:48.730515 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1014 13:54:48.740926 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/15023.pem && ln -fs /usr/share/ca-certificates/15023.pem /etc/ssl/certs/15023.pem"
I1014 13:54:48.751163 25306 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/15023.pem
I1014 13:54:48.755136 25306 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 14 13:50 /usr/share/ca-certificates/15023.pem
I1014 13:54:48.755173 25306 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/15023.pem
I1014 13:54:48.760601 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/15023.pem /etc/ssl/certs/51391683.0"
I1014 13:54:48.771042 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/150232.pem && ln -fs /usr/share/ca-certificates/150232.pem /etc/ssl/certs/150232.pem"
I1014 13:54:48.781517 25306 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/150232.pem
I1014 13:54:48.785721 25306 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 14 13:50 /usr/share/ca-certificates/150232.pem
I1014 13:54:48.785757 25306 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/150232.pem
I1014 13:54:48.791039 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/150232.pem /etc/ssl/certs/3ec20f2e.0"
I1014 13:54:48.801295 25306 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1014 13:54:48.805300 25306 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1014 13:54:48.805353 25306 kubeadm.go:392] StartCluster: {Name:ha-450021 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clust
erName:ha-450021 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.176 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1014 13:54:48.805425 25306 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1014 13:54:48.805474 25306 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1014 13:54:48.846958 25306 cri.go:89] found id: ""
I1014 13:54:48.847017 25306 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1014 13:54:48.856997 25306 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1014 13:54:48.866515 25306 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1014 13:54:48.876223 25306 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1014 13:54:48.876241 25306 kubeadm.go:157] found existing configuration files:
I1014 13:54:48.876288 25306 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1014 13:54:48.885144 25306 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1014 13:54:48.885195 25306 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1014 13:54:48.894355 25306 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1014 13:54:48.902957 25306 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1014 13:54:48.903009 25306 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1014 13:54:48.912153 25306 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1014 13:54:48.921701 25306 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1014 13:54:48.921759 25306 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1014 13:54:48.931128 25306 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1014 13:54:48.939839 25306 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1014 13:54:48.939871 25306 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1014 13:54:48.948948 25306 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1014 13:54:49.168356 25306 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1014 13:55:00.103864 25306 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1014 13:55:00.103941 25306 kubeadm.go:310] [preflight] Running pre-flight checks
I1014 13:55:00.104029 25306 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1014 13:55:00.104143 25306 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1014 13:55:00.104280 25306 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1014 13:55:00.104375 25306 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1014 13:55:00.106272 25306 out.go:235] - Generating certificates and keys ...
I1014 13:55:00.106362 25306 kubeadm.go:310] [certs] Using existing ca certificate authority
I1014 13:55:00.106429 25306 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1014 13:55:00.106511 25306 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1014 13:55:00.106612 25306 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1014 13:55:00.106709 25306 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1014 13:55:00.106793 25306 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1014 13:55:00.106864 25306 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1014 13:55:00.107022 25306 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-450021 localhost] and IPs [192.168.39.176 127.0.0.1 ::1]
I1014 13:55:00.107089 25306 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1014 13:55:00.107238 25306 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-450021 localhost] and IPs [192.168.39.176 127.0.0.1 ::1]
I1014 13:55:00.107331 25306 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1014 13:55:00.107416 25306 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1014 13:55:00.107496 25306 kubeadm.go:310] [certs] Generating "sa" key and public key
I1014 13:55:00.107576 25306 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1014 13:55:00.107656 25306 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1014 13:55:00.107736 25306 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1014 13:55:00.107811 25306 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1014 13:55:00.107905 25306 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1014 13:55:00.107957 25306 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1014 13:55:00.108061 25306 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1014 13:55:00.108162 25306 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1014 13:55:00.109922 25306 out.go:235] - Booting up control plane ...
I1014 13:55:00.110034 25306 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1014 13:55:00.110132 25306 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1014 13:55:00.110214 25306 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1014 13:55:00.110345 25306 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1014 13:55:00.110449 25306 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1014 13:55:00.110494 25306 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1014 13:55:00.110622 25306 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1014 13:55:00.110705 25306 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1014 13:55:00.110755 25306 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.002174478s
I1014 13:55:00.110843 25306 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1014 13:55:00.110911 25306 kubeadm.go:310] [api-check] The API server is healthy after 5.813875513s
I1014 13:55:00.111034 25306 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1014 13:55:00.111171 25306 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1014 13:55:00.111231 25306 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1014 13:55:00.111391 25306 kubeadm.go:310] [mark-control-plane] Marking the node ha-450021 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1014 13:55:00.111441 25306 kubeadm.go:310] [bootstrap-token] Using token: e8eaxr.5trfuyfb27hv7e11
I1014 13:55:00.112896 25306 out.go:235] - Configuring RBAC rules ...
I1014 13:55:00.113020 25306 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1014 13:55:00.113086 25306 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1014 13:55:00.113219 25306 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1014 13:55:00.113369 25306 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1014 13:55:00.113527 25306 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1014 13:55:00.113646 25306 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1014 13:55:00.113778 25306 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1014 13:55:00.113819 25306 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1014 13:55:00.113862 25306 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1014 13:55:00.113868 25306 kubeadm.go:310]
I1014 13:55:00.113922 25306 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1014 13:55:00.113928 25306 kubeadm.go:310]
I1014 13:55:00.113997 25306 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1014 13:55:00.114004 25306 kubeadm.go:310]
I1014 13:55:00.114048 25306 kubeadm.go:310] mkdir -p $HOME/.kube
I1014 13:55:00.114129 25306 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1014 13:55:00.114180 25306 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1014 13:55:00.114188 25306 kubeadm.go:310]
I1014 13:55:00.114245 25306 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1014 13:55:00.114263 25306 kubeadm.go:310]
I1014 13:55:00.114330 25306 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1014 13:55:00.114341 25306 kubeadm.go:310]
I1014 13:55:00.114411 25306 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1014 13:55:00.114513 25306 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1014 13:55:00.114572 25306 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1014 13:55:00.114578 25306 kubeadm.go:310]
I1014 13:55:00.114693 25306 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1014 13:55:00.114784 25306 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1014 13:55:00.114793 25306 kubeadm.go:310]
I1014 13:55:00.114891 25306 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token e8eaxr.5trfuyfb27hv7e11 \
I1014 13:55:00.114977 25306 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:4e1b3ed6b98151b035c29eec5bfc3dc1a4f697072e5aa720022df6fc4a333194 \
I1014 13:55:00.114998 25306 kubeadm.go:310] --control-plane
I1014 13:55:00.115002 25306 kubeadm.go:310]
I1014 13:55:00.115074 25306 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1014 13:55:00.115080 25306 kubeadm.go:310]
I1014 13:55:00.115154 25306 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token e8eaxr.5trfuyfb27hv7e11 \
I1014 13:55:00.115275 25306 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:4e1b3ed6b98151b035c29eec5bfc3dc1a4f697072e5aa720022df6fc4a333194
I1014 13:55:00.115292 25306 cni.go:84] Creating CNI manager for ""
I1014 13:55:00.115302 25306 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1014 13:55:00.117091 25306 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1014 13:55:00.118483 25306 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1014 13:55:00.124368 25306 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1014 13:55:00.124388 25306 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1014 13:55:00.145958 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1014 13:55:00.528887 25306 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1014 13:55:00.528967 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1014 13:55:00.528987 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-450021 minikube.k8s.io/updated_at=2024_10_14T13_55_00_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=f9f6c2ada6d933af9900f45012fe0fe625736c5b minikube.k8s.io/name=ha-450021 minikube.k8s.io/primary=true
I1014 13:55:00.543744 25306 ops.go:34] apiserver oom_adj: -16
I1014 13:55:00.662237 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1014 13:55:01.162275 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1014 13:55:01.662698 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1014 13:55:02.163027 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1014 13:55:02.662525 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1014 13:55:03.162972 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1014 13:55:03.662524 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1014 13:55:03.751160 25306 kubeadm.go:1113] duration metric: took 3.222260966s to wait for elevateKubeSystemPrivileges
I1014 13:55:03.751200 25306 kubeadm.go:394] duration metric: took 14.945849765s to StartCluster
I1014 13:55:03.751222 25306 settings.go:142] acquiring lock: {Name:mk9f6f6b9dc8c3435472077cbb9091b8e648d1b5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:55:03.751304 25306 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19790-7836/kubeconfig
I1014 13:55:03.752000 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/kubeconfig: {Name:mk17dd47b52fd7a8ee17f563c35b22ef1b7788f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:55:03.752256 25306 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.176 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1014 13:55:03.752277 25306 start.go:241] waiting for startup goroutines ...
I1014 13:55:03.752262 25306 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1014 13:55:03.752277 25306 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1014 13:55:03.752370 25306 addons.go:69] Setting storage-provisioner=true in profile "ha-450021"
I1014 13:55:03.752388 25306 addons.go:234] Setting addon storage-provisioner=true in "ha-450021"
I1014 13:55:03.752407 25306 addons.go:69] Setting default-storageclass=true in profile "ha-450021"
I1014 13:55:03.752422 25306 host.go:66] Checking if "ha-450021" exists ...
I1014 13:55:03.752435 25306 config.go:182] Loaded profile config "ha-450021": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1014 13:55:03.752440 25306 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-450021"
I1014 13:55:03.752851 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:55:03.752853 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:55:03.752892 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:55:03.752907 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:55:03.768120 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40745
I1014 13:55:03.768294 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36817
I1014 13:55:03.768559 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:55:03.768773 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:55:03.769132 25306 main.go:141] libmachine: Using API Version 1
I1014 13:55:03.769156 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:55:03.769285 25306 main.go:141] libmachine: Using API Version 1
I1014 13:55:03.769308 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:55:03.769488 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:55:03.769594 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:55:03.769745 25306 main.go:141] libmachine: (ha-450021) Calling .GetState
I1014 13:55:03.770040 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:55:03.770082 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:55:03.771657 25306 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19790-7836/kubeconfig
I1014 13:55:03.771868 25306 kapi.go:59] client config for ha-450021: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.crt", KeyFile:"/home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.key", CAFile:"/home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2432aa0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1014 13:55:03.772274 25306 cert_rotation.go:140] Starting client certificate rotation controller
I1014 13:55:03.772426 25306 addons.go:234] Setting addon default-storageclass=true in "ha-450021"
I1014 13:55:03.772458 25306 host.go:66] Checking if "ha-450021" exists ...
I1014 13:55:03.772689 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:55:03.772720 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:55:03.785301 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39049
I1014 13:55:03.785754 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:55:03.786274 25306 main.go:141] libmachine: Using API Version 1
I1014 13:55:03.786301 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:55:03.786653 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:55:03.786685 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37795
I1014 13:55:03.786852 25306 main.go:141] libmachine: (ha-450021) Calling .GetState
I1014 13:55:03.787134 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:55:03.787596 25306 main.go:141] libmachine: Using API Version 1
I1014 13:55:03.787621 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:55:03.787924 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:55:03.788463 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:55:03.788507 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:55:03.788527 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:55:03.790666 25306 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1014 13:55:03.791877 25306 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1014 13:55:03.791892 25306 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1014 13:55:03.791905 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:55:03.794484 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:55:03.794853 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:55:03.794881 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:55:03.794998 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:55:03.795150 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:55:03.795298 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:55:03.795425 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa Username:docker}
I1014 13:55:03.804082 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36387
I1014 13:55:03.804475 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:55:03.804871 25306 main.go:141] libmachine: Using API Version 1
I1014 13:55:03.804893 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:55:03.805154 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:55:03.805296 25306 main.go:141] libmachine: (ha-450021) Calling .GetState
I1014 13:55:03.806617 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:55:03.806811 25306 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1014 13:55:03.806824 25306 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1014 13:55:03.806838 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:55:03.809334 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:55:03.809735 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:55:03.809764 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:55:03.809917 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:55:03.810083 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:55:03.810214 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:55:03.810346 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa Username:docker}
I1014 13:55:03.916382 25306 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1014 13:55:03.970762 25306 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1014 13:55:04.045876 25306 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1014 13:55:04.562851 25306 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1014 13:55:04.828250 25306 main.go:141] libmachine: Making call to close driver server
I1014 13:55:04.828267 25306 main.go:141] libmachine: Making call to close driver server
I1014 13:55:04.828285 25306 main.go:141] libmachine: (ha-450021) Calling .Close
I1014 13:55:04.828272 25306 main.go:141] libmachine: (ha-450021) Calling .Close
I1014 13:55:04.828566 25306 main.go:141] libmachine: Successfully made call to close driver server
I1014 13:55:04.828578 25306 main.go:141] libmachine: Making call to close connection to plugin binary
I1014 13:55:04.828586 25306 main.go:141] libmachine: Making call to close driver server
I1014 13:55:04.828592 25306 main.go:141] libmachine: (ha-450021) Calling .Close
I1014 13:55:04.828628 25306 main.go:141] libmachine: Successfully made call to close driver server
I1014 13:55:04.828642 25306 main.go:141] libmachine: Making call to close connection to plugin binary
I1014 13:55:04.828650 25306 main.go:141] libmachine: Making call to close driver server
I1014 13:55:04.828657 25306 main.go:141] libmachine: (ha-450021) Calling .Close
I1014 13:55:04.828760 25306 main.go:141] libmachine: (ha-450021) DBG | Closing plugin on server side
I1014 13:55:04.828781 25306 main.go:141] libmachine: Successfully made call to close driver server
I1014 13:55:04.828790 25306 main.go:141] libmachine: Making call to close connection to plugin binary
I1014 13:55:04.830286 25306 main.go:141] libmachine: Successfully made call to close driver server
I1014 13:55:04.830303 25306 main.go:141] libmachine: Making call to close connection to plugin binary
I1014 13:55:04.830318 25306 main.go:141] libmachine: (ha-450021) DBG | Closing plugin on server side
I1014 13:55:04.830357 25306 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1014 13:55:04.830377 25306 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1014 13:55:04.830467 25306 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1014 13:55:04.830477 25306 round_trippers.go:469] Request Headers:
I1014 13:55:04.830487 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:55:04.830500 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:55:04.851944 25306 round_trippers.go:574] Response Status: 200 OK in 21 milliseconds
I1014 13:55:04.852525 25306 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1014 13:55:04.852541 25306 round_trippers.go:469] Request Headers:
I1014 13:55:04.852549 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:55:04.852558 25306 round_trippers.go:473] Content-Type: application/json
I1014 13:55:04.852569 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:55:04.860873 25306 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1014 13:55:04.863865 25306 main.go:141] libmachine: Making call to close driver server
I1014 13:55:04.863890 25306 main.go:141] libmachine: (ha-450021) Calling .Close
I1014 13:55:04.864194 25306 main.go:141] libmachine: (ha-450021) DBG | Closing plugin on server side
I1014 13:55:04.864235 25306 main.go:141] libmachine: Successfully made call to close driver server
I1014 13:55:04.864246 25306 main.go:141] libmachine: Making call to close connection to plugin binary
I1014 13:55:04.865910 25306 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1014 13:55:04.867207 25306 addons.go:510] duration metric: took 1.114927542s for enable addons: enabled=[storage-provisioner default-storageclass]
I1014 13:55:04.867245 25306 start.go:246] waiting for cluster config update ...
I1014 13:55:04.867260 25306 start.go:255] writing updated cluster config ...
I1014 13:55:04.868981 25306 out.go:201]
I1014 13:55:04.870358 25306 config.go:182] Loaded profile config "ha-450021": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1014 13:55:04.870432 25306 profile.go:143] Saving config to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/config.json ...
I1014 13:55:04.871998 25306 out.go:177] * Starting "ha-450021-m02" control-plane node in "ha-450021" cluster
I1014 13:55:04.873148 25306 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1014 13:55:04.873168 25306 cache.go:56] Caching tarball of preloaded images
I1014 13:55:04.873259 25306 preload.go:172] Found /home/jenkins/minikube-integration/19790-7836/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1014 13:55:04.873270 25306 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1014 13:55:04.873348 25306 profile.go:143] Saving config to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/config.json ...
I1014 13:55:04.873725 25306 start.go:360] acquireMachinesLock for ha-450021-m02: {Name:mk0b928e3a7c606d1470b2064477a22c5e59969d Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1014 13:55:04.873773 25306 start.go:364] duration metric: took 27.606µs to acquireMachinesLock for "ha-450021-m02"
I1014 13:55:04.873797 25306 start.go:93] Provisioning new machine with config: &{Name:ha-450021 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-450021 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.176 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1014 13:55:04.873856 25306 start.go:125] createHost starting for "m02" (driver="kvm2")
I1014 13:55:04.875450 25306 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1014 13:55:04.875534 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:55:04.875571 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:55:04.891858 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40523
I1014 13:55:04.892468 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:55:04.893080 25306 main.go:141] libmachine: Using API Version 1
I1014 13:55:04.893101 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:55:04.893416 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:55:04.893639 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetMachineName
I1014 13:55:04.893812 25306 main.go:141] libmachine: (ha-450021-m02) Calling .DriverName
I1014 13:55:04.894009 25306 start.go:159] libmachine.API.Create for "ha-450021" (driver="kvm2")
I1014 13:55:04.894037 25306 client.go:168] LocalClient.Create starting
I1014 13:55:04.894069 25306 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem
I1014 13:55:04.894114 25306 main.go:141] libmachine: Decoding PEM data...
I1014 13:55:04.894134 25306 main.go:141] libmachine: Parsing certificate...
I1014 13:55:04.894211 25306 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem
I1014 13:55:04.894240 25306 main.go:141] libmachine: Decoding PEM data...
I1014 13:55:04.894258 25306 main.go:141] libmachine: Parsing certificate...
I1014 13:55:04.894285 25306 main.go:141] libmachine: Running pre-create checks...
I1014 13:55:04.894306 25306 main.go:141] libmachine: (ha-450021-m02) Calling .PreCreateCheck
I1014 13:55:04.894485 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetConfigRaw
I1014 13:55:04.894889 25306 main.go:141] libmachine: Creating machine...
I1014 13:55:04.894903 25306 main.go:141] libmachine: (ha-450021-m02) Calling .Create
I1014 13:55:04.895072 25306 main.go:141] libmachine: (ha-450021-m02) Creating KVM machine...
I1014 13:55:04.896272 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found existing default KVM network
I1014 13:55:04.896429 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found existing private KVM network mk-ha-450021
I1014 13:55:04.896566 25306 main.go:141] libmachine: (ha-450021-m02) Setting up store path in /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02 ...
I1014 13:55:04.896592 25306 main.go:141] libmachine: (ha-450021-m02) Building disk image from file:///home/jenkins/minikube-integration/19790-7836/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1014 13:55:04.896679 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:04.896574 25672 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19790-7836/.minikube
I1014 13:55:04.896767 25306 main.go:141] libmachine: (ha-450021-m02) Downloading /home/jenkins/minikube-integration/19790-7836/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19790-7836/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1014 13:55:05.156236 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:05.156095 25672 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/id_rsa...
I1014 13:55:05.229289 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:05.229176 25672 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/ha-450021-m02.rawdisk...
I1014 13:55:05.229317 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Writing magic tar header
I1014 13:55:05.229327 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Writing SSH key tar header
I1014 13:55:05.229334 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:05.229291 25672 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02 ...
I1014 13:55:05.229448 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02
I1014 13:55:05.229476 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836/.minikube/machines
I1014 13:55:05.229494 25306 main.go:141] libmachine: (ha-450021-m02) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02 (perms=drwx------)
I1014 13:55:05.229512 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836/.minikube
I1014 13:55:05.229525 25306 main.go:141] libmachine: (ha-450021-m02) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836/.minikube/machines (perms=drwxr-xr-x)
I1014 13:55:05.229536 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836
I1014 13:55:05.229551 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1014 13:55:05.229562 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Checking permissions on dir: /home/jenkins
I1014 13:55:05.229576 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Checking permissions on dir: /home
I1014 13:55:05.229584 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Skipping /home - not owner
I1014 13:55:05.229634 25306 main.go:141] libmachine: (ha-450021-m02) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836/.minikube (perms=drwxr-xr-x)
I1014 13:55:05.229673 25306 main.go:141] libmachine: (ha-450021-m02) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836 (perms=drwxrwxr-x)
I1014 13:55:05.229699 25306 main.go:141] libmachine: (ha-450021-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1014 13:55:05.229714 25306 main.go:141] libmachine: (ha-450021-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1014 13:55:05.229724 25306 main.go:141] libmachine: (ha-450021-m02) Creating domain...
I1014 13:55:05.230559 25306 main.go:141] libmachine: (ha-450021-m02) define libvirt domain using xml:
I1014 13:55:05.230582 25306 main.go:141] libmachine: (ha-450021-m02) <domain type='kvm'>
I1014 13:55:05.230608 25306 main.go:141] libmachine: (ha-450021-m02) <name>ha-450021-m02</name>
I1014 13:55:05.230626 25306 main.go:141] libmachine: (ha-450021-m02) <memory unit='MiB'>2200</memory>
I1014 13:55:05.230636 25306 main.go:141] libmachine: (ha-450021-m02) <vcpu>2</vcpu>
I1014 13:55:05.230650 25306 main.go:141] libmachine: (ha-450021-m02) <features>
I1014 13:55:05.230660 25306 main.go:141] libmachine: (ha-450021-m02) <acpi/>
I1014 13:55:05.230666 25306 main.go:141] libmachine: (ha-450021-m02) <apic/>
I1014 13:55:05.230676 25306 main.go:141] libmachine: (ha-450021-m02) <pae/>
I1014 13:55:05.230682 25306 main.go:141] libmachine: (ha-450021-m02)
I1014 13:55:05.230689 25306 main.go:141] libmachine: (ha-450021-m02) </features>
I1014 13:55:05.230699 25306 main.go:141] libmachine: (ha-450021-m02) <cpu mode='host-passthrough'>
I1014 13:55:05.230706 25306 main.go:141] libmachine: (ha-450021-m02)
I1014 13:55:05.230711 25306 main.go:141] libmachine: (ha-450021-m02) </cpu>
I1014 13:55:05.230718 25306 main.go:141] libmachine: (ha-450021-m02) <os>
I1014 13:55:05.230728 25306 main.go:141] libmachine: (ha-450021-m02) <type>hvm</type>
I1014 13:55:05.230739 25306 main.go:141] libmachine: (ha-450021-m02) <boot dev='cdrom'/>
I1014 13:55:05.230748 25306 main.go:141] libmachine: (ha-450021-m02) <boot dev='hd'/>
I1014 13:55:05.230763 25306 main.go:141] libmachine: (ha-450021-m02) <bootmenu enable='no'/>
I1014 13:55:05.230773 25306 main.go:141] libmachine: (ha-450021-m02) </os>
I1014 13:55:05.230780 25306 main.go:141] libmachine: (ha-450021-m02) <devices>
I1014 13:55:05.230790 25306 main.go:141] libmachine: (ha-450021-m02) <disk type='file' device='cdrom'>
I1014 13:55:05.230819 25306 main.go:141] libmachine: (ha-450021-m02) <source file='/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/boot2docker.iso'/>
I1014 13:55:05.230839 25306 main.go:141] libmachine: (ha-450021-m02) <target dev='hdc' bus='scsi'/>
I1014 13:55:05.230847 25306 main.go:141] libmachine: (ha-450021-m02) <readonly/>
I1014 13:55:05.230854 25306 main.go:141] libmachine: (ha-450021-m02) </disk>
I1014 13:55:05.230864 25306 main.go:141] libmachine: (ha-450021-m02) <disk type='file' device='disk'>
I1014 13:55:05.230881 25306 main.go:141] libmachine: (ha-450021-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1014 13:55:05.230897 25306 main.go:141] libmachine: (ha-450021-m02) <source file='/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/ha-450021-m02.rawdisk'/>
I1014 13:55:05.230912 25306 main.go:141] libmachine: (ha-450021-m02) <target dev='hda' bus='virtio'/>
I1014 13:55:05.230923 25306 main.go:141] libmachine: (ha-450021-m02) </disk>
I1014 13:55:05.230933 25306 main.go:141] libmachine: (ha-450021-m02) <interface type='network'>
I1014 13:55:05.230942 25306 main.go:141] libmachine: (ha-450021-m02) <source network='mk-ha-450021'/>
I1014 13:55:05.230949 25306 main.go:141] libmachine: (ha-450021-m02) <model type='virtio'/>
I1014 13:55:05.230956 25306 main.go:141] libmachine: (ha-450021-m02) </interface>
I1014 13:55:05.230966 25306 main.go:141] libmachine: (ha-450021-m02) <interface type='network'>
I1014 13:55:05.230975 25306 main.go:141] libmachine: (ha-450021-m02) <source network='default'/>
I1014 13:55:05.230987 25306 main.go:141] libmachine: (ha-450021-m02) <model type='virtio'/>
I1014 13:55:05.230998 25306 main.go:141] libmachine: (ha-450021-m02) </interface>
I1014 13:55:05.231008 25306 main.go:141] libmachine: (ha-450021-m02) <serial type='pty'>
I1014 13:55:05.231016 25306 main.go:141] libmachine: (ha-450021-m02) <target port='0'/>
I1014 13:55:05.231026 25306 main.go:141] libmachine: (ha-450021-m02) </serial>
I1014 13:55:05.231034 25306 main.go:141] libmachine: (ha-450021-m02) <console type='pty'>
I1014 13:55:05.231042 25306 main.go:141] libmachine: (ha-450021-m02) <target type='serial' port='0'/>
I1014 13:55:05.231047 25306 main.go:141] libmachine: (ha-450021-m02) </console>
I1014 13:55:05.231060 25306 main.go:141] libmachine: (ha-450021-m02) <rng model='virtio'>
I1014 13:55:05.231073 25306 main.go:141] libmachine: (ha-450021-m02) <backend model='random'>/dev/random</backend>
I1014 13:55:05.231079 25306 main.go:141] libmachine: (ha-450021-m02) </rng>
I1014 13:55:05.231090 25306 main.go:141] libmachine: (ha-450021-m02)
I1014 13:55:05.231096 25306 main.go:141] libmachine: (ha-450021-m02)
I1014 13:55:05.231107 25306 main.go:141] libmachine: (ha-450021-m02) </devices>
I1014 13:55:05.231116 25306 main.go:141] libmachine: (ha-450021-m02) </domain>
I1014 13:55:05.231125 25306 main.go:141] libmachine: (ha-450021-m02)
I1014 13:55:05.238505 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:39:fb:46 in network default
I1014 13:55:05.239084 25306 main.go:141] libmachine: (ha-450021-m02) Ensuring networks are active...
I1014 13:55:05.239109 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:05.239788 25306 main.go:141] libmachine: (ha-450021-m02) Ensuring network default is active
I1014 13:55:05.240113 25306 main.go:141] libmachine: (ha-450021-m02) Ensuring network mk-ha-450021 is active
I1014 13:55:05.240488 25306 main.go:141] libmachine: (ha-450021-m02) Getting domain xml...
I1014 13:55:05.241224 25306 main.go:141] libmachine: (ha-450021-m02) Creating domain...
I1014 13:55:06.508569 25306 main.go:141] libmachine: (ha-450021-m02) Waiting to get IP...
I1014 13:55:06.509274 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:06.509728 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:06.509800 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:06.509721 25672 retry.go:31] will retry after 253.994001ms: waiting for machine to come up
I1014 13:55:06.765296 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:06.765720 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:06.765754 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:06.765695 25672 retry.go:31] will retry after 330.390593ms: waiting for machine to come up
I1014 13:55:07.097342 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:07.097779 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:07.097809 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:07.097725 25672 retry.go:31] will retry after 315.743674ms: waiting for machine to come up
I1014 13:55:07.414954 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:07.415551 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:07.415596 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:07.415518 25672 retry.go:31] will retry after 505.396104ms: waiting for machine to come up
I1014 13:55:07.922086 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:07.922530 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:07.922555 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:07.922518 25672 retry.go:31] will retry after 762.026701ms: waiting for machine to come up
I1014 13:55:08.686471 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:08.686874 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:08.686903 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:08.686842 25672 retry.go:31] will retry after 891.989591ms: waiting for machine to come up
I1014 13:55:09.580677 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:09.581174 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:09.581195 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:09.581150 25672 retry.go:31] will retry after 716.006459ms: waiting for machine to come up
I1014 13:55:10.299036 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:10.299435 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:10.299462 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:10.299390 25672 retry.go:31] will retry after 999.038321ms: waiting for machine to come up
I1014 13:55:11.299678 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:11.300155 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:11.300182 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:11.300092 25672 retry.go:31] will retry after 1.384319167s: waiting for machine to come up
I1014 13:55:12.686664 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:12.687084 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:12.687130 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:12.687031 25672 retry.go:31] will retry after 1.750600606s: waiting for machine to come up
I1014 13:55:14.439721 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:14.440157 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:14.440185 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:14.440132 25672 retry.go:31] will retry after 2.719291498s: waiting for machine to come up
I1014 13:55:17.160916 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:17.161338 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:17.161359 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:17.161288 25672 retry.go:31] will retry after 2.934487947s: waiting for machine to come up
I1014 13:55:20.097623 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:20.098033 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:20.098054 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:20.097994 25672 retry.go:31] will retry after 3.495468914s: waiting for machine to come up
I1014 13:55:23.597556 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:23.598084 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find current IP address of domain ha-450021-m02 in network mk-ha-450021
I1014 13:55:23.598105 25306 main.go:141] libmachine: (ha-450021-m02) DBG | I1014 13:55:23.598043 25672 retry.go:31] will retry after 4.955902252s: waiting for machine to come up
I1014 13:55:28.555767 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:28.556335 25306 main.go:141] libmachine: (ha-450021-m02) Found IP for machine: 192.168.39.89
I1014 13:55:28.556360 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has current primary IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:28.556369 25306 main.go:141] libmachine: (ha-450021-m02) Reserving static IP address...
I1014 13:55:28.556652 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find host DHCP lease matching {name: "ha-450021-m02", mac: "52:54:00:51:58:78", ip: "192.168.39.89"} in network mk-ha-450021
I1014 13:55:28.627598 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Getting to WaitForSSH function...
I1014 13:55:28.627633 25306 main.go:141] libmachine: (ha-450021-m02) Reserved static IP address: 192.168.39.89
I1014 13:55:28.627646 25306 main.go:141] libmachine: (ha-450021-m02) Waiting for SSH to be available...
I1014 13:55:28.629843 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:28.630161 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021
I1014 13:55:28.630190 25306 main.go:141] libmachine: (ha-450021-m02) DBG | unable to find defined IP address of network mk-ha-450021 interface with MAC address 52:54:00:51:58:78
I1014 13:55:28.630310 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Using SSH client type: external
I1014 13:55:28.630337 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/id_rsa (-rw-------)
I1014 13:55:28.630368 25306 main.go:141] libmachine: (ha-450021-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1014 13:55:28.630381 25306 main.go:141] libmachine: (ha-450021-m02) DBG | About to run SSH command:
I1014 13:55:28.630396 25306 main.go:141] libmachine: (ha-450021-m02) DBG | exit 0
I1014 13:55:28.634134 25306 main.go:141] libmachine: (ha-450021-m02) DBG | SSH cmd err, output: exit status 255:
I1014 13:55:28.634150 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1014 13:55:28.634157 25306 main.go:141] libmachine: (ha-450021-m02) DBG | command : exit 0
I1014 13:55:28.634162 25306 main.go:141] libmachine: (ha-450021-m02) DBG | err : exit status 255
I1014 13:55:28.634170 25306 main.go:141] libmachine: (ha-450021-m02) DBG | output :
I1014 13:55:31.634385 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Getting to WaitForSSH function...
I1014 13:55:31.636814 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:31.637121 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:31.637150 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:31.637249 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Using SSH client type: external
I1014 13:55:31.637272 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/id_rsa (-rw-------)
I1014 13:55:31.637290 25306 main.go:141] libmachine: (ha-450021-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.89 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1014 13:55:31.637302 25306 main.go:141] libmachine: (ha-450021-m02) DBG | About to run SSH command:
I1014 13:55:31.637327 25306 main.go:141] libmachine: (ha-450021-m02) DBG | exit 0
I1014 13:55:31.762693 25306 main.go:141] libmachine: (ha-450021-m02) DBG | SSH cmd err, output: <nil>:
I1014 13:55:31.762993 25306 main.go:141] libmachine: (ha-450021-m02) KVM machine creation complete!
I1014 13:55:31.763308 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetConfigRaw
I1014 13:55:31.763786 25306 main.go:141] libmachine: (ha-450021-m02) Calling .DriverName
I1014 13:55:31.763969 25306 main.go:141] libmachine: (ha-450021-m02) Calling .DriverName
I1014 13:55:31.764130 25306 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1014 13:55:31.764154 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetState
I1014 13:55:31.765484 25306 main.go:141] libmachine: Detecting operating system of created instance...
I1014 13:55:31.765498 25306 main.go:141] libmachine: Waiting for SSH to be available...
I1014 13:55:31.765506 25306 main.go:141] libmachine: Getting to WaitForSSH function...
I1014 13:55:31.765513 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHHostname
I1014 13:55:31.767968 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:31.768352 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:31.768386 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:31.768540 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHPort
I1014 13:55:31.768701 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:31.768883 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:31.769050 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHUsername
I1014 13:55:31.769231 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:55:31.769460 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1014 13:55:31.769474 25306 main.go:141] libmachine: About to run SSH command:
exit 0
I1014 13:55:31.877746 25306 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1014 13:55:31.877770 25306 main.go:141] libmachine: Detecting the provisioner...
I1014 13:55:31.877779 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHHostname
I1014 13:55:31.880489 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:31.880858 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:31.880884 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:31.881034 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHPort
I1014 13:55:31.881200 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:31.881337 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:31.881482 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHUsername
I1014 13:55:31.881602 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:55:31.881767 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1014 13:55:31.881780 25306 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1014 13:55:31.995447 25306 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1014 13:55:31.995515 25306 main.go:141] libmachine: found compatible host: buildroot
I1014 13:55:31.995529 25306 main.go:141] libmachine: Provisioning with buildroot...
I1014 13:55:31.995541 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetMachineName
I1014 13:55:31.995787 25306 buildroot.go:166] provisioning hostname "ha-450021-m02"
I1014 13:55:31.995817 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetMachineName
I1014 13:55:31.995999 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHHostname
I1014 13:55:31.998434 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:31.998820 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:31.998841 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:31.998986 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHPort
I1014 13:55:31.999184 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:31.999375 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:31.999496 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHUsername
I1014 13:55:31.999675 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:55:31.999836 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1014 13:55:31.999847 25306 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-450021-m02 && echo "ha-450021-m02" | sudo tee /etc/hostname
I1014 13:55:32.125055 25306 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-450021-m02
I1014 13:55:32.125093 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHHostname
I1014 13:55:32.128764 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.129158 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:32.129191 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.129369 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHPort
I1014 13:55:32.129548 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:32.129704 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:32.129831 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHUsername
I1014 13:55:32.129997 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:55:32.130195 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1014 13:55:32.130212 25306 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-450021-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-450021-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-450021-m02' | sudo tee -a /etc/hosts;
fi
fi
I1014 13:55:32.251676 25306 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1014 13:55:32.251705 25306 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19790-7836/.minikube CaCertPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19790-7836/.minikube}
I1014 13:55:32.251731 25306 buildroot.go:174] setting up certificates
I1014 13:55:32.251744 25306 provision.go:84] configureAuth start
I1014 13:55:32.251763 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetMachineName
I1014 13:55:32.252028 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetIP
I1014 13:55:32.254513 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.254862 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:32.254887 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.255045 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHHostname
I1014 13:55:32.257083 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.257408 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:32.257435 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.257565 25306 provision.go:143] copyHostCerts
I1014 13:55:32.257592 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem
I1014 13:55:32.257618 25306 exec_runner.go:144] found /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem, removing ...
I1014 13:55:32.257629 25306 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem
I1014 13:55:32.257712 25306 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem (1078 bytes)
I1014 13:55:32.257797 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem
I1014 13:55:32.257821 25306 exec_runner.go:144] found /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem, removing ...
I1014 13:55:32.257831 25306 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem
I1014 13:55:32.257870 25306 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem (1123 bytes)
I1014 13:55:32.257928 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem
I1014 13:55:32.257951 25306 exec_runner.go:144] found /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem, removing ...
I1014 13:55:32.257959 25306 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem
I1014 13:55:32.257986 25306 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem (1679 bytes)
I1014 13:55:32.258053 25306 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca-key.pem org=jenkins.ha-450021-m02 san=[127.0.0.1 192.168.39.89 ha-450021-m02 localhost minikube]
I1014 13:55:32.418210 25306 provision.go:177] copyRemoteCerts
I1014 13:55:32.418267 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1014 13:55:32.418287 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHHostname
I1014 13:55:32.421033 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.421356 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:32.421387 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.421587 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHPort
I1014 13:55:32.421794 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:32.421949 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHUsername
I1014 13:55:32.422067 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.89 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/id_rsa Username:docker}
I1014 13:55:32.508850 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1014 13:55:32.508917 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1014 13:55:32.534047 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem -> /etc/docker/server.pem
I1014 13:55:32.534120 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1014 13:55:32.558263 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1014 13:55:32.558335 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1014 13:55:32.582102 25306 provision.go:87] duration metric: took 330.342541ms to configureAuth
I1014 13:55:32.582134 25306 buildroot.go:189] setting minikube options for container-runtime
I1014 13:55:32.582301 25306 config.go:182] Loaded profile config "ha-450021": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1014 13:55:32.582371 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHHostname
I1014 13:55:32.584832 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.585166 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:32.585192 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.585349 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHPort
I1014 13:55:32.585528 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:32.585644 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:32.585802 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHUsername
I1014 13:55:32.585929 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:55:32.586092 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1014 13:55:32.586111 25306 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1014 13:55:32.822330 25306 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1014 13:55:32.822358 25306 main.go:141] libmachine: Checking connection to Docker...
I1014 13:55:32.822366 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetURL
I1014 13:55:32.823614 25306 main.go:141] libmachine: (ha-450021-m02) DBG | Using libvirt version 6000000
I1014 13:55:32.826190 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.826546 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:32.826567 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.826737 25306 main.go:141] libmachine: Docker is up and running!
I1014 13:55:32.826754 25306 main.go:141] libmachine: Reticulating splines...
I1014 13:55:32.826772 25306 client.go:171] duration metric: took 27.932717671s to LocalClient.Create
I1014 13:55:32.826803 25306 start.go:167] duration metric: took 27.93279451s to libmachine.API.Create "ha-450021"
I1014 13:55:32.826815 25306 start.go:293] postStartSetup for "ha-450021-m02" (driver="kvm2")
I1014 13:55:32.826825 25306 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1014 13:55:32.826846 25306 main.go:141] libmachine: (ha-450021-m02) Calling .DriverName
I1014 13:55:32.827073 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1014 13:55:32.827097 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHHostname
I1014 13:55:32.829440 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.829745 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:32.829785 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.829885 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHPort
I1014 13:55:32.830054 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:32.830208 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHUsername
I1014 13:55:32.830348 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.89 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/id_rsa Username:docker}
I1014 13:55:32.918434 25306 ssh_runner.go:195] Run: cat /etc/os-release
I1014 13:55:32.922919 25306 info.go:137] Remote host: Buildroot 2023.02.9
I1014 13:55:32.922947 25306 filesync.go:126] Scanning /home/jenkins/minikube-integration/19790-7836/.minikube/addons for local assets ...
I1014 13:55:32.923010 25306 filesync.go:126] Scanning /home/jenkins/minikube-integration/19790-7836/.minikube/files for local assets ...
I1014 13:55:32.923092 25306 filesync.go:149] local asset: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem -> 150232.pem in /etc/ssl/certs
I1014 13:55:32.923101 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem -> /etc/ssl/certs/150232.pem
I1014 13:55:32.923187 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1014 13:55:32.933129 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem --> /etc/ssl/certs/150232.pem (1708 bytes)
I1014 13:55:32.957819 25306 start.go:296] duration metric: took 130.989484ms for postStartSetup
I1014 13:55:32.957871 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetConfigRaw
I1014 13:55:32.958438 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetIP
I1014 13:55:32.961024 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.961393 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:32.961425 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.961630 25306 profile.go:143] Saving config to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/config.json ...
I1014 13:55:32.961835 25306 start.go:128] duration metric: took 28.087968814s to createHost
I1014 13:55:32.961858 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHHostname
I1014 13:55:32.964121 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.964493 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:32.964528 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:32.964702 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHPort
I1014 13:55:32.964854 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:32.964966 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:32.965109 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHUsername
I1014 13:55:32.965227 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:55:32.965432 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.89 22 <nil> <nil>}
I1014 13:55:32.965446 25306 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1014 13:55:33.079362 25306 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728914133.060490571
I1014 13:55:33.079386 25306 fix.go:216] guest clock: 1728914133.060490571
I1014 13:55:33.079405 25306 fix.go:229] Guest: 2024-10-14 13:55:33.060490571 +0000 UTC Remote: 2024-10-14 13:55:32.961847349 +0000 UTC m=+73.185560400 (delta=98.643222ms)
I1014 13:55:33.079425 25306 fix.go:200] guest clock delta is within tolerance: 98.643222ms
I1014 13:55:33.079431 25306 start.go:83] releasing machines lock for "ha-450021-m02", held for 28.205646747s
I1014 13:55:33.079452 25306 main.go:141] libmachine: (ha-450021-m02) Calling .DriverName
I1014 13:55:33.079689 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetIP
I1014 13:55:33.082245 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:33.082619 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:33.082645 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:33.085035 25306 out.go:177] * Found network options:
I1014 13:55:33.086426 25306 out.go:177] - NO_PROXY=192.168.39.176
W1014 13:55:33.087574 25306 proxy.go:119] fail to check proxy env: Error ip not in block
I1014 13:55:33.087613 25306 main.go:141] libmachine: (ha-450021-m02) Calling .DriverName
I1014 13:55:33.088138 25306 main.go:141] libmachine: (ha-450021-m02) Calling .DriverName
I1014 13:55:33.088304 25306 main.go:141] libmachine: (ha-450021-m02) Calling .DriverName
I1014 13:55:33.088401 25306 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1014 13:55:33.088445 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHHostname
W1014 13:55:33.088467 25306 proxy.go:119] fail to check proxy env: Error ip not in block
I1014 13:55:33.088536 25306 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1014 13:55:33.088557 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHHostname
I1014 13:55:33.091084 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:33.091105 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:33.091497 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:33.091525 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:33.091546 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:33.091562 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:33.091675 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHPort
I1014 13:55:33.091813 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHPort
I1014 13:55:33.091867 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:33.091959 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHKeyPath
I1014 13:55:33.092027 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHUsername
I1014 13:55:33.092088 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetSSHUsername
I1014 13:55:33.092156 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.89 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/id_rsa Username:docker}
I1014 13:55:33.092203 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.89 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m02/id_rsa Username:docker}
I1014 13:55:33.324240 25306 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1014 13:55:33.330527 25306 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1014 13:55:33.330586 25306 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1014 13:55:33.345640 25306 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1014 13:55:33.345657 25306 start.go:495] detecting cgroup driver to use...
I1014 13:55:33.345701 25306 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1014 13:55:33.361741 25306 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1014 13:55:33.375019 25306 docker.go:217] disabling cri-docker service (if available) ...
I1014 13:55:33.375071 25306 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1014 13:55:33.388301 25306 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1014 13:55:33.401227 25306 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1014 13:55:33.511329 25306 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1014 13:55:33.658848 25306 docker.go:233] disabling docker service ...
I1014 13:55:33.658913 25306 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1014 13:55:33.673279 25306 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1014 13:55:33.685917 25306 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1014 13:55:33.818316 25306 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1014 13:55:33.936222 25306 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1014 13:55:33.950467 25306 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1014 13:55:33.970208 25306 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1014 13:55:33.970265 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:55:33.984110 25306 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1014 13:55:33.984169 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:55:33.995549 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:55:34.006565 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:55:34.018479 25306 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1014 13:55:34.030013 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:55:34.041645 25306 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:55:34.059707 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:55:34.070442 25306 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1014 13:55:34.080309 25306 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1014 13:55:34.080366 25306 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1014 13:55:34.093735 25306 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1014 13:55:34.103445 25306 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1014 13:55:34.215901 25306 ssh_runner.go:195] Run: sudo systemctl restart crio
I1014 13:55:34.308754 25306 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1014 13:55:34.308820 25306 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1014 13:55:34.313625 25306 start.go:563] Will wait 60s for crictl version
I1014 13:55:34.313676 25306 ssh_runner.go:195] Run: which crictl
I1014 13:55:34.317635 25306 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1014 13:55:34.356534 25306 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1014 13:55:34.356604 25306 ssh_runner.go:195] Run: crio --version
I1014 13:55:34.384187 25306 ssh_runner.go:195] Run: crio --version
I1014 13:55:34.414404 25306 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1014 13:55:34.415699 25306 out.go:177] - env NO_PROXY=192.168.39.176
I1014 13:55:34.416965 25306 main.go:141] libmachine: (ha-450021-m02) Calling .GetIP
I1014 13:55:34.419296 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:34.419601 25306 main.go:141] libmachine: (ha-450021-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:51:58:78", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:55:19 +0000 UTC Type:0 Mac:52:54:00:51:58:78 Iaid: IPaddr:192.168.39.89 Prefix:24 Hostname:ha-450021-m02 Clientid:01:52:54:00:51:58:78}
I1014 13:55:34.419628 25306 main.go:141] libmachine: (ha-450021-m02) DBG | domain ha-450021-m02 has defined IP address 192.168.39.89 and MAC address 52:54:00:51:58:78 in network mk-ha-450021
I1014 13:55:34.419811 25306 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1014 13:55:34.423754 25306 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1014 13:55:34.435980 25306 mustload.go:65] Loading cluster: ha-450021
I1014 13:55:34.436151 25306 config.go:182] Loaded profile config "ha-450021": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1014 13:55:34.436381 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:55:34.436419 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:55:34.450826 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35637
I1014 13:55:34.451213 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:55:34.451655 25306 main.go:141] libmachine: Using API Version 1
I1014 13:55:34.451677 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:55:34.451944 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:55:34.452123 25306 main.go:141] libmachine: (ha-450021) Calling .GetState
I1014 13:55:34.453521 25306 host.go:66] Checking if "ha-450021" exists ...
I1014 13:55:34.453781 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:55:34.453811 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:55:34.467708 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35033
I1014 13:55:34.468144 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:55:34.468583 25306 main.go:141] libmachine: Using API Version 1
I1014 13:55:34.468597 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:55:34.468863 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:55:34.469023 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:55:34.469168 25306 certs.go:68] Setting up /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021 for IP: 192.168.39.89
I1014 13:55:34.469180 25306 certs.go:194] generating shared ca certs ...
I1014 13:55:34.469197 25306 certs.go:226] acquiring lock for ca certs: {Name:mk2b4353509830c2548b75e97370e30f48bc133d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:55:34.469314 25306 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.key
I1014 13:55:34.469365 25306 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.key
I1014 13:55:34.469378 25306 certs.go:256] generating profile certs ...
I1014 13:55:34.469463 25306 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.key
I1014 13:55:34.469494 25306 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.ffb9c796
I1014 13:55:34.469515 25306 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.ffb9c796 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.176 192.168.39.89 192.168.39.254]
I1014 13:55:34.810302 25306 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.ffb9c796 ...
I1014 13:55:34.810336 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.ffb9c796: {Name:mk62309e383c07d7599f8a1200bdc69462a2d14a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:55:34.810530 25306 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.ffb9c796 ...
I1014 13:55:34.810549 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.ffb9c796: {Name:mkf013e40a46367f5d473382a243ff918ed6f0f6 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:55:34.810679 25306 certs.go:381] copying /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.ffb9c796 -> /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt
I1014 13:55:34.810843 25306 certs.go:385] copying /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.ffb9c796 -> /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key
I1014 13:55:34.811031 25306 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.key
I1014 13:55:34.811055 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1014 13:55:34.811078 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1014 13:55:34.811100 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1014 13:55:34.811122 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1014 13:55:34.811141 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1014 13:55:34.811162 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1014 13:55:34.811184 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1014 13:55:34.811205 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1014 13:55:34.811281 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023.pem (1338 bytes)
W1014 13:55:34.811405 25306 certs.go:480] ignoring /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023_empty.pem, impossibly tiny 0 bytes
I1014 13:55:34.811439 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca-key.pem (1679 bytes)
I1014 13:55:34.811482 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem (1078 bytes)
I1014 13:55:34.811508 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem (1123 bytes)
I1014 13:55:34.811530 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem (1679 bytes)
I1014 13:55:34.811573 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem (1708 bytes)
I1014 13:55:34.811602 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1014 13:55:34.811623 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023.pem -> /usr/share/ca-certificates/15023.pem
I1014 13:55:34.811635 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem -> /usr/share/ca-certificates/150232.pem
I1014 13:55:34.811667 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:55:34.814657 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:55:34.815058 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:55:34.815083 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:55:34.815262 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:55:34.815417 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:55:34.815552 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:55:34.815647 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa Username:docker}
I1014 13:55:34.891004 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1014 13:55:34.895702 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1014 13:55:34.906613 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1014 13:55:34.910438 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1014 13:55:34.923172 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1014 13:55:34.928434 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1014 13:55:34.941440 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1014 13:55:34.946469 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1014 13:55:34.957168 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1014 13:55:34.961259 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1014 13:55:34.972556 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1014 13:55:34.980332 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1014 13:55:34.991839 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1014 13:55:35.019053 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1014 13:55:35.043395 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1014 13:55:35.066158 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1014 13:55:35.088175 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1014 13:55:35.110925 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1014 13:55:35.134916 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1014 13:55:35.158129 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1014 13:55:35.180405 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1014 13:55:35.202548 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023.pem --> /usr/share/ca-certificates/15023.pem (1338 bytes)
I1014 13:55:35.225992 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem --> /usr/share/ca-certificates/150232.pem (1708 bytes)
I1014 13:55:35.249981 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1014 13:55:35.266180 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1014 13:55:35.282687 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1014 13:55:35.299271 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1014 13:55:35.316623 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1014 13:55:35.332853 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1014 13:55:35.348570 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1014 13:55:35.364739 25306 ssh_runner.go:195] Run: openssl version
I1014 13:55:35.370372 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/150232.pem && ln -fs /usr/share/ca-certificates/150232.pem /etc/ssl/certs/150232.pem"
I1014 13:55:35.380736 25306 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/150232.pem
I1014 13:55:35.385152 25306 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 14 13:50 /usr/share/ca-certificates/150232.pem
I1014 13:55:35.385211 25306 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/150232.pem
I1014 13:55:35.390839 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/150232.pem /etc/ssl/certs/3ec20f2e.0"
I1014 13:55:35.401523 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1014 13:55:35.412185 25306 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1014 13:55:35.416457 25306 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 14 13:39 /usr/share/ca-certificates/minikubeCA.pem
I1014 13:55:35.416547 25306 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1014 13:55:35.421940 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1014 13:55:35.432212 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/15023.pem && ln -fs /usr/share/ca-certificates/15023.pem /etc/ssl/certs/15023.pem"
I1014 13:55:35.442100 25306 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/15023.pem
I1014 13:55:35.446159 25306 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 14 13:50 /usr/share/ca-certificates/15023.pem
I1014 13:55:35.446196 25306 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/15023.pem
I1014 13:55:35.451427 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/15023.pem /etc/ssl/certs/51391683.0"
I1014 13:55:35.461211 25306 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1014 13:55:35.465126 25306 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1014 13:55:35.465175 25306 kubeadm.go:934] updating node {m02 192.168.39.89 8443 v1.31.1 crio true true} ...
I1014 13:55:35.465273 25306 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-450021-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.89
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-450021 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1014 13:55:35.465315 25306 kube-vip.go:115] generating kube-vip config ...
I1014 13:55:35.465353 25306 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1014 13:55:35.480860 25306 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1014 13:55:35.480912 25306 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1014 13:55:35.480953 25306 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1014 13:55:35.489708 25306 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1014 13:55:35.489755 25306 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1014 13:55:35.498478 25306 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1014 13:55:35.498498 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1014 13:55:35.498541 25306 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1014 13:55:35.498556 25306 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubelet
I1014 13:55:35.498585 25306 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I1014 13:55:35.502947 25306 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1014 13:55:35.502966 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1014 13:55:36.107052 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1014 13:55:36.107146 25306 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1014 13:55:36.112161 25306 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1014 13:55:36.112193 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1014 13:55:36.135646 25306 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1014 13:55:36.156399 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1014 13:55:36.156509 25306 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1014 13:55:36.173587 25306 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1014 13:55:36.173634 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1014 13:55:36.629216 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1014 13:55:36.638544 25306 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1014 13:55:36.654373 25306 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1014 13:55:36.670100 25306 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1014 13:55:36.685420 25306 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1014 13:55:36.689062 25306 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1014 13:55:36.700413 25306 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1014 13:55:36.822396 25306 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1014 13:55:36.840300 25306 host.go:66] Checking if "ha-450021" exists ...
I1014 13:55:36.840777 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:55:36.840820 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:55:36.856367 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35101
I1014 13:55:36.856879 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:55:36.857323 25306 main.go:141] libmachine: Using API Version 1
I1014 13:55:36.857351 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:55:36.857672 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:55:36.857841 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:55:36.857975 25306 start.go:317] joinCluster: &{Name:ha-450021 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-450021 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.176 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.89 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1014 13:55:36.858071 25306 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1014 13:55:36.858091 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:55:36.860736 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:55:36.861146 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:55:36.861185 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:55:36.861337 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:55:36.861529 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:55:36.861694 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:55:36.861807 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa Username:docker}
I1014 13:55:37.015771 25306 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.89 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1014 13:55:37.015819 25306 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token n1vmb9.g7muq8my4o5hlpei --discovery-token-ca-cert-hash sha256:4e1b3ed6b98151b035c29eec5bfc3dc1a4f697072e5aa720022df6fc4a333194 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-450021-m02 --control-plane --apiserver-advertise-address=192.168.39.89 --apiserver-bind-port=8443"
I1014 13:55:58.710606 25306 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token n1vmb9.g7muq8my4o5hlpei --discovery-token-ca-cert-hash sha256:4e1b3ed6b98151b035c29eec5bfc3dc1a4f697072e5aa720022df6fc4a333194 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-450021-m02 --control-plane --apiserver-advertise-address=192.168.39.89 --apiserver-bind-port=8443": (21.694741621s)
I1014 13:55:58.710647 25306 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1014 13:55:59.236903 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-450021-m02 minikube.k8s.io/updated_at=2024_10_14T13_55_59_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=f9f6c2ada6d933af9900f45012fe0fe625736c5b minikube.k8s.io/name=ha-450021 minikube.k8s.io/primary=false
I1014 13:55:59.350641 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-450021-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1014 13:55:59.452342 25306 start.go:319] duration metric: took 22.5943626s to joinCluster
I1014 13:55:59.452418 25306 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.89 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1014 13:55:59.452735 25306 config.go:182] Loaded profile config "ha-450021": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1014 13:55:59.453925 25306 out.go:177] * Verifying Kubernetes components...
I1014 13:55:59.454985 25306 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1014 13:55:59.700035 25306 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1014 13:55:59.782880 25306 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19790-7836/kubeconfig
I1014 13:55:59.783215 25306 kapi.go:59] client config for ha-450021: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.crt", KeyFile:"/home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.key", CAFile:"/home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2432aa0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1014 13:55:59.783307 25306 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.176:8443
I1014 13:55:59.783576 25306 node_ready.go:35] waiting up to 6m0s for node "ha-450021-m02" to be "Ready" ...
I1014 13:55:59.783682 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:55:59.783696 25306 round_trippers.go:469] Request Headers:
I1014 13:55:59.783707 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:55:59.783718 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:55:59.796335 25306 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1014 13:56:00.284246 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:00.284269 25306 round_trippers.go:469] Request Headers:
I1014 13:56:00.284281 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:00.284288 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:00.300499 25306 round_trippers.go:574] Response Status: 200 OK in 16 milliseconds
I1014 13:56:00.784180 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:00.784204 25306 round_trippers.go:469] Request Headers:
I1014 13:56:00.784212 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:00.784217 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:00.811652 25306 round_trippers.go:574] Response Status: 200 OK in 27 milliseconds
I1014 13:56:01.284849 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:01.284881 25306 round_trippers.go:469] Request Headers:
I1014 13:56:01.284893 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:01.284898 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:01.288918 25306 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1014 13:56:01.783917 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:01.783937 25306 round_trippers.go:469] Request Headers:
I1014 13:56:01.783945 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:01.783949 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:01.787799 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:01.788614 25306 node_ready.go:53] node "ha-450021-m02" has status "Ready":"False"
I1014 13:56:02.284602 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:02.284624 25306 round_trippers.go:469] Request Headers:
I1014 13:56:02.284632 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:02.284642 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:02.290773 25306 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1014 13:56:02.783789 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:02.783815 25306 round_trippers.go:469] Request Headers:
I1014 13:56:02.783826 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:02.783831 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:02.788075 25306 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1014 13:56:03.284032 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:03.284057 25306 round_trippers.go:469] Request Headers:
I1014 13:56:03.284068 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:03.284074 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:03.287614 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:03.783925 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:03.783945 25306 round_trippers.go:469] Request Headers:
I1014 13:56:03.783953 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:03.783956 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:03.788205 25306 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1014 13:56:03.788893 25306 node_ready.go:53] node "ha-450021-m02" has status "Ready":"False"
I1014 13:56:04.283968 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:04.283987 25306 round_trippers.go:469] Request Headers:
I1014 13:56:04.283995 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:04.283999 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:04.287325 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:04.784192 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:04.784212 25306 round_trippers.go:469] Request Headers:
I1014 13:56:04.784219 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:04.784225 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:04.787474 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:05.284787 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:05.284804 25306 round_trippers.go:469] Request Headers:
I1014 13:56:05.284813 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:05.284815 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:05.293558 25306 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1014 13:56:05.784473 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:05.784495 25306 round_trippers.go:469] Request Headers:
I1014 13:56:05.784505 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:05.784509 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:05.787964 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:06.283912 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:06.283936 25306 round_trippers.go:469] Request Headers:
I1014 13:56:06.283946 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:06.283954 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:06.286733 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:56:06.287200 25306 node_ready.go:53] node "ha-450021-m02" has status "Ready":"False"
I1014 13:56:06.784670 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:06.784694 25306 round_trippers.go:469] Request Headers:
I1014 13:56:06.784706 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:06.784711 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:06.788422 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:07.283873 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:07.283901 25306 round_trippers.go:469] Request Headers:
I1014 13:56:07.283913 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:07.283918 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:07.286693 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:56:07.784588 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:07.784609 25306 round_trippers.go:469] Request Headers:
I1014 13:56:07.784617 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:07.784621 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:07.787856 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:08.284107 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:08.284126 25306 round_trippers.go:469] Request Headers:
I1014 13:56:08.284134 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:08.284138 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:08.287096 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:56:08.287719 25306 node_ready.go:53] node "ha-450021-m02" has status "Ready":"False"
I1014 13:56:08.784096 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:08.784116 25306 round_trippers.go:469] Request Headers:
I1014 13:56:08.784124 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:08.784127 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:08.787645 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:09.284728 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:09.284752 25306 round_trippers.go:469] Request Headers:
I1014 13:56:09.284759 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:09.284764 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:09.288184 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:09.784057 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:09.784097 25306 round_trippers.go:469] Request Headers:
I1014 13:56:09.784108 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:09.784122 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:09.793007 25306 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1014 13:56:10.284378 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:10.284400 25306 round_trippers.go:469] Request Headers:
I1014 13:56:10.284408 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:10.284413 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:10.287852 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:10.288463 25306 node_ready.go:53] node "ha-450021-m02" has status "Ready":"False"
I1014 13:56:10.783831 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:10.783850 25306 round_trippers.go:469] Request Headers:
I1014 13:56:10.783858 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:10.783862 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:10.787590 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:11.284759 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:11.284781 25306 round_trippers.go:469] Request Headers:
I1014 13:56:11.284790 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:11.284794 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:11.287610 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:56:11.784640 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:11.784659 25306 round_trippers.go:469] Request Headers:
I1014 13:56:11.784667 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:11.784672 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:11.787776 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:12.283968 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:12.283997 25306 round_trippers.go:469] Request Headers:
I1014 13:56:12.284009 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:12.284014 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:12.289974 25306 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1014 13:56:12.290779 25306 node_ready.go:53] node "ha-450021-m02" has status "Ready":"False"
I1014 13:56:12.784021 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:12.784047 25306 round_trippers.go:469] Request Headers:
I1014 13:56:12.784061 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:12.784069 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:12.787917 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:13.283870 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:13.283893 25306 round_trippers.go:469] Request Headers:
I1014 13:56:13.283901 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:13.283905 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:13.287328 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:13.784620 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:13.784644 25306 round_trippers.go:469] Request Headers:
I1014 13:56:13.784653 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:13.784657 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:13.787810 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:14.283867 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:14.283892 25306 round_trippers.go:469] Request Headers:
I1014 13:56:14.283900 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:14.283905 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:14.287541 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:14.784419 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:14.784440 25306 round_trippers.go:469] Request Headers:
I1014 13:56:14.784447 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:14.784450 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:14.787853 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:14.788359 25306 node_ready.go:53] node "ha-450021-m02" has status "Ready":"False"
I1014 13:56:15.284687 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:15.284709 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.284720 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.284726 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.287861 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:15.288461 25306 node_ready.go:49] node "ha-450021-m02" has status "Ready":"True"
I1014 13:56:15.288480 25306 node_ready.go:38] duration metric: took 15.504881835s for node "ha-450021-m02" to be "Ready" ...
I1014 13:56:15.288487 25306 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1014 13:56:15.288543 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods
I1014 13:56:15.288553 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.288559 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.288563 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.292417 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:15.298105 25306 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-btfml" in "kube-system" namespace to be "Ready" ...
I1014 13:56:15.298175 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-btfml
I1014 13:56:15.298182 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.298189 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.298194 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.300838 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:56:15.301679 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:56:15.301692 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.301699 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.301703 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.304037 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:56:15.304599 25306 pod_ready.go:93] pod "coredns-7c65d6cfc9-btfml" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:15.304614 25306 pod_ready.go:82] duration metric: took 6.489417ms for pod "coredns-7c65d6cfc9-btfml" in "kube-system" namespace to be "Ready" ...
I1014 13:56:15.304622 25306 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-h5s6h" in "kube-system" namespace to be "Ready" ...
I1014 13:56:15.304661 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-h5s6h
I1014 13:56:15.304669 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.304683 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.304694 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.306880 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:56:15.307573 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:56:15.307590 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.307600 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.307610 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.309331 25306 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1014 13:56:15.309944 25306 pod_ready.go:93] pod "coredns-7c65d6cfc9-h5s6h" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:15.309963 25306 pod_ready.go:82] duration metric: took 5.334499ms for pod "coredns-7c65d6cfc9-h5s6h" in "kube-system" namespace to be "Ready" ...
I1014 13:56:15.309975 25306 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:56:15.310021 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/etcd-ha-450021
I1014 13:56:15.310032 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.310044 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.310060 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.312281 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:56:15.312954 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:56:15.312972 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.312984 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.312989 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.314997 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:56:15.315561 25306 pod_ready.go:93] pod "etcd-ha-450021" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:15.315581 25306 pod_ready.go:82] duration metric: took 5.597491ms for pod "etcd-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:56:15.315592 25306 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:56:15.315648 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/etcd-ha-450021-m02
I1014 13:56:15.315660 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.315671 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.315680 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.317496 25306 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1014 13:56:15.318188 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:15.318205 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.318217 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.318224 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.320143 25306 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1014 13:56:15.320663 25306 pod_ready.go:93] pod "etcd-ha-450021-m02" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:15.320681 25306 pod_ready.go:82] duration metric: took 5.077444ms for pod "etcd-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:56:15.320700 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:56:15.485053 25306 request.go:632] Waited for 164.298634ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-450021
I1014 13:56:15.485113 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-450021
I1014 13:56:15.485118 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.485126 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.485130 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.488373 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:15.685383 25306 request.go:632] Waited for 196.403765ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:56:15.685451 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:56:15.685458 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.685469 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.685478 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.688990 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:15.689603 25306 pod_ready.go:93] pod "kube-apiserver-ha-450021" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:15.689627 25306 pod_ready.go:82] duration metric: took 368.913108ms for pod "kube-apiserver-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:56:15.689641 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:56:15.885558 25306 request.go:632] Waited for 195.846701ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-450021-m02
I1014 13:56:15.885605 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-450021-m02
I1014 13:56:15.885611 25306 round_trippers.go:469] Request Headers:
I1014 13:56:15.885618 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:15.885623 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:15.889124 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:16.084785 25306 request.go:632] Waited for 194.38123ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:16.084840 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:16.084845 25306 round_trippers.go:469] Request Headers:
I1014 13:56:16.084853 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:16.084857 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:16.088301 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:16.088998 25306 pod_ready.go:93] pod "kube-apiserver-ha-450021-m02" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:16.089015 25306 pod_ready.go:82] duration metric: took 399.36552ms for pod "kube-apiserver-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:56:16.089025 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:56:16.285209 25306 request.go:632] Waited for 196.12444ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-450021
I1014 13:56:16.285293 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-450021
I1014 13:56:16.285302 25306 round_trippers.go:469] Request Headers:
I1014 13:56:16.285313 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:16.285319 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:16.289023 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:16.485127 25306 request.go:632] Waited for 195.353812ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:56:16.485198 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:56:16.485212 25306 round_trippers.go:469] Request Headers:
I1014 13:56:16.485224 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:16.485231 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:16.488483 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:16.489170 25306 pod_ready.go:93] pod "kube-controller-manager-ha-450021" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:16.489190 25306 pod_ready.go:82] duration metric: took 400.158231ms for pod "kube-controller-manager-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:56:16.489202 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:56:16.685336 25306 request.go:632] Waited for 196.062822ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-450021-m02
I1014 13:56:16.685418 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-450021-m02
I1014 13:56:16.685429 25306 round_trippers.go:469] Request Headers:
I1014 13:56:16.685440 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:16.685449 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:16.688757 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:16.884883 25306 request.go:632] Waited for 195.393841ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:16.884933 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:16.884937 25306 round_trippers.go:469] Request Headers:
I1014 13:56:16.884945 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:16.884950 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:16.888074 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:16.888564 25306 pod_ready.go:93] pod "kube-controller-manager-ha-450021-m02" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:16.888582 25306 pod_ready.go:82] duration metric: took 399.371713ms for pod "kube-controller-manager-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:56:16.888594 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-dmbpv" in "kube-system" namespace to be "Ready" ...
I1014 13:56:17.084731 25306 request.go:632] Waited for 196.036159ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dmbpv
I1014 13:56:17.084792 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dmbpv
I1014 13:56:17.084799 25306 round_trippers.go:469] Request Headers:
I1014 13:56:17.084811 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:17.084818 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:17.088594 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:17.284774 25306 request.go:632] Waited for 195.293808ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:56:17.284866 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:56:17.284878 25306 round_trippers.go:469] Request Headers:
I1014 13:56:17.284889 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:17.284900 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:17.288050 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:17.288623 25306 pod_ready.go:93] pod "kube-proxy-dmbpv" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:17.288647 25306 pod_ready.go:82] duration metric: took 400.044261ms for pod "kube-proxy-dmbpv" in "kube-system" namespace to be "Ready" ...
I1014 13:56:17.288659 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-v24tf" in "kube-system" namespace to be "Ready" ...
I1014 13:56:17.485648 25306 request.go:632] Waited for 196.912408ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-proxy-v24tf
I1014 13:56:17.485723 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-proxy-v24tf
I1014 13:56:17.485734 25306 round_trippers.go:469] Request Headers:
I1014 13:56:17.485744 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:17.485752 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:17.488420 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:56:17.685402 25306 request.go:632] Waited for 196.37897ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:17.685455 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:17.685460 25306 round_trippers.go:469] Request Headers:
I1014 13:56:17.685467 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:17.685471 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:17.689419 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:17.690366 25306 pod_ready.go:93] pod "kube-proxy-v24tf" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:17.690386 25306 pod_ready.go:82] duration metric: took 401.717488ms for pod "kube-proxy-v24tf" in "kube-system" namespace to be "Ready" ...
I1014 13:56:17.690395 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:56:17.885498 25306 request.go:632] Waited for 195.043697ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-450021
I1014 13:56:17.885563 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-450021
I1014 13:56:17.885569 25306 round_trippers.go:469] Request Headers:
I1014 13:56:17.885576 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:17.885581 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:17.888648 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:18.085570 25306 request.go:632] Waited for 196.366356ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:56:18.085639 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:56:18.085649 25306 round_trippers.go:469] Request Headers:
I1014 13:56:18.085660 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:18.085668 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:18.088834 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:18.089495 25306 pod_ready.go:93] pod "kube-scheduler-ha-450021" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:18.089519 25306 pod_ready.go:82] duration metric: took 399.116695ms for pod "kube-scheduler-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:56:18.089532 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:56:18.285606 25306 request.go:632] Waited for 196.011378ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-450021-m02
I1014 13:56:18.285677 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-450021-m02
I1014 13:56:18.285685 25306 round_trippers.go:469] Request Headers:
I1014 13:56:18.285693 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:18.285699 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:18.288947 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:18.484902 25306 request.go:632] Waited for 195.327209ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:18.484963 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:56:18.484970 25306 round_trippers.go:469] Request Headers:
I1014 13:56:18.484981 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:18.484989 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:18.488080 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:18.488592 25306 pod_ready.go:93] pod "kube-scheduler-ha-450021-m02" in "kube-system" namespace has status "Ready":"True"
I1014 13:56:18.488612 25306 pod_ready.go:82] duration metric: took 399.071687ms for pod "kube-scheduler-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:56:18.488628 25306 pod_ready.go:39] duration metric: took 3.200130009s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1014 13:56:18.488645 25306 api_server.go:52] waiting for apiserver process to appear ...
I1014 13:56:18.488706 25306 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1014 13:56:18.504222 25306 api_server.go:72] duration metric: took 19.051768004s to wait for apiserver process to appear ...
I1014 13:56:18.504252 25306 api_server.go:88] waiting for apiserver healthz status ...
I1014 13:56:18.504274 25306 api_server.go:253] Checking apiserver healthz at https://192.168.39.176:8443/healthz ...
I1014 13:56:18.508419 25306 api_server.go:279] https://192.168.39.176:8443/healthz returned 200:
ok
I1014 13:56:18.508480 25306 round_trippers.go:463] GET https://192.168.39.176:8443/version
I1014 13:56:18.508494 25306 round_trippers.go:469] Request Headers:
I1014 13:56:18.508504 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:18.508511 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:18.509353 25306 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1014 13:56:18.509470 25306 api_server.go:141] control plane version: v1.31.1
I1014 13:56:18.509489 25306 api_server.go:131] duration metric: took 5.230064ms to wait for apiserver health ...
I1014 13:56:18.509499 25306 system_pods.go:43] waiting for kube-system pods to appear ...
I1014 13:56:18.684863 25306 request.go:632] Waited for 175.279951ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods
I1014 13:56:18.684960 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods
I1014 13:56:18.684974 25306 round_trippers.go:469] Request Headers:
I1014 13:56:18.684985 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:18.684994 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:18.691157 25306 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1014 13:56:18.697135 25306 system_pods.go:59] 17 kube-system pods found
I1014 13:56:18.697234 25306 system_pods.go:61] "coredns-7c65d6cfc9-btfml" [292e08ef-5eec-4ebb-acf5-5b4b03e47724] Running
I1014 13:56:18.697252 25306 system_pods.go:61] "coredns-7c65d6cfc9-h5s6h" [bf78614c-8f22-48f9-8a16-cfcffecadfcc] Running
I1014 13:56:18.697264 25306 system_pods.go:61] "etcd-ha-450021" [d3e4a252-6d4a-4617-99f8-416ddaa8e695] Running
I1014 13:56:18.697271 25306 system_pods.go:61] "etcd-ha-450021-m02" [d890c5b4-c756-42a4-a549-59b46d9fa0f6] Running
I1014 13:56:18.697279 25306 system_pods.go:61] "kindnet-2ghzc" [f725a811-6a0e-433c-913d-079b7bc4742f] Running
I1014 13:56:18.697284 25306 system_pods.go:61] "kindnet-c2xkn" [0f821123-80f9-4fe5-b64c-fb641ec185ea] Running
I1014 13:56:18.697290 25306 system_pods.go:61] "kube-apiserver-ha-450021" [3c355a29-9ac5-466a-974f-22fc58429b98] Running
I1014 13:56:18.697299 25306 system_pods.go:61] "kube-apiserver-ha-450021-m02" [5e9f016e-2b42-4301-964f-8e2af49d0d08] Running
I1014 13:56:18.697305 25306 system_pods.go:61] "kube-controller-manager-ha-450021" [b002ddcb-0bb2-44f5-a779-20df99f3cab5] Running
I1014 13:56:18.697314 25306 system_pods.go:61] "kube-controller-manager-ha-450021-m02" [f7be35b1-380c-4f40-a1d6-5522b961917c] Running
I1014 13:56:18.697319 25306 system_pods.go:61] "kube-proxy-dmbpv" [e09737a1-c663-4951-b6cb-c0690fbd8153] Running
I1014 13:56:18.697328 25306 system_pods.go:61] "kube-proxy-v24tf" [49b626fc-4017-45f7-a44f-43f3b311d0e0] Running
I1014 13:56:18.697334 25306 system_pods.go:61] "kube-scheduler-ha-450021" [2f216272-b604-4f1c-ad4b-fdb874a78cf4] Running
I1014 13:56:18.697340 25306 system_pods.go:61] "kube-scheduler-ha-450021-m02" [cfa4bb4e-6a32-4b4b-85df-2c7b1a356a4a] Running
I1014 13:56:18.697345 25306 system_pods.go:61] "kube-vip-ha-450021" [e5340482-7ea5-4299-8096-a2f292c4bfdd] Running
I1014 13:56:18.697350 25306 system_pods.go:61] "kube-vip-ha-450021-m02" [6a409d8d-9566-4caa-af5a-0dbe7b9f6cec] Running
I1014 13:56:18.697356 25306 system_pods.go:61] "storage-provisioner" [1377adb3-3faf-4dee-a86e-9c4544a02d51] Running
I1014 13:56:18.697364 25306 system_pods.go:74] duration metric: took 187.854432ms to wait for pod list to return data ...
I1014 13:56:18.697375 25306 default_sa.go:34] waiting for default service account to be created ...
I1014 13:56:18.884741 25306 request.go:632] Waited for 187.279644ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/default/serviceaccounts
I1014 13:56:18.884797 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/default/serviceaccounts
I1014 13:56:18.884802 25306 round_trippers.go:469] Request Headers:
I1014 13:56:18.884809 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:18.884813 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:18.888582 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:56:18.888812 25306 default_sa.go:45] found service account: "default"
I1014 13:56:18.888830 25306 default_sa.go:55] duration metric: took 191.448571ms for default service account to be created ...
I1014 13:56:18.888841 25306 system_pods.go:116] waiting for k8s-apps to be running ...
I1014 13:56:19.085294 25306 request.go:632] Waited for 196.363765ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods
I1014 13:56:19.085358 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods
I1014 13:56:19.085366 25306 round_trippers.go:469] Request Headers:
I1014 13:56:19.085377 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:19.085383 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:19.092864 25306 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1014 13:56:19.097323 25306 system_pods.go:86] 17 kube-system pods found
I1014 13:56:19.097351 25306 system_pods.go:89] "coredns-7c65d6cfc9-btfml" [292e08ef-5eec-4ebb-acf5-5b4b03e47724] Running
I1014 13:56:19.097357 25306 system_pods.go:89] "coredns-7c65d6cfc9-h5s6h" [bf78614c-8f22-48f9-8a16-cfcffecadfcc] Running
I1014 13:56:19.097362 25306 system_pods.go:89] "etcd-ha-450021" [d3e4a252-6d4a-4617-99f8-416ddaa8e695] Running
I1014 13:56:19.097366 25306 system_pods.go:89] "etcd-ha-450021-m02" [d890c5b4-c756-42a4-a549-59b46d9fa0f6] Running
I1014 13:56:19.097370 25306 system_pods.go:89] "kindnet-2ghzc" [f725a811-6a0e-433c-913d-079b7bc4742f] Running
I1014 13:56:19.097374 25306 system_pods.go:89] "kindnet-c2xkn" [0f821123-80f9-4fe5-b64c-fb641ec185ea] Running
I1014 13:56:19.097377 25306 system_pods.go:89] "kube-apiserver-ha-450021" [3c355a29-9ac5-466a-974f-22fc58429b98] Running
I1014 13:56:19.097382 25306 system_pods.go:89] "kube-apiserver-ha-450021-m02" [5e9f016e-2b42-4301-964f-8e2af49d0d08] Running
I1014 13:56:19.097387 25306 system_pods.go:89] "kube-controller-manager-ha-450021" [b002ddcb-0bb2-44f5-a779-20df99f3cab5] Running
I1014 13:56:19.097390 25306 system_pods.go:89] "kube-controller-manager-ha-450021-m02" [f7be35b1-380c-4f40-a1d6-5522b961917c] Running
I1014 13:56:19.097394 25306 system_pods.go:89] "kube-proxy-dmbpv" [e09737a1-c663-4951-b6cb-c0690fbd8153] Running
I1014 13:56:19.097398 25306 system_pods.go:89] "kube-proxy-v24tf" [49b626fc-4017-45f7-a44f-43f3b311d0e0] Running
I1014 13:56:19.097402 25306 system_pods.go:89] "kube-scheduler-ha-450021" [2f216272-b604-4f1c-ad4b-fdb874a78cf4] Running
I1014 13:56:19.097411 25306 system_pods.go:89] "kube-scheduler-ha-450021-m02" [cfa4bb4e-6a32-4b4b-85df-2c7b1a356a4a] Running
I1014 13:56:19.097417 25306 system_pods.go:89] "kube-vip-ha-450021" [e5340482-7ea5-4299-8096-a2f292c4bfdd] Running
I1014 13:56:19.097420 25306 system_pods.go:89] "kube-vip-ha-450021-m02" [6a409d8d-9566-4caa-af5a-0dbe7b9f6cec] Running
I1014 13:56:19.097423 25306 system_pods.go:89] "storage-provisioner" [1377adb3-3faf-4dee-a86e-9c4544a02d51] Running
I1014 13:56:19.097429 25306 system_pods.go:126] duration metric: took 208.581366ms to wait for k8s-apps to be running ...
I1014 13:56:19.097436 25306 system_svc.go:44] waiting for kubelet service to be running ....
I1014 13:56:19.097477 25306 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1014 13:56:19.112071 25306 system_svc.go:56] duration metric: took 14.628482ms WaitForService to wait for kubelet
I1014 13:56:19.112097 25306 kubeadm.go:582] duration metric: took 19.659648051s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1014 13:56:19.112113 25306 node_conditions.go:102] verifying NodePressure condition ...
I1014 13:56:19.285537 25306 request.go:632] Waited for 173.355083ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes
I1014 13:56:19.285629 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes
I1014 13:56:19.285637 25306 round_trippers.go:469] Request Headers:
I1014 13:56:19.285649 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:56:19.285654 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:56:19.289726 25306 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1014 13:56:19.290673 25306 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1014 13:56:19.290698 25306 node_conditions.go:123] node cpu capacity is 2
I1014 13:56:19.290712 25306 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1014 13:56:19.290717 25306 node_conditions.go:123] node cpu capacity is 2
I1014 13:56:19.290723 25306 node_conditions.go:105] duration metric: took 178.605419ms to run NodePressure ...
I1014 13:56:19.290740 25306 start.go:241] waiting for startup goroutines ...
I1014 13:56:19.290784 25306 start.go:255] writing updated cluster config ...
I1014 13:56:19.292978 25306 out.go:201]
I1014 13:56:19.294410 25306 config.go:182] Loaded profile config "ha-450021": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1014 13:56:19.294496 25306 profile.go:143] Saving config to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/config.json ...
I1014 13:56:19.296041 25306 out.go:177] * Starting "ha-450021-m03" control-plane node in "ha-450021" cluster
I1014 13:56:19.297096 25306 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1014 13:56:19.297116 25306 cache.go:56] Caching tarball of preloaded images
I1014 13:56:19.297204 25306 preload.go:172] Found /home/jenkins/minikube-integration/19790-7836/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1014 13:56:19.297214 25306 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1014 13:56:19.297292 25306 profile.go:143] Saving config to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/config.json ...
I1014 13:56:19.297485 25306 start.go:360] acquireMachinesLock for ha-450021-m03: {Name:mk0b928e3a7c606d1470b2064477a22c5e59969d Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1014 13:56:19.297521 25306 start.go:364] duration metric: took 20.106µs to acquireMachinesLock for "ha-450021-m03"
I1014 13:56:19.297537 25306 start.go:93] Provisioning new machine with config: &{Name:ha-450021 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-450021 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.176 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.89 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bin
aryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1014 13:56:19.297616 25306 start.go:125] createHost starting for "m03" (driver="kvm2")
I1014 13:56:19.299122 25306 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1014 13:56:19.299222 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:56:19.299255 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:56:19.313918 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33835
I1014 13:56:19.314305 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:56:19.314837 25306 main.go:141] libmachine: Using API Version 1
I1014 13:56:19.314851 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:56:19.315181 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:56:19.315347 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetMachineName
I1014 13:56:19.315509 25306 main.go:141] libmachine: (ha-450021-m03) Calling .DriverName
I1014 13:56:19.315639 25306 start.go:159] libmachine.API.Create for "ha-450021" (driver="kvm2")
I1014 13:56:19.315670 25306 client.go:168] LocalClient.Create starting
I1014 13:56:19.315704 25306 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem
I1014 13:56:19.315748 25306 main.go:141] libmachine: Decoding PEM data...
I1014 13:56:19.315768 25306 main.go:141] libmachine: Parsing certificate...
I1014 13:56:19.315834 25306 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem
I1014 13:56:19.315859 25306 main.go:141] libmachine: Decoding PEM data...
I1014 13:56:19.315870 25306 main.go:141] libmachine: Parsing certificate...
I1014 13:56:19.315884 25306 main.go:141] libmachine: Running pre-create checks...
I1014 13:56:19.315892 25306 main.go:141] libmachine: (ha-450021-m03) Calling .PreCreateCheck
I1014 13:56:19.316068 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetConfigRaw
I1014 13:56:19.316425 25306 main.go:141] libmachine: Creating machine...
I1014 13:56:19.316438 25306 main.go:141] libmachine: (ha-450021-m03) Calling .Create
I1014 13:56:19.316586 25306 main.go:141] libmachine: (ha-450021-m03) Creating KVM machine...
I1014 13:56:19.317686 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found existing default KVM network
I1014 13:56:19.317799 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found existing private KVM network mk-ha-450021
I1014 13:56:19.317961 25306 main.go:141] libmachine: (ha-450021-m03) Setting up store path in /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03 ...
I1014 13:56:19.317988 25306 main.go:141] libmachine: (ha-450021-m03) Building disk image from file:///home/jenkins/minikube-integration/19790-7836/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1014 13:56:19.318035 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:19.317950 26053 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19790-7836/.minikube
I1014 13:56:19.318138 25306 main.go:141] libmachine: (ha-450021-m03) Downloading /home/jenkins/minikube-integration/19790-7836/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19790-7836/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1014 13:56:19.552577 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:19.552461 26053 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/id_rsa...
I1014 13:56:19.731749 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:19.731620 26053 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/ha-450021-m03.rawdisk...
I1014 13:56:19.731783 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Writing magic tar header
I1014 13:56:19.731797 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Writing SSH key tar header
I1014 13:56:19.731814 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:19.731727 26053 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03 ...
I1014 13:56:19.731831 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03
I1014 13:56:19.731859 25306 main.go:141] libmachine: (ha-450021-m03) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03 (perms=drwx------)
I1014 13:56:19.731873 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836/.minikube/machines
I1014 13:56:19.731885 25306 main.go:141] libmachine: (ha-450021-m03) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836/.minikube/machines (perms=drwxr-xr-x)
I1014 13:56:19.731899 25306 main.go:141] libmachine: (ha-450021-m03) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836/.minikube (perms=drwxr-xr-x)
I1014 13:56:19.731913 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836/.minikube
I1014 13:56:19.731942 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19790-7836
I1014 13:56:19.731955 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1014 13:56:19.731964 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Checking permissions on dir: /home/jenkins
I1014 13:56:19.731973 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Checking permissions on dir: /home
I1014 13:56:19.731985 25306 main.go:141] libmachine: (ha-450021-m03) Setting executable bit set on /home/jenkins/minikube-integration/19790-7836 (perms=drwxrwxr-x)
I1014 13:56:19.732001 25306 main.go:141] libmachine: (ha-450021-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1014 13:56:19.732012 25306 main.go:141] libmachine: (ha-450021-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1014 13:56:19.732026 25306 main.go:141] libmachine: (ha-450021-m03) Creating domain...
I1014 13:56:19.732040 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Skipping /home - not owner
I1014 13:56:19.732949 25306 main.go:141] libmachine: (ha-450021-m03) define libvirt domain using xml:
I1014 13:56:19.732973 25306 main.go:141] libmachine: (ha-450021-m03) <domain type='kvm'>
I1014 13:56:19.732984 25306 main.go:141] libmachine: (ha-450021-m03) <name>ha-450021-m03</name>
I1014 13:56:19.732992 25306 main.go:141] libmachine: (ha-450021-m03) <memory unit='MiB'>2200</memory>
I1014 13:56:19.733004 25306 main.go:141] libmachine: (ha-450021-m03) <vcpu>2</vcpu>
I1014 13:56:19.733014 25306 main.go:141] libmachine: (ha-450021-m03) <features>
I1014 13:56:19.733021 25306 main.go:141] libmachine: (ha-450021-m03) <acpi/>
I1014 13:56:19.733031 25306 main.go:141] libmachine: (ha-450021-m03) <apic/>
I1014 13:56:19.733038 25306 main.go:141] libmachine: (ha-450021-m03) <pae/>
I1014 13:56:19.733044 25306 main.go:141] libmachine: (ha-450021-m03)
I1014 13:56:19.733056 25306 main.go:141] libmachine: (ha-450021-m03) </features>
I1014 13:56:19.733071 25306 main.go:141] libmachine: (ha-450021-m03) <cpu mode='host-passthrough'>
I1014 13:56:19.733081 25306 main.go:141] libmachine: (ha-450021-m03)
I1014 13:56:19.733089 25306 main.go:141] libmachine: (ha-450021-m03) </cpu>
I1014 13:56:19.733099 25306 main.go:141] libmachine: (ha-450021-m03) <os>
I1014 13:56:19.733106 25306 main.go:141] libmachine: (ha-450021-m03) <type>hvm</type>
I1014 13:56:19.733117 25306 main.go:141] libmachine: (ha-450021-m03) <boot dev='cdrom'/>
I1014 13:56:19.733126 25306 main.go:141] libmachine: (ha-450021-m03) <boot dev='hd'/>
I1014 13:56:19.733136 25306 main.go:141] libmachine: (ha-450021-m03) <bootmenu enable='no'/>
I1014 13:56:19.733151 25306 main.go:141] libmachine: (ha-450021-m03) </os>
I1014 13:56:19.733160 25306 main.go:141] libmachine: (ha-450021-m03) <devices>
I1014 13:56:19.733169 25306 main.go:141] libmachine: (ha-450021-m03) <disk type='file' device='cdrom'>
I1014 13:56:19.733183 25306 main.go:141] libmachine: (ha-450021-m03) <source file='/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/boot2docker.iso'/>
I1014 13:56:19.733196 25306 main.go:141] libmachine: (ha-450021-m03) <target dev='hdc' bus='scsi'/>
I1014 13:56:19.733209 25306 main.go:141] libmachine: (ha-450021-m03) <readonly/>
I1014 13:56:19.733218 25306 main.go:141] libmachine: (ha-450021-m03) </disk>
I1014 13:56:19.733227 25306 main.go:141] libmachine: (ha-450021-m03) <disk type='file' device='disk'>
I1014 13:56:19.733239 25306 main.go:141] libmachine: (ha-450021-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1014 13:56:19.733252 25306 main.go:141] libmachine: (ha-450021-m03) <source file='/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/ha-450021-m03.rawdisk'/>
I1014 13:56:19.733266 25306 main.go:141] libmachine: (ha-450021-m03) <target dev='hda' bus='virtio'/>
I1014 13:56:19.733278 25306 main.go:141] libmachine: (ha-450021-m03) </disk>
I1014 13:56:19.733286 25306 main.go:141] libmachine: (ha-450021-m03) <interface type='network'>
I1014 13:56:19.733298 25306 main.go:141] libmachine: (ha-450021-m03) <source network='mk-ha-450021'/>
I1014 13:56:19.733306 25306 main.go:141] libmachine: (ha-450021-m03) <model type='virtio'/>
I1014 13:56:19.733315 25306 main.go:141] libmachine: (ha-450021-m03) </interface>
I1014 13:56:19.733325 25306 main.go:141] libmachine: (ha-450021-m03) <interface type='network'>
I1014 13:56:19.733356 25306 main.go:141] libmachine: (ha-450021-m03) <source network='default'/>
I1014 13:56:19.733373 25306 main.go:141] libmachine: (ha-450021-m03) <model type='virtio'/>
I1014 13:56:19.733379 25306 main.go:141] libmachine: (ha-450021-m03) </interface>
I1014 13:56:19.733383 25306 main.go:141] libmachine: (ha-450021-m03) <serial type='pty'>
I1014 13:56:19.733387 25306 main.go:141] libmachine: (ha-450021-m03) <target port='0'/>
I1014 13:56:19.733394 25306 main.go:141] libmachine: (ha-450021-m03) </serial>
I1014 13:56:19.733399 25306 main.go:141] libmachine: (ha-450021-m03) <console type='pty'>
I1014 13:56:19.733403 25306 main.go:141] libmachine: (ha-450021-m03) <target type='serial' port='0'/>
I1014 13:56:19.733410 25306 main.go:141] libmachine: (ha-450021-m03) </console>
I1014 13:56:19.733415 25306 main.go:141] libmachine: (ha-450021-m03) <rng model='virtio'>
I1014 13:56:19.733430 25306 main.go:141] libmachine: (ha-450021-m03) <backend model='random'>/dev/random</backend>
I1014 13:56:19.733436 25306 main.go:141] libmachine: (ha-450021-m03) </rng>
I1014 13:56:19.733441 25306 main.go:141] libmachine: (ha-450021-m03)
I1014 13:56:19.733445 25306 main.go:141] libmachine: (ha-450021-m03)
I1014 13:56:19.733449 25306 main.go:141] libmachine: (ha-450021-m03) </devices>
I1014 13:56:19.733455 25306 main.go:141] libmachine: (ha-450021-m03) </domain>
I1014 13:56:19.733462 25306 main.go:141] libmachine: (ha-450021-m03)
I1014 13:56:19.740127 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:3e:d5:3c in network default
I1014 13:56:19.740688 25306 main.go:141] libmachine: (ha-450021-m03) Ensuring networks are active...
I1014 13:56:19.740710 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:19.741382 25306 main.go:141] libmachine: (ha-450021-m03) Ensuring network default is active
I1014 13:56:19.741753 25306 main.go:141] libmachine: (ha-450021-m03) Ensuring network mk-ha-450021 is active
I1014 13:56:19.742099 25306 main.go:141] libmachine: (ha-450021-m03) Getting domain xml...
I1014 13:56:19.742834 25306 main.go:141] libmachine: (ha-450021-m03) Creating domain...
I1014 13:56:21.010084 25306 main.go:141] libmachine: (ha-450021-m03) Waiting to get IP...
I1014 13:56:21.010944 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:21.011316 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:21.011377 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:21.011315 26053 retry.go:31] will retry after 306.133794ms: waiting for machine to come up
I1014 13:56:21.318826 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:21.319333 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:21.319361 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:21.319280 26053 retry.go:31] will retry after 366.66223ms: waiting for machine to come up
I1014 13:56:21.687816 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:21.688312 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:21.688353 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:21.688274 26053 retry.go:31] will retry after 390.93754ms: waiting for machine to come up
I1014 13:56:22.080797 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:22.081263 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:22.081290 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:22.081223 26053 retry.go:31] will retry after 398.805239ms: waiting for machine to come up
I1014 13:56:22.481851 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:22.482319 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:22.482343 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:22.482287 26053 retry.go:31] will retry after 640.042779ms: waiting for machine to come up
I1014 13:56:23.123714 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:23.124086 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:23.124144 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:23.124073 26053 retry.go:31] will retry after 920.9874ms: waiting for machine to come up
I1014 13:56:24.047070 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:24.047392 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:24.047414 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:24.047351 26053 retry.go:31] will retry after 897.422021ms: waiting for machine to come up
I1014 13:56:24.946948 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:24.947347 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:24.947372 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:24.947310 26053 retry.go:31] will retry after 1.40276044s: waiting for machine to come up
I1014 13:56:26.351855 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:26.352313 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:26.352340 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:26.352279 26053 retry.go:31] will retry after 1.726907493s: waiting for machine to come up
I1014 13:56:28.080396 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:28.080846 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:28.080875 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:28.080790 26053 retry.go:31] will retry after 1.482180268s: waiting for machine to come up
I1014 13:56:29.564825 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:29.565318 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:29.565340 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:29.565288 26053 retry.go:31] will retry after 2.541525756s: waiting for machine to come up
I1014 13:56:32.109990 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:32.110440 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:32.110469 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:32.110395 26053 retry.go:31] will retry after 2.914830343s: waiting for machine to come up
I1014 13:56:35.026789 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:35.027206 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:35.027240 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:35.027152 26053 retry.go:31] will retry after 3.572900713s: waiting for machine to come up
I1014 13:56:38.603496 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:38.603914 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find current IP address of domain ha-450021-m03 in network mk-ha-450021
I1014 13:56:38.603943 25306 main.go:141] libmachine: (ha-450021-m03) DBG | I1014 13:56:38.603867 26053 retry.go:31] will retry after 3.566960315s: waiting for machine to come up
I1014 13:56:42.173796 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:42.174271 25306 main.go:141] libmachine: (ha-450021-m03) Found IP for machine: 192.168.39.55
I1014 13:56:42.174288 25306 main.go:141] libmachine: (ha-450021-m03) Reserving static IP address...
I1014 13:56:42.174301 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has current primary IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:42.174679 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find host DHCP lease matching {name: "ha-450021-m03", mac: "52:54:00:af:04:2c", ip: "192.168.39.55"} in network mk-ha-450021
I1014 13:56:42.249586 25306 main.go:141] libmachine: (ha-450021-m03) Reserved static IP address: 192.168.39.55
I1014 13:56:42.249623 25306 main.go:141] libmachine: (ha-450021-m03) Waiting for SSH to be available...
I1014 13:56:42.249632 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Getting to WaitForSSH function...
I1014 13:56:42.252725 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:42.253185 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021
I1014 13:56:42.253208 25306 main.go:141] libmachine: (ha-450021-m03) DBG | unable to find defined IP address of network mk-ha-450021 interface with MAC address 52:54:00:af:04:2c
I1014 13:56:42.253434 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Using SSH client type: external
I1014 13:56:42.253458 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/id_rsa (-rw-------)
I1014 13:56:42.253486 25306 main.go:141] libmachine: (ha-450021-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1014 13:56:42.253504 25306 main.go:141] libmachine: (ha-450021-m03) DBG | About to run SSH command:
I1014 13:56:42.253518 25306 main.go:141] libmachine: (ha-450021-m03) DBG | exit 0
I1014 13:56:42.256978 25306 main.go:141] libmachine: (ha-450021-m03) DBG | SSH cmd err, output: exit status 255:
I1014 13:56:42.256996 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1014 13:56:42.257003 25306 main.go:141] libmachine: (ha-450021-m03) DBG | command : exit 0
I1014 13:56:42.257008 25306 main.go:141] libmachine: (ha-450021-m03) DBG | err : exit status 255
I1014 13:56:42.257014 25306 main.go:141] libmachine: (ha-450021-m03) DBG | output :
I1014 13:56:45.257522 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Getting to WaitForSSH function...
I1014 13:56:45.260212 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.260696 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:45.260726 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.260786 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Using SSH client type: external
I1014 13:56:45.260815 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/id_rsa (-rw-------)
I1014 13:56:45.260836 25306 main.go:141] libmachine: (ha-450021-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.55 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1014 13:56:45.260845 25306 main.go:141] libmachine: (ha-450021-m03) DBG | About to run SSH command:
I1014 13:56:45.260853 25306 main.go:141] libmachine: (ha-450021-m03) DBG | exit 0
I1014 13:56:45.382585 25306 main.go:141] libmachine: (ha-450021-m03) DBG | SSH cmd err, output: <nil>:
I1014 13:56:45.382879 25306 main.go:141] libmachine: (ha-450021-m03) KVM machine creation complete!
I1014 13:56:45.383199 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetConfigRaw
I1014 13:56:45.383711 25306 main.go:141] libmachine: (ha-450021-m03) Calling .DriverName
I1014 13:56:45.383880 25306 main.go:141] libmachine: (ha-450021-m03) Calling .DriverName
I1014 13:56:45.384004 25306 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1014 13:56:45.384014 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetState
I1014 13:56:45.385264 25306 main.go:141] libmachine: Detecting operating system of created instance...
I1014 13:56:45.385276 25306 main.go:141] libmachine: Waiting for SSH to be available...
I1014 13:56:45.385281 25306 main.go:141] libmachine: Getting to WaitForSSH function...
I1014 13:56:45.385287 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHHostname
I1014 13:56:45.387787 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.388084 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:45.388108 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.388291 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHPort
I1014 13:56:45.388456 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:45.388593 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:45.388714 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHUsername
I1014 13:56:45.388830 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:56:45.389029 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.55 22 <nil> <nil>}
I1014 13:56:45.389040 25306 main.go:141] libmachine: About to run SSH command:
exit 0
I1014 13:56:45.485735 25306 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1014 13:56:45.485758 25306 main.go:141] libmachine: Detecting the provisioner...
I1014 13:56:45.485768 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHHostname
I1014 13:56:45.488882 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.489166 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:45.489189 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.489303 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHPort
I1014 13:56:45.489486 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:45.489610 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:45.489751 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHUsername
I1014 13:56:45.489875 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:56:45.490046 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.55 22 <nil> <nil>}
I1014 13:56:45.490060 25306 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1014 13:56:45.587324 25306 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1014 13:56:45.587394 25306 main.go:141] libmachine: found compatible host: buildroot
I1014 13:56:45.587407 25306 main.go:141] libmachine: Provisioning with buildroot...
I1014 13:56:45.587422 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetMachineName
I1014 13:56:45.587668 25306 buildroot.go:166] provisioning hostname "ha-450021-m03"
I1014 13:56:45.587694 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetMachineName
I1014 13:56:45.587891 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHHostname
I1014 13:56:45.589987 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.590329 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:45.590355 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.590484 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHPort
I1014 13:56:45.590650 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:45.590770 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:45.590887 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHUsername
I1014 13:56:45.591045 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:56:45.591197 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.55 22 <nil> <nil>}
I1014 13:56:45.591208 25306 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-450021-m03 && echo "ha-450021-m03" | sudo tee /etc/hostname
I1014 13:56:45.708548 25306 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-450021-m03
I1014 13:56:45.708578 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHHostname
I1014 13:56:45.711602 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.711972 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:45.711996 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.712173 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHPort
I1014 13:56:45.712328 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:45.712490 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:45.712610 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHUsername
I1014 13:56:45.712744 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:56:45.712915 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.55 22 <nil> <nil>}
I1014 13:56:45.712938 25306 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-450021-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-450021-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-450021-m03' | sudo tee -a /etc/hosts;
fi
fi
I1014 13:56:45.819779 25306 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1014 13:56:45.819813 25306 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19790-7836/.minikube CaCertPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19790-7836/.minikube}
I1014 13:56:45.819833 25306 buildroot.go:174] setting up certificates
I1014 13:56:45.819844 25306 provision.go:84] configureAuth start
I1014 13:56:45.819857 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetMachineName
I1014 13:56:45.820154 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetIP
I1014 13:56:45.823118 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.823460 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:45.823487 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.823678 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHHostname
I1014 13:56:45.825593 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.825969 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:45.826000 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.826082 25306 provision.go:143] copyHostCerts
I1014 13:56:45.826120 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem
I1014 13:56:45.826162 25306 exec_runner.go:144] found /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem, removing ...
I1014 13:56:45.826174 25306 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem
I1014 13:56:45.826256 25306 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19790-7836/.minikube/ca.pem (1078 bytes)
I1014 13:56:45.826387 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem
I1014 13:56:45.826414 25306 exec_runner.go:144] found /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem, removing ...
I1014 13:56:45.826422 25306 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem
I1014 13:56:45.826470 25306 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19790-7836/.minikube/cert.pem (1123 bytes)
I1014 13:56:45.826533 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem
I1014 13:56:45.826559 25306 exec_runner.go:144] found /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem, removing ...
I1014 13:56:45.826567 25306 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem
I1014 13:56:45.826616 25306 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19790-7836/.minikube/key.pem (1679 bytes)
I1014 13:56:45.826689 25306 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca-key.pem org=jenkins.ha-450021-m03 san=[127.0.0.1 192.168.39.55 ha-450021-m03 localhost minikube]
I1014 13:56:45.954899 25306 provision.go:177] copyRemoteCerts
I1014 13:56:45.954971 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1014 13:56:45.955000 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHHostname
I1014 13:56:45.957506 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.957791 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:45.957818 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:45.957960 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHPort
I1014 13:56:45.958125 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:45.958305 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHUsername
I1014 13:56:45.958436 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.55 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/id_rsa Username:docker}
I1014 13:56:46.036842 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1014 13:56:46.036916 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1014 13:56:46.062450 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem -> /etc/docker/server.pem
I1014 13:56:46.062515 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1014 13:56:46.086853 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1014 13:56:46.086926 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1014 13:56:46.115352 25306 provision.go:87] duration metric: took 295.495227ms to configureAuth
I1014 13:56:46.115379 25306 buildroot.go:189] setting minikube options for container-runtime
I1014 13:56:46.115621 25306 config.go:182] Loaded profile config "ha-450021": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1014 13:56:46.115716 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHHostname
I1014 13:56:46.118262 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.118631 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:46.118656 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.118842 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHPort
I1014 13:56:46.119017 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:46.119154 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:46.119286 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHUsername
I1014 13:56:46.119431 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:56:46.119582 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.55 22 <nil> <nil>}
I1014 13:56:46.119596 25306 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1014 13:56:46.343295 25306 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1014 13:56:46.343323 25306 main.go:141] libmachine: Checking connection to Docker...
I1014 13:56:46.343334 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetURL
I1014 13:56:46.344763 25306 main.go:141] libmachine: (ha-450021-m03) DBG | Using libvirt version 6000000
I1014 13:56:46.346964 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.347332 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:46.347354 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.347553 25306 main.go:141] libmachine: Docker is up and running!
I1014 13:56:46.347568 25306 main.go:141] libmachine: Reticulating splines...
I1014 13:56:46.347575 25306 client.go:171] duration metric: took 27.031894224s to LocalClient.Create
I1014 13:56:46.347595 25306 start.go:167] duration metric: took 27.031958272s to libmachine.API.Create "ha-450021"
I1014 13:56:46.347605 25306 start.go:293] postStartSetup for "ha-450021-m03" (driver="kvm2")
I1014 13:56:46.347614 25306 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1014 13:56:46.347629 25306 main.go:141] libmachine: (ha-450021-m03) Calling .DriverName
I1014 13:56:46.347825 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1014 13:56:46.347855 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHHostname
I1014 13:56:46.350344 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.350734 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:46.350754 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.350907 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHPort
I1014 13:56:46.351098 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:46.351237 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHUsername
I1014 13:56:46.351388 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.55 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/id_rsa Username:docker}
I1014 13:56:46.433896 25306 ssh_runner.go:195] Run: cat /etc/os-release
I1014 13:56:46.438009 25306 info.go:137] Remote host: Buildroot 2023.02.9
I1014 13:56:46.438030 25306 filesync.go:126] Scanning /home/jenkins/minikube-integration/19790-7836/.minikube/addons for local assets ...
I1014 13:56:46.438090 25306 filesync.go:126] Scanning /home/jenkins/minikube-integration/19790-7836/.minikube/files for local assets ...
I1014 13:56:46.438161 25306 filesync.go:149] local asset: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem -> 150232.pem in /etc/ssl/certs
I1014 13:56:46.438171 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem -> /etc/ssl/certs/150232.pem
I1014 13:56:46.438246 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1014 13:56:46.448052 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem --> /etc/ssl/certs/150232.pem (1708 bytes)
I1014 13:56:46.472253 25306 start.go:296] duration metric: took 124.635752ms for postStartSetup
I1014 13:56:46.472307 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetConfigRaw
I1014 13:56:46.472896 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetIP
I1014 13:56:46.475688 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.476037 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:46.476063 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.476352 25306 profile.go:143] Saving config to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/config.json ...
I1014 13:56:46.476544 25306 start.go:128] duration metric: took 27.178917299s to createHost
I1014 13:56:46.476567 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHHostname
I1014 13:56:46.478884 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.479221 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:46.479251 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.479355 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHPort
I1014 13:56:46.479528 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:46.479638 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:46.479747 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHUsername
I1014 13:56:46.479874 25306 main.go:141] libmachine: Using SSH client type: native
I1014 13:56:46.480025 25306 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.55 22 <nil> <nil>}
I1014 13:56:46.480035 25306 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1014 13:56:46.583399 25306 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728914206.561472302
I1014 13:56:46.583425 25306 fix.go:216] guest clock: 1728914206.561472302
I1014 13:56:46.583435 25306 fix.go:229] Guest: 2024-10-14 13:56:46.561472302 +0000 UTC Remote: 2024-10-14 13:56:46.476556325 +0000 UTC m=+146.700269378 (delta=84.915977ms)
I1014 13:56:46.583455 25306 fix.go:200] guest clock delta is within tolerance: 84.915977ms
I1014 13:56:46.583460 25306 start.go:83] releasing machines lock for "ha-450021-m03", held for 27.285931106s
I1014 13:56:46.583477 25306 main.go:141] libmachine: (ha-450021-m03) Calling .DriverName
I1014 13:56:46.583714 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetIP
I1014 13:56:46.586281 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.586554 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:46.586578 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.589268 25306 out.go:177] * Found network options:
I1014 13:56:46.590896 25306 out.go:177] - NO_PROXY=192.168.39.176,192.168.39.89
W1014 13:56:46.592325 25306 proxy.go:119] fail to check proxy env: Error ip not in block
W1014 13:56:46.592354 25306 proxy.go:119] fail to check proxy env: Error ip not in block
I1014 13:56:46.592374 25306 main.go:141] libmachine: (ha-450021-m03) Calling .DriverName
I1014 13:56:46.592957 25306 main.go:141] libmachine: (ha-450021-m03) Calling .DriverName
I1014 13:56:46.593143 25306 main.go:141] libmachine: (ha-450021-m03) Calling .DriverName
I1014 13:56:46.593217 25306 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1014 13:56:46.593262 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHHostname
W1014 13:56:46.593451 25306 proxy.go:119] fail to check proxy env: Error ip not in block
W1014 13:56:46.593472 25306 proxy.go:119] fail to check proxy env: Error ip not in block
I1014 13:56:46.593517 25306 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1014 13:56:46.593532 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHHostname
I1014 13:56:46.596078 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.596267 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.596474 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:46.596494 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.596667 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHPort
I1014 13:56:46.596762 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:46.596784 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:46.596836 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:46.596933 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHPort
I1014 13:56:46.597000 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHUsername
I1014 13:56:46.597050 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHKeyPath
I1014 13:56:46.597134 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.55 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/id_rsa Username:docker}
I1014 13:56:46.597191 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetSSHUsername
I1014 13:56:46.597299 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.55 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021-m03/id_rsa Username:docker}
I1014 13:56:46.829516 25306 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1014 13:56:46.836362 25306 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1014 13:56:46.836435 25306 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1014 13:56:46.855005 25306 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1014 13:56:46.855034 25306 start.go:495] detecting cgroup driver to use...
I1014 13:56:46.855101 25306 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1014 13:56:46.873805 25306 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1014 13:56:46.888317 25306 docker.go:217] disabling cri-docker service (if available) ...
I1014 13:56:46.888368 25306 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1014 13:56:46.902770 25306 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1014 13:56:46.916283 25306 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1014 13:56:47.031570 25306 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1014 13:56:47.186900 25306 docker.go:233] disabling docker service ...
I1014 13:56:47.186971 25306 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1014 13:56:47.202040 25306 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1014 13:56:47.215421 25306 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1014 13:56:47.352807 25306 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1014 13:56:47.479560 25306 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1014 13:56:47.493558 25306 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1014 13:56:47.511643 25306 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1014 13:56:47.511704 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:56:47.521941 25306 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1014 13:56:47.522055 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:56:47.534488 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:56:47.545529 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:56:47.555346 25306 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1014 13:56:47.565221 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:56:47.574851 25306 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:56:47.591247 25306 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1014 13:56:47.601017 25306 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1014 13:56:47.610150 25306 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1014 13:56:47.610208 25306 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1014 13:56:47.623643 25306 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1014 13:56:47.632860 25306 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1014 13:56:47.769053 25306 ssh_runner.go:195] Run: sudo systemctl restart crio
I1014 13:56:47.859548 25306 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1014 13:56:47.859617 25306 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1014 13:56:47.864769 25306 start.go:563] Will wait 60s for crictl version
I1014 13:56:47.864838 25306 ssh_runner.go:195] Run: which crictl
I1014 13:56:47.868622 25306 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1014 13:56:47.912151 25306 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1014 13:56:47.912224 25306 ssh_runner.go:195] Run: crio --version
I1014 13:56:47.943678 25306 ssh_runner.go:195] Run: crio --version
I1014 13:56:47.974464 25306 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1014 13:56:47.975982 25306 out.go:177] - env NO_PROXY=192.168.39.176
I1014 13:56:47.977421 25306 out.go:177] - env NO_PROXY=192.168.39.176,192.168.39.89
I1014 13:56:47.978761 25306 main.go:141] libmachine: (ha-450021-m03) Calling .GetIP
I1014 13:56:47.981382 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:47.981851 25306 main.go:141] libmachine: (ha-450021-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:af:04:2c", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:56:34 +0000 UTC Type:0 Mac:52:54:00:af:04:2c Iaid: IPaddr:192.168.39.55 Prefix:24 Hostname:ha-450021-m03 Clientid:01:52:54:00:af:04:2c}
I1014 13:56:47.981880 25306 main.go:141] libmachine: (ha-450021-m03) DBG | domain ha-450021-m03 has defined IP address 192.168.39.55 and MAC address 52:54:00:af:04:2c in network mk-ha-450021
I1014 13:56:47.982078 25306 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1014 13:56:47.986330 25306 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1014 13:56:47.999765 25306 mustload.go:65] Loading cluster: ha-450021
I1014 13:56:47.999983 25306 config.go:182] Loaded profile config "ha-450021": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1014 13:56:48.000276 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:56:48.000314 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:56:48.015013 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38251
I1014 13:56:48.015440 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:56:48.015880 25306 main.go:141] libmachine: Using API Version 1
I1014 13:56:48.015898 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:56:48.016248 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:56:48.016426 25306 main.go:141] libmachine: (ha-450021) Calling .GetState
I1014 13:56:48.017904 25306 host.go:66] Checking if "ha-450021" exists ...
I1014 13:56:48.018185 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:56:48.018221 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:56:48.032080 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38143
I1014 13:56:48.032532 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:56:48.033010 25306 main.go:141] libmachine: Using API Version 1
I1014 13:56:48.033034 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:56:48.033376 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:56:48.033566 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:56:48.033738 25306 certs.go:68] Setting up /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021 for IP: 192.168.39.55
I1014 13:56:48.033750 25306 certs.go:194] generating shared ca certs ...
I1014 13:56:48.033771 25306 certs.go:226] acquiring lock for ca certs: {Name:mk2b4353509830c2548b75e97370e30f48bc133d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:56:48.033910 25306 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.key
I1014 13:56:48.033951 25306 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.key
I1014 13:56:48.033962 25306 certs.go:256] generating profile certs ...
I1014 13:56:48.034054 25306 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.key
I1014 13:56:48.034099 25306 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.b8fc6ee2
I1014 13:56:48.034119 25306 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.b8fc6ee2 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.176 192.168.39.89 192.168.39.55 192.168.39.254]
I1014 13:56:48.250009 25306 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.b8fc6ee2 ...
I1014 13:56:48.250065 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.b8fc6ee2: {Name:mk915feb36aa4db7e40387e7070135b42d923437 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:56:48.250246 25306 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.b8fc6ee2 ...
I1014 13:56:48.250260 25306 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.b8fc6ee2: {Name:mk5df80a68a940fb5e6799020daa8453d1ca5d79 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1014 13:56:48.250346 25306 certs.go:381] copying /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt.b8fc6ee2 -> /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt
I1014 13:56:48.250480 25306 certs.go:385] copying /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key.b8fc6ee2 -> /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key
I1014 13:56:48.250647 25306 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.key
I1014 13:56:48.250665 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1014 13:56:48.250682 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1014 13:56:48.250698 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1014 13:56:48.250714 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1014 13:56:48.250729 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1014 13:56:48.250744 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1014 13:56:48.250759 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1014 13:56:48.282713 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1014 13:56:48.282807 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023.pem (1338 bytes)
W1014 13:56:48.282843 25306 certs.go:480] ignoring /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023_empty.pem, impossibly tiny 0 bytes
I1014 13:56:48.282853 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca-key.pem (1679 bytes)
I1014 13:56:48.282876 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/ca.pem (1078 bytes)
I1014 13:56:48.282899 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/cert.pem (1123 bytes)
I1014 13:56:48.282919 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/key.pem (1679 bytes)
I1014 13:56:48.282958 25306 certs.go:484] found cert: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem (1708 bytes)
I1014 13:56:48.282987 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023.pem -> /usr/share/ca-certificates/15023.pem
I1014 13:56:48.283001 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem -> /usr/share/ca-certificates/150232.pem
I1014 13:56:48.283013 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1014 13:56:48.283046 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:56:48.285808 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:56:48.286249 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:56:48.286279 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:56:48.286442 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:56:48.286648 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:56:48.286791 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:56:48.286909 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa Username:docker}
I1014 13:56:48.366887 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1014 13:56:48.372822 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1014 13:56:48.386233 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1014 13:56:48.391254 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1014 13:56:48.402846 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1014 13:56:48.407460 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1014 13:56:48.418138 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1014 13:56:48.423366 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1014 13:56:48.435286 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1014 13:56:48.442980 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1014 13:56:48.457010 25306 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1014 13:56:48.462031 25306 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1014 13:56:48.475327 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1014 13:56:48.499553 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1014 13:56:48.526670 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1014 13:56:48.552105 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1014 13:56:48.577419 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1014 13:56:48.600650 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1014 13:56:48.623847 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1014 13:56:48.649170 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1014 13:56:48.674110 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/certs/15023.pem --> /usr/share/ca-certificates/15023.pem (1338 bytes)
I1014 13:56:48.700598 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/files/etc/ssl/certs/150232.pem --> /usr/share/ca-certificates/150232.pem (1708 bytes)
I1014 13:56:48.725176 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1014 13:56:48.750067 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1014 13:56:48.767549 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1014 13:56:48.786866 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1014 13:56:48.804737 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1014 13:56:48.822022 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1014 13:56:48.840501 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1014 13:56:48.858556 25306 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1014 13:56:48.875294 25306 ssh_runner.go:195] Run: openssl version
I1014 13:56:48.880974 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/15023.pem && ln -fs /usr/share/ca-certificates/15023.pem /etc/ssl/certs/15023.pem"
I1014 13:56:48.892080 25306 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/15023.pem
I1014 13:56:48.896904 25306 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 14 13:50 /usr/share/ca-certificates/15023.pem
I1014 13:56:48.896954 25306 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/15023.pem
I1014 13:56:48.902856 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/15023.pem /etc/ssl/certs/51391683.0"
I1014 13:56:48.914212 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/150232.pem && ln -fs /usr/share/ca-certificates/150232.pem /etc/ssl/certs/150232.pem"
I1014 13:56:48.926784 25306 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/150232.pem
I1014 13:56:48.931725 25306 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 14 13:50 /usr/share/ca-certificates/150232.pem
I1014 13:56:48.931780 25306 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/150232.pem
I1014 13:56:48.937633 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/150232.pem /etc/ssl/certs/3ec20f2e.0"
I1014 13:56:48.949727 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1014 13:56:48.960604 25306 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1014 13:56:48.965337 25306 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 14 13:39 /usr/share/ca-certificates/minikubeCA.pem
I1014 13:56:48.965398 25306 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1014 13:56:48.970965 25306 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1014 13:56:48.983521 25306 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1014 13:56:48.987988 25306 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1014 13:56:48.988067 25306 kubeadm.go:934] updating node {m03 192.168.39.55 8443 v1.31.1 crio true true} ...
I1014 13:56:48.988197 25306 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-450021-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.55
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-450021 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1014 13:56:48.988224 25306 kube-vip.go:115] generating kube-vip config ...
I1014 13:56:48.988260 25306 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1014 13:56:49.006786 25306 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1014 13:56:49.006878 25306 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1014 13:56:49.006948 25306 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1014 13:56:49.017177 25306 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1014 13:56:49.017231 25306 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1014 13:56:49.027546 25306 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I1014 13:56:49.027571 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1014 13:56:49.027572 25306 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1014 13:56:49.027592 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1014 13:56:49.027633 25306 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1014 13:56:49.027546 25306 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I1014 13:56:49.027650 25306 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1014 13:56:49.027677 25306 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1014 13:56:49.041850 25306 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1014 13:56:49.041880 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1014 13:56:49.059453 25306 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1014 13:56:49.059469 25306 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1014 13:56:49.059486 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1014 13:56:49.059574 25306 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1014 13:56:49.108836 25306 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1014 13:56:49.108879 25306 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19790-7836/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1014 13:56:49.922146 25306 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1014 13:56:49.934057 25306 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1014 13:56:49.951495 25306 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1014 13:56:49.969831 25306 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1014 13:56:49.987375 25306 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1014 13:56:49.991392 25306 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1014 13:56:50.004437 25306 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1014 13:56:50.138457 25306 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1014 13:56:50.156141 25306 host.go:66] Checking if "ha-450021" exists ...
I1014 13:56:50.156664 25306 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1014 13:56:50.156719 25306 main.go:141] libmachine: Launching plugin server for driver kvm2
I1014 13:56:50.172505 25306 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34963
I1014 13:56:50.172984 25306 main.go:141] libmachine: () Calling .GetVersion
I1014 13:56:50.173395 25306 main.go:141] libmachine: Using API Version 1
I1014 13:56:50.173421 25306 main.go:141] libmachine: () Calling .SetConfigRaw
I1014 13:56:50.173801 25306 main.go:141] libmachine: () Calling .GetMachineName
I1014 13:56:50.173992 25306 main.go:141] libmachine: (ha-450021) Calling .DriverName
I1014 13:56:50.174119 25306 start.go:317] joinCluster: &{Name:ha-450021 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-450021 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.176 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.89 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.55 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dn
s:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1014 13:56:50.174253 25306 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1014 13:56:50.174270 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHHostname
I1014 13:56:50.177090 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:56:50.177620 25306 main.go:141] libmachine: (ha-450021) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:a1:20:5f", ip: ""} in network mk-ha-450021: {Iface:virbr1 ExpiryTime:2024-10-14 14:54:34 +0000 UTC Type:0 Mac:52:54:00:a1:20:5f Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-450021 Clientid:01:52:54:00:a1:20:5f}
I1014 13:56:50.177652 25306 main.go:141] libmachine: (ha-450021) DBG | domain ha-450021 has defined IP address 192.168.39.176 and MAC address 52:54:00:a1:20:5f in network mk-ha-450021
I1014 13:56:50.177788 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHPort
I1014 13:56:50.177965 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHKeyPath
I1014 13:56:50.178111 25306 main.go:141] libmachine: (ha-450021) Calling .GetSSHUsername
I1014 13:56:50.178264 25306 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19790-7836/.minikube/machines/ha-450021/id_rsa Username:docker}
I1014 13:56:50.344835 25306 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.55 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1014 13:56:50.344884 25306 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token zud3yn.6rxrec6p5rmcwb5b --discovery-token-ca-cert-hash sha256:4e1b3ed6b98151b035c29eec5bfc3dc1a4f697072e5aa720022df6fc4a333194 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-450021-m03 --control-plane --apiserver-advertise-address=192.168.39.55 --apiserver-bind-port=8443"
I1014 13:57:13.924825 25306 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token zud3yn.6rxrec6p5rmcwb5b --discovery-token-ca-cert-hash sha256:4e1b3ed6b98151b035c29eec5bfc3dc1a4f697072e5aa720022df6fc4a333194 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-450021-m03 --control-plane --apiserver-advertise-address=192.168.39.55 --apiserver-bind-port=8443": (23.579918283s)
I1014 13:57:13.924874 25306 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1014 13:57:14.548857 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-450021-m03 minikube.k8s.io/updated_at=2024_10_14T13_57_14_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=f9f6c2ada6d933af9900f45012fe0fe625736c5b minikube.k8s.io/name=ha-450021 minikube.k8s.io/primary=false
I1014 13:57:14.695478 25306 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-450021-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1014 13:57:14.877781 25306 start.go:319] duration metric: took 24.703657095s to joinCluster
I1014 13:57:14.877880 25306 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.55 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1014 13:57:14.878165 25306 config.go:182] Loaded profile config "ha-450021": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1014 13:57:14.879747 25306 out.go:177] * Verifying Kubernetes components...
I1014 13:57:14.881030 25306 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1014 13:57:15.185770 25306 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1014 13:57:15.218461 25306 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19790-7836/kubeconfig
I1014 13:57:15.218911 25306 kapi.go:59] client config for ha-450021: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.crt", KeyFile:"/home/jenkins/minikube-integration/19790-7836/.minikube/profiles/ha-450021/client.key", CAFile:"/home/jenkins/minikube-integration/19790-7836/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2432aa0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1014 13:57:15.218986 25306 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.176:8443
I1014 13:57:15.219237 25306 node_ready.go:35] waiting up to 6m0s for node "ha-450021-m03" to be "Ready" ...
I1014 13:57:15.219350 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:15.219360 25306 round_trippers.go:469] Request Headers:
I1014 13:57:15.219373 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:15.219378 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:15.231145 25306 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1014 13:57:15.719481 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:15.719504 25306 round_trippers.go:469] Request Headers:
I1014 13:57:15.719515 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:15.719523 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:15.723133 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:16.219449 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:16.219474 25306 round_trippers.go:469] Request Headers:
I1014 13:57:16.219486 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:16.219493 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:16.222753 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:16.719775 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:16.719794 25306 round_trippers.go:469] Request Headers:
I1014 13:57:16.719801 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:16.719805 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:16.723148 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:17.220337 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:17.220374 25306 round_trippers.go:469] Request Headers:
I1014 13:57:17.220382 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:17.220385 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:17.223796 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:17.224523 25306 node_ready.go:53] node "ha-450021-m03" has status "Ready":"False"
I1014 13:57:17.719785 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:17.719812 25306 round_trippers.go:469] Request Headers:
I1014 13:57:17.719823 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:17.719828 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:17.724599 25306 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1014 13:57:18.219479 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:18.219497 25306 round_trippers.go:469] Request Headers:
I1014 13:57:18.219505 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:18.219510 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:18.222903 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:18.719939 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:18.719958 25306 round_trippers.go:469] Request Headers:
I1014 13:57:18.719964 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:18.719968 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:18.722786 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:57:19.220210 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:19.220235 25306 round_trippers.go:469] Request Headers:
I1014 13:57:19.220246 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:19.220251 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:19.223890 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:19.719936 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:19.719957 25306 round_trippers.go:469] Request Headers:
I1014 13:57:19.719965 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:19.719968 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:19.725873 25306 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1014 13:57:19.726613 25306 node_ready.go:53] node "ha-450021-m03" has status "Ready":"False"
I1014 13:57:20.219399 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:20.219418 25306 round_trippers.go:469] Request Headers:
I1014 13:57:20.219426 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:20.219429 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:20.222447 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:20.720283 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:20.720304 25306 round_trippers.go:469] Request Headers:
I1014 13:57:20.720311 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:20.720316 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:20.723293 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:57:21.219622 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:21.219643 25306 round_trippers.go:469] Request Headers:
I1014 13:57:21.219651 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:21.219655 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:21.223137 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:21.719413 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:21.719434 25306 round_trippers.go:469] Request Headers:
I1014 13:57:21.719441 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:21.719445 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:21.727130 25306 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1014 13:57:21.728875 25306 node_ready.go:53] node "ha-450021-m03" has status "Ready":"False"
I1014 13:57:22.219563 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:22.219584 25306 round_trippers.go:469] Request Headers:
I1014 13:57:22.219593 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:22.219597 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:22.222980 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:22.719873 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:22.719897 25306 round_trippers.go:469] Request Headers:
I1014 13:57:22.719906 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:22.719910 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:22.723538 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:23.219424 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:23.219447 25306 round_trippers.go:469] Request Headers:
I1014 13:57:23.219456 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:23.219459 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:23.223288 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:23.719840 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:23.719863 25306 round_trippers.go:469] Request Headers:
I1014 13:57:23.719870 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:23.719874 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:23.725306 25306 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1014 13:57:24.220401 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:24.220427 25306 round_trippers.go:469] Request Headers:
I1014 13:57:24.220439 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:24.220448 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:24.224025 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:24.224423 25306 node_ready.go:53] node "ha-450021-m03" has status "Ready":"False"
I1014 13:57:24.720285 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:24.720311 25306 round_trippers.go:469] Request Headers:
I1014 13:57:24.720323 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:24.720331 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:24.724123 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:25.219820 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:25.219841 25306 round_trippers.go:469] Request Headers:
I1014 13:57:25.219849 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:25.219852 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:25.223237 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:25.720061 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:25.720081 25306 round_trippers.go:469] Request Headers:
I1014 13:57:25.720090 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:25.720095 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:25.727909 25306 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1014 13:57:26.220029 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:26.220052 25306 round_trippers.go:469] Request Headers:
I1014 13:57:26.220060 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:26.220065 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:26.223671 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:26.719549 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:26.719569 25306 round_trippers.go:469] Request Headers:
I1014 13:57:26.719577 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:26.719581 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:26.724063 25306 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1014 13:57:26.724628 25306 node_ready.go:53] node "ha-450021-m03" has status "Ready":"False"
I1014 13:57:27.220196 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:27.220218 25306 round_trippers.go:469] Request Headers:
I1014 13:57:27.220230 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:27.220239 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:27.227906 25306 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1014 13:57:27.719535 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:27.719576 25306 round_trippers.go:469] Request Headers:
I1014 13:57:27.719587 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:27.719592 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:27.727292 25306 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1014 13:57:28.219952 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:28.219973 25306 round_trippers.go:469] Request Headers:
I1014 13:57:28.219983 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:28.219988 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:28.223688 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:28.719432 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:28.719455 25306 round_trippers.go:469] Request Headers:
I1014 13:57:28.719463 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:28.719468 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:28.722896 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:29.219877 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:29.219901 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.219911 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.219915 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.223129 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:29.223965 25306 node_ready.go:49] node "ha-450021-m03" has status "Ready":"True"
I1014 13:57:29.223987 25306 node_ready.go:38] duration metric: took 14.004731761s for node "ha-450021-m03" to be "Ready" ...
I1014 13:57:29.223998 25306 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1014 13:57:29.224060 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods
I1014 13:57:29.224068 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.224075 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.224081 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.230054 25306 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1014 13:57:29.238333 25306 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-btfml" in "kube-system" namespace to be "Ready" ...
I1014 13:57:29.238422 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-btfml
I1014 13:57:29.238435 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.238446 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.238455 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.242284 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:29.243174 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:57:29.243194 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.243204 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.243210 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.245933 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:57:29.246411 25306 pod_ready.go:93] pod "coredns-7c65d6cfc9-btfml" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:29.246431 25306 pod_ready.go:82] duration metric: took 8.073653ms for pod "coredns-7c65d6cfc9-btfml" in "kube-system" namespace to be "Ready" ...
I1014 13:57:29.246440 25306 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-h5s6h" in "kube-system" namespace to be "Ready" ...
I1014 13:57:29.246494 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-h5s6h
I1014 13:57:29.246505 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.246515 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.246521 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.248883 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:57:29.249550 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:57:29.249563 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.249569 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.249573 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.251738 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:57:29.252240 25306 pod_ready.go:93] pod "coredns-7c65d6cfc9-h5s6h" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:29.252260 25306 pod_ready.go:82] duration metric: took 5.813932ms for pod "coredns-7c65d6cfc9-h5s6h" in "kube-system" namespace to be "Ready" ...
I1014 13:57:29.252268 25306 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:57:29.252312 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/etcd-ha-450021
I1014 13:57:29.252319 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.252326 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.252330 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.254629 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:57:29.255222 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:57:29.255236 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.255243 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.255248 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.257432 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:57:29.257842 25306 pod_ready.go:93] pod "etcd-ha-450021" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:29.257858 25306 pod_ready.go:82] duration metric: took 5.5841ms for pod "etcd-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:57:29.257865 25306 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:57:29.257906 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/etcd-ha-450021-m02
I1014 13:57:29.257913 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.257920 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.257926 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.260016 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:57:29.260730 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:57:29.260748 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.260759 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.260766 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.262822 25306 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1014 13:57:29.263416 25306 pod_ready.go:93] pod "etcd-ha-450021-m02" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:29.263434 25306 pod_ready.go:82] duration metric: took 5.562613ms for pod "etcd-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:57:29.263445 25306 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-450021-m03" in "kube-system" namespace to be "Ready" ...
I1014 13:57:29.420814 25306 request.go:632] Waited for 157.302029ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/etcd-ha-450021-m03
I1014 13:57:29.420888 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/etcd-ha-450021-m03
I1014 13:57:29.420896 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.420904 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.420911 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.423933 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:29.620244 25306 request.go:632] Waited for 195.721406ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:29.620303 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:29.620309 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.620331 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.620359 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.623721 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:29.624232 25306 pod_ready.go:93] pod "etcd-ha-450021-m03" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:29.624248 25306 pod_ready.go:82] duration metric: took 360.793531ms for pod "etcd-ha-450021-m03" in "kube-system" namespace to be "Ready" ...
I1014 13:57:29.624265 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:57:29.820803 25306 request.go:632] Waited for 196.4673ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-450021
I1014 13:57:29.820871 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-450021
I1014 13:57:29.820878 25306 round_trippers.go:469] Request Headers:
I1014 13:57:29.820888 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:29.820899 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:29.825055 25306 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1014 13:57:30.020658 25306 request.go:632] Waited for 194.868544ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:57:30.020728 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:57:30.020733 25306 round_trippers.go:469] Request Headers:
I1014 13:57:30.020740 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:30.020744 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:30.024136 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:30.024766 25306 pod_ready.go:93] pod "kube-apiserver-ha-450021" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:30.024782 25306 pod_ready.go:82] duration metric: took 400.510119ms for pod "kube-apiserver-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:57:30.024791 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:57:30.220429 25306 request.go:632] Waited for 195.542568ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-450021-m02
I1014 13:57:30.220491 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-450021-m02
I1014 13:57:30.220497 25306 round_trippers.go:469] Request Headers:
I1014 13:57:30.220508 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:30.220517 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:30.224059 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:30.420172 25306 request.go:632] Waited for 195.340177ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:57:30.420225 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:57:30.420231 25306 round_trippers.go:469] Request Headers:
I1014 13:57:30.420238 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:30.420243 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:30.423967 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:30.424613 25306 pod_ready.go:93] pod "kube-apiserver-ha-450021-m02" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:30.424631 25306 pod_ready.go:82] duration metric: took 399.833776ms for pod "kube-apiserver-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:57:30.424640 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-450021-m03" in "kube-system" namespace to be "Ready" ...
I1014 13:57:30.620846 25306 request.go:632] Waited for 196.141352ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-450021-m03
I1014 13:57:30.620922 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-450021-m03
I1014 13:57:30.620928 25306 round_trippers.go:469] Request Headers:
I1014 13:57:30.620935 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:30.620942 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:30.624496 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:30.820849 25306 request.go:632] Waited for 195.396807ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:30.820939 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:30.820975 25306 round_trippers.go:469] Request Headers:
I1014 13:57:30.820988 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:30.820995 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:30.824502 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:30.825021 25306 pod_ready.go:93] pod "kube-apiserver-ha-450021-m03" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:30.825046 25306 pod_ready.go:82] duration metric: took 400.398723ms for pod "kube-apiserver-ha-450021-m03" in "kube-system" namespace to be "Ready" ...
I1014 13:57:30.825059 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:57:31.020285 25306 request.go:632] Waited for 195.157008ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-450021
I1014 13:57:31.020365 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-450021
I1014 13:57:31.020370 25306 round_trippers.go:469] Request Headers:
I1014 13:57:31.020385 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:31.020393 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:31.024268 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:31.220585 25306 request.go:632] Waited for 195.341359ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:57:31.220643 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:57:31.220650 25306 round_trippers.go:469] Request Headers:
I1014 13:57:31.220659 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:31.220664 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:31.224268 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:31.224942 25306 pod_ready.go:93] pod "kube-controller-manager-ha-450021" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:31.224972 25306 pod_ready.go:82] duration metric: took 399.90441ms for pod "kube-controller-manager-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:57:31.224991 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:57:31.419861 25306 request.go:632] Waited for 194.791136ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-450021-m02
I1014 13:57:31.419920 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-450021-m02
I1014 13:57:31.419926 25306 round_trippers.go:469] Request Headers:
I1014 13:57:31.419934 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:31.419939 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:31.423671 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:31.620170 25306 request.go:632] Waited for 195.363598ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:57:31.620257 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:57:31.620267 25306 round_trippers.go:469] Request Headers:
I1014 13:57:31.620279 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:31.620289 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:31.623838 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:31.624806 25306 pod_ready.go:93] pod "kube-controller-manager-ha-450021-m02" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:31.624830 25306 pod_ready.go:82] duration metric: took 399.825307ms for pod "kube-controller-manager-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:57:31.624845 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-450021-m03" in "kube-system" namespace to be "Ready" ...
I1014 13:57:31.819925 25306 request.go:632] Waited for 194.986166ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-450021-m03
I1014 13:57:31.819986 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-450021-m03
I1014 13:57:31.819995 25306 round_trippers.go:469] Request Headers:
I1014 13:57:31.820007 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:31.820020 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:31.823660 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:32.020870 25306 request.go:632] Waited for 196.217554ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:32.020953 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:32.020964 25306 round_trippers.go:469] Request Headers:
I1014 13:57:32.020976 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:32.020984 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:32.024484 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:32.025120 25306 pod_ready.go:93] pod "kube-controller-manager-ha-450021-m03" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:32.025154 25306 pod_ready.go:82] duration metric: took 400.297134ms for pod "kube-controller-manager-ha-450021-m03" in "kube-system" namespace to be "Ready" ...
I1014 13:57:32.025174 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-9tbfp" in "kube-system" namespace to be "Ready" ...
I1014 13:57:32.220154 25306 request.go:632] Waited for 194.89867ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tbfp
I1014 13:57:32.220222 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tbfp
I1014 13:57:32.220229 25306 round_trippers.go:469] Request Headers:
I1014 13:57:32.220239 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:32.220246 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:32.223571 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:32.420701 25306 request.go:632] Waited for 196.352524ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:32.420758 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:32.420763 25306 round_trippers.go:469] Request Headers:
I1014 13:57:32.420770 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:32.420774 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:32.424213 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:32.424900 25306 pod_ready.go:93] pod "kube-proxy-9tbfp" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:32.424923 25306 pod_ready.go:82] duration metric: took 399.74019ms for pod "kube-proxy-9tbfp" in "kube-system" namespace to be "Ready" ...
I1014 13:57:32.424936 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-dmbpv" in "kube-system" namespace to be "Ready" ...
I1014 13:57:32.619849 25306 request.go:632] Waited for 194.848954ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dmbpv
I1014 13:57:32.619902 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dmbpv
I1014 13:57:32.619908 25306 round_trippers.go:469] Request Headers:
I1014 13:57:32.619915 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:32.619918 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:32.623593 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:32.820780 25306 request.go:632] Waited for 196.366155ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:57:32.820849 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:57:32.820854 25306 round_trippers.go:469] Request Headers:
I1014 13:57:32.820863 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:32.820870 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:32.824510 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:32.825180 25306 pod_ready.go:93] pod "kube-proxy-dmbpv" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:32.825196 25306 pod_ready.go:82] duration metric: took 400.2529ms for pod "kube-proxy-dmbpv" in "kube-system" namespace to be "Ready" ...
I1014 13:57:32.825205 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-v24tf" in "kube-system" namespace to be "Ready" ...
I1014 13:57:33.020309 25306 request.go:632] Waited for 195.030338ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-proxy-v24tf
I1014 13:57:33.020398 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-proxy-v24tf
I1014 13:57:33.020409 25306 round_trippers.go:469] Request Headers:
I1014 13:57:33.020421 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:33.020429 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:33.023944 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:33.220873 25306 request.go:632] Waited for 196.168894ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:57:33.220972 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:57:33.220984 25306 round_trippers.go:469] Request Headers:
I1014 13:57:33.221002 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:33.221010 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:33.224398 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:33.225139 25306 pod_ready.go:93] pod "kube-proxy-v24tf" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:33.225161 25306 pod_ready.go:82] duration metric: took 399.9482ms for pod "kube-proxy-v24tf" in "kube-system" namespace to be "Ready" ...
I1014 13:57:33.225174 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:57:33.420278 25306 request.go:632] Waited for 195.028059ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-450021
I1014 13:57:33.420352 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-450021
I1014 13:57:33.420358 25306 round_trippers.go:469] Request Headers:
I1014 13:57:33.420365 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:33.420370 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:33.423970 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:33.619940 25306 request.go:632] Waited for 195.292135ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:57:33.620017 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021
I1014 13:57:33.620024 25306 round_trippers.go:469] Request Headers:
I1014 13:57:33.620031 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:33.620038 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:33.623628 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:33.624429 25306 pod_ready.go:93] pod "kube-scheduler-ha-450021" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:33.624446 25306 pod_ready.go:82] duration metric: took 399.265054ms for pod "kube-scheduler-ha-450021" in "kube-system" namespace to be "Ready" ...
I1014 13:57:33.624456 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:57:33.820766 25306 request.go:632] Waited for 196.250065ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-450021-m02
I1014 13:57:33.820834 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-450021-m02
I1014 13:57:33.820840 25306 round_trippers.go:469] Request Headers:
I1014 13:57:33.820847 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:33.820861 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:33.824813 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:34.020844 25306 request.go:632] Waited for 195.391993ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:57:34.020901 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m02
I1014 13:57:34.020908 25306 round_trippers.go:469] Request Headers:
I1014 13:57:34.020915 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:34.020920 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:34.025139 25306 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1014 13:57:34.026105 25306 pod_ready.go:93] pod "kube-scheduler-ha-450021-m02" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:34.026127 25306 pod_ready.go:82] duration metric: took 401.663759ms for pod "kube-scheduler-ha-450021-m02" in "kube-system" namespace to be "Ready" ...
I1014 13:57:34.026140 25306 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-450021-m03" in "kube-system" namespace to be "Ready" ...
I1014 13:57:34.220315 25306 request.go:632] Waited for 194.095801ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-450021-m03
I1014 13:57:34.220368 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-450021-m03
I1014 13:57:34.220374 25306 round_trippers.go:469] Request Headers:
I1014 13:57:34.220381 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:34.220385 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:34.224012 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:34.420204 25306 request.go:632] Waited for 195.373756ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:34.420275 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes/ha-450021-m03
I1014 13:57:34.420280 25306 round_trippers.go:469] Request Headers:
I1014 13:57:34.420288 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:34.420292 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:34.424022 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:34.424779 25306 pod_ready.go:93] pod "kube-scheduler-ha-450021-m03" in "kube-system" namespace has status "Ready":"True"
I1014 13:57:34.424801 25306 pod_ready.go:82] duration metric: took 398.654013ms for pod "kube-scheduler-ha-450021-m03" in "kube-system" namespace to be "Ready" ...
I1014 13:57:34.424816 25306 pod_ready.go:39] duration metric: took 5.200801864s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1014 13:57:34.424833 25306 api_server.go:52] waiting for apiserver process to appear ...
I1014 13:57:34.424888 25306 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1014 13:57:34.443450 25306 api_server.go:72] duration metric: took 19.56551851s to wait for apiserver process to appear ...
I1014 13:57:34.443480 25306 api_server.go:88] waiting for apiserver healthz status ...
I1014 13:57:34.443507 25306 api_server.go:253] Checking apiserver healthz at https://192.168.39.176:8443/healthz ...
I1014 13:57:34.447984 25306 api_server.go:279] https://192.168.39.176:8443/healthz returned 200:
ok
I1014 13:57:34.448076 25306 round_trippers.go:463] GET https://192.168.39.176:8443/version
I1014 13:57:34.448089 25306 round_trippers.go:469] Request Headers:
I1014 13:57:34.448100 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:34.448108 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:34.449007 25306 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1014 13:57:34.449084 25306 api_server.go:141] control plane version: v1.31.1
I1014 13:57:34.449104 25306 api_server.go:131] duration metric: took 5.616812ms to wait for apiserver health ...
I1014 13:57:34.449115 25306 system_pods.go:43] waiting for kube-system pods to appear ...
I1014 13:57:34.620303 25306 request.go:632] Waited for 171.103547ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods
I1014 13:57:34.620363 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods
I1014 13:57:34.620370 25306 round_trippers.go:469] Request Headers:
I1014 13:57:34.620380 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:34.620385 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:34.626531 25306 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1014 13:57:34.632849 25306 system_pods.go:59] 24 kube-system pods found
I1014 13:57:34.632878 25306 system_pods.go:61] "coredns-7c65d6cfc9-btfml" [292e08ef-5eec-4ebb-acf5-5b4b03e47724] Running
I1014 13:57:34.632883 25306 system_pods.go:61] "coredns-7c65d6cfc9-h5s6h" [bf78614c-8f22-48f9-8a16-cfcffecadfcc] Running
I1014 13:57:34.632887 25306 system_pods.go:61] "etcd-ha-450021" [d3e4a252-6d4a-4617-99f8-416ddaa8e695] Running
I1014 13:57:34.632891 25306 system_pods.go:61] "etcd-ha-450021-m02" [d890c5b4-c756-42a4-a549-59b46d9fa0f6] Running
I1014 13:57:34.632894 25306 system_pods.go:61] "etcd-ha-450021-m03" [ceded083-0662-41fd-9317-3f7debf0252b] Running
I1014 13:57:34.632897 25306 system_pods.go:61] "kindnet-2ghzc" [f725a811-6a0e-433c-913d-079b7bc4742f] Running
I1014 13:57:34.632900 25306 system_pods.go:61] "kindnet-7jwgx" [c4607bd9-32b8-401b-a74e-b20d6f63ce03] Running
I1014 13:57:34.632903 25306 system_pods.go:61] "kindnet-c2xkn" [0f821123-80f9-4fe5-b64c-fb641ec185ea] Running
I1014 13:57:34.632906 25306 system_pods.go:61] "kube-apiserver-ha-450021" [3c355a29-9ac5-466a-974f-22fc58429b98] Running
I1014 13:57:34.632909 25306 system_pods.go:61] "kube-apiserver-ha-450021-m02" [5e9f016e-2b42-4301-964f-8e2af49d0d08] Running
I1014 13:57:34.632911 25306 system_pods.go:61] "kube-apiserver-ha-450021-m03" [3521d4f5-b657-4f3c-a36e-a855d81590e9] Running
I1014 13:57:34.632915 25306 system_pods.go:61] "kube-controller-manager-ha-450021" [b002ddcb-0bb2-44f5-a779-20df99f3cab5] Running
I1014 13:57:34.632917 25306 system_pods.go:61] "kube-controller-manager-ha-450021-m02" [f7be35b1-380c-4f40-a1d6-5522b961917c] Running
I1014 13:57:34.632920 25306 system_pods.go:61] "kube-controller-manager-ha-450021-m03" [56960cdf-61e7-4251-8fa5-7034b7aeffcd] Running
I1014 13:57:34.632923 25306 system_pods.go:61] "kube-proxy-9tbfp" [fc30758d-16af-4818-9414-e78ee865fb7d] Running
I1014 13:57:34.632926 25306 system_pods.go:61] "kube-proxy-dmbpv" [e09737a1-c663-4951-b6cb-c0690fbd8153] Running
I1014 13:57:34.632929 25306 system_pods.go:61] "kube-proxy-v24tf" [49b626fc-4017-45f7-a44f-43f3b311d0e0] Running
I1014 13:57:34.632931 25306 system_pods.go:61] "kube-scheduler-ha-450021" [2f216272-b604-4f1c-ad4b-fdb874a78cf4] Running
I1014 13:57:34.632934 25306 system_pods.go:61] "kube-scheduler-ha-450021-m02" [cfa4bb4e-6a32-4b4b-85df-2c7b1a356a4a] Running
I1014 13:57:34.632937 25306 system_pods.go:61] "kube-scheduler-ha-450021-m03" [11cfe784-95d9-48fb-ab0c-334d4136c207] Running
I1014 13:57:34.632940 25306 system_pods.go:61] "kube-vip-ha-450021" [e5340482-7ea5-4299-8096-a2f292c4bfdd] Running
I1014 13:57:34.632942 25306 system_pods.go:61] "kube-vip-ha-450021-m02" [6a409d8d-9566-4caa-af5a-0dbe7b9f6cec] Running
I1014 13:57:34.632946 25306 system_pods.go:61] "kube-vip-ha-450021-m03" [de6e64e3-5d83-4ca7-8618-279cca6bf0c1] Running
I1014 13:57:34.632948 25306 system_pods.go:61] "storage-provisioner" [1377adb3-3faf-4dee-a86e-9c4544a02d51] Running
I1014 13:57:34.632953 25306 system_pods.go:74] duration metric: took 183.830824ms to wait for pod list to return data ...
I1014 13:57:34.632963 25306 default_sa.go:34] waiting for default service account to be created ...
I1014 13:57:34.820472 25306 request.go:632] Waited for 187.441614ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/default/serviceaccounts
I1014 13:57:34.820540 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/default/serviceaccounts
I1014 13:57:34.820546 25306 round_trippers.go:469] Request Headers:
I1014 13:57:34.820553 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:34.820563 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:34.824880 25306 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1014 13:57:34.824982 25306 default_sa.go:45] found service account: "default"
I1014 13:57:34.824994 25306 default_sa.go:55] duration metric: took 192.026288ms for default service account to be created ...
I1014 13:57:34.825002 25306 system_pods.go:116] waiting for k8s-apps to be running ...
I1014 13:57:35.020105 25306 request.go:632] Waited for 195.031126ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods
I1014 13:57:35.020178 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/namespaces/kube-system/pods
I1014 13:57:35.020187 25306 round_trippers.go:469] Request Headers:
I1014 13:57:35.020199 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:35.020209 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:35.026365 25306 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1014 13:57:35.032685 25306 system_pods.go:86] 24 kube-system pods found
I1014 13:57:35.032713 25306 system_pods.go:89] "coredns-7c65d6cfc9-btfml" [292e08ef-5eec-4ebb-acf5-5b4b03e47724] Running
I1014 13:57:35.032719 25306 system_pods.go:89] "coredns-7c65d6cfc9-h5s6h" [bf78614c-8f22-48f9-8a16-cfcffecadfcc] Running
I1014 13:57:35.032722 25306 system_pods.go:89] "etcd-ha-450021" [d3e4a252-6d4a-4617-99f8-416ddaa8e695] Running
I1014 13:57:35.032727 25306 system_pods.go:89] "etcd-ha-450021-m02" [d890c5b4-c756-42a4-a549-59b46d9fa0f6] Running
I1014 13:57:35.032731 25306 system_pods.go:89] "etcd-ha-450021-m03" [ceded083-0662-41fd-9317-3f7debf0252b] Running
I1014 13:57:35.032736 25306 system_pods.go:89] "kindnet-2ghzc" [f725a811-6a0e-433c-913d-079b7bc4742f] Running
I1014 13:57:35.032739 25306 system_pods.go:89] "kindnet-7jwgx" [c4607bd9-32b8-401b-a74e-b20d6f63ce03] Running
I1014 13:57:35.032743 25306 system_pods.go:89] "kindnet-c2xkn" [0f821123-80f9-4fe5-b64c-fb641ec185ea] Running
I1014 13:57:35.032747 25306 system_pods.go:89] "kube-apiserver-ha-450021" [3c355a29-9ac5-466a-974f-22fc58429b98] Running
I1014 13:57:35.032751 25306 system_pods.go:89] "kube-apiserver-ha-450021-m02" [5e9f016e-2b42-4301-964f-8e2af49d0d08] Running
I1014 13:57:35.032754 25306 system_pods.go:89] "kube-apiserver-ha-450021-m03" [3521d4f5-b657-4f3c-a36e-a855d81590e9] Running
I1014 13:57:35.032758 25306 system_pods.go:89] "kube-controller-manager-ha-450021" [b002ddcb-0bb2-44f5-a779-20df99f3cab5] Running
I1014 13:57:35.032763 25306 system_pods.go:89] "kube-controller-manager-ha-450021-m02" [f7be35b1-380c-4f40-a1d6-5522b961917c] Running
I1014 13:57:35.032770 25306 system_pods.go:89] "kube-controller-manager-ha-450021-m03" [56960cdf-61e7-4251-8fa5-7034b7aeffcd] Running
I1014 13:57:35.032774 25306 system_pods.go:89] "kube-proxy-9tbfp" [fc30758d-16af-4818-9414-e78ee865fb7d] Running
I1014 13:57:35.032780 25306 system_pods.go:89] "kube-proxy-dmbpv" [e09737a1-c663-4951-b6cb-c0690fbd8153] Running
I1014 13:57:35.032783 25306 system_pods.go:89] "kube-proxy-v24tf" [49b626fc-4017-45f7-a44f-43f3b311d0e0] Running
I1014 13:57:35.032789 25306 system_pods.go:89] "kube-scheduler-ha-450021" [2f216272-b604-4f1c-ad4b-fdb874a78cf4] Running
I1014 13:57:35.032793 25306 system_pods.go:89] "kube-scheduler-ha-450021-m02" [cfa4bb4e-6a32-4b4b-85df-2c7b1a356a4a] Running
I1014 13:57:35.032799 25306 system_pods.go:89] "kube-scheduler-ha-450021-m03" [11cfe784-95d9-48fb-ab0c-334d4136c207] Running
I1014 13:57:35.032803 25306 system_pods.go:89] "kube-vip-ha-450021" [e5340482-7ea5-4299-8096-a2f292c4bfdd] Running
I1014 13:57:35.032808 25306 system_pods.go:89] "kube-vip-ha-450021-m02" [6a409d8d-9566-4caa-af5a-0dbe7b9f6cec] Running
I1014 13:57:35.032811 25306 system_pods.go:89] "kube-vip-ha-450021-m03" [de6e64e3-5d83-4ca7-8618-279cca6bf0c1] Running
I1014 13:57:35.032816 25306 system_pods.go:89] "storage-provisioner" [1377adb3-3faf-4dee-a86e-9c4544a02d51] Running
I1014 13:57:35.032822 25306 system_pods.go:126] duration metric: took 207.815391ms to wait for k8s-apps to be running ...
I1014 13:57:35.032831 25306 system_svc.go:44] waiting for kubelet service to be running ....
I1014 13:57:35.032872 25306 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1014 13:57:35.048661 25306 system_svc.go:56] duration metric: took 15.819815ms WaitForService to wait for kubelet
I1014 13:57:35.048694 25306 kubeadm.go:582] duration metric: took 20.170783435s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1014 13:57:35.048713 25306 node_conditions.go:102] verifying NodePressure condition ...
I1014 13:57:35.220270 25306 request.go:632] Waited for 171.481631ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.176:8443/api/v1/nodes
I1014 13:57:35.220338 25306 round_trippers.go:463] GET https://192.168.39.176:8443/api/v1/nodes
I1014 13:57:35.220343 25306 round_trippers.go:469] Request Headers:
I1014 13:57:35.220351 25306 round_trippers.go:473] Accept: application/json, */*
I1014 13:57:35.220356 25306 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1014 13:57:35.224271 25306 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1014 13:57:35.225220 25306 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1014 13:57:35.225243 25306 node_conditions.go:123] node cpu capacity is 2
I1014 13:57:35.225255 25306 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1014 13:57:35.225258 25306 node_conditions.go:123] node cpu capacity is 2
I1014 13:57:35.225264 25306 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1014 13:57:35.225268 25306 node_conditions.go:123] node cpu capacity is 2
I1014 13:57:35.225272 25306 node_conditions.go:105] duration metric: took 176.55497ms to run NodePressure ...
I1014 13:57:35.225286 25306 start.go:241] waiting for startup goroutines ...
I1014 13:57:35.225306 25306 start.go:255] writing updated cluster config ...
I1014 13:57:35.225629 25306 ssh_runner.go:195] Run: rm -f paused
I1014 13:57:35.278941 25306 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1014 13:57:35.281235 25306 out.go:177] * Done! kubectl is now configured to use "ha-450021" cluster and "default" namespace by default
==> CRI-O <==
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.252213954Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=4f54d74c-8a2b-4b82-b304-f1c015bf0b3a name=/runtime.v1.RuntimeService/Version
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.253400673Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=74d2fef8-8c40-4e2a-b98e-944a6819e48c name=/runtime.v1.ImageService/ImageFsInfo
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.253903959Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914492253880828,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=74d2fef8-8c40-4e2a-b98e-944a6819e48c name=/runtime.v1.ImageService/ImageFsInfo
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.254668150Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=afaf2159-eae0-4fa9-a4ce-d8bd89be10a8 name=/runtime.v1.RuntimeService/ListContainers
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.254725645Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=afaf2159-eae0-4fa9-a4ce-d8bd89be10a8 name=/runtime.v1.RuntimeService/ListContainers
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.254960701Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:a41053c31fcb74ad24a4417c885436510a42c2e477d721651ae65459748bfd17,PodSandboxId:c3201918bd10d1535ddb2ebef0aa3b55e3e997e18a90de29ee09c2a7cb289b47,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728914259057513833,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-fkz82,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 07dccd61-4a5a-4d82-ba70-df7e6ff6bb4c,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1051cfacf1c9fba1500a3437ece4de024c0fac626340151d2e28cbc18dc67a85,PodSandboxId:49d4b2387dd65dbd67bcdc3c377ba15e05400c782a4e2980358881a9c87ca5f3,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728914119581188349,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1377adb3-3faf-4dee-a86e-9c4544a02d51,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b17b6d38f935951dfa1746d02ec45095af8e06f6258ed80913feba7a10224927,PodSandboxId:b83407d74496b7f16cdeead48267cc803ffacd743feae034b1233a8c93800582,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728914119554752984,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-btfml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 292e08ef-5eec-4ebb-acf5-5b4b03e47724,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:138a0b23a09075071550a4b7808439fd0baef4054fc6a7a7d4e8bc9a4457abfe,PodSandboxId:e862ae5ec13c39ac9605ac5725a1018466957149e1a69b2e013f7a87d5095bee,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728914119562072468,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-h5s6h,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf78614c-8f
22-48f9-8a16-cfcffecadfcc,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b15af89d835eebb58d825b5cdfdcbcfc064fe27d95caa6667adfb0e714974996,PodSandboxId:10ad22ab64de39acac4028e06deccb0ee0084112ba58c2349599913bf0d931d6,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728914107455260455,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-c2xkn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0f821123-80f9-4fe5-b64c-fb641ec185ea,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5eec863af38c114b5058f678da27f8ce8608a5cd97566d4e704e07ff87100124,PodSandboxId:40a3318e89ae5bc2fe2d145b32f19e419934ba96586add9c17a653799fad9d26,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172891410
4698984942,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-dmbpv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e09737a1-c663-4951-b6cb-c0690fbd8153,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:69f6cdf690df6514a349ce87c438a718209e9a098486e719653e5ac84d645899,PodSandboxId:dcc284c053db656af8f5da1c1a80672bfee0353e44ea6e4a01814f37351dad87,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17289140950
79963768,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f67c899a1266c35ae5a8a71fac8e2760,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4efae268f9ec331abbf180a9264d60144b2a22485b89d39a46207f1c40454221,PodSandboxId:ce558cb07ca8f68689235cad5912b7da5a8f1c75775d2e5f2e7e823fe5127da9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728914093274186361,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4d575d608bbdadce4a654f35576809ec,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:09fbfff3b334bde93db2f81855492434f8be70767826f2e33734ab52ad522a7a,PodSandboxId:ee3335073bb66b262b3eabf6a735be75c2ddcef2fa54aff9245585e26dd713f7,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728914093280862312,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0ca49fb553a9c26ea8ae634afb933e7b,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ebec97dfd405a7e2c8ad77d0255ca029054cfb1090eba8d4d3851bdb68213e1,PodSandboxId:bc7fe679de4dc3fdff7f7e05bcd59ce354148a5c261197612bf284921530e902,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728914093233135044,Labels:map[string]string{io.kubernetes.container.
name: etcd,io.kubernetes.pod.name: etcd-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83d8c37c1aa9e38ec5865c9c3159f1b5,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:942c179e591a9c0a8a1d869cfc5456dcbfb37c78056f256b241c51aab8936a3e,PodSandboxId:efaae5865d8afa77d2901173ba9c38ea901ca40f040d82cc15e889b37ff5a83c,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728914093143514748,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.na
me: kube-apiserver-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3c293b9606d38e94bf353b2714c2a069,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=afaf2159-eae0-4fa9-a4ce-d8bd89be10a8 name=/runtime.v1.RuntimeService/ListContainers
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.282656988Z" level=debug msg="Request: &ListPodSandboxRequest{Filter:nil,}" file="otel-collector/interceptors.go:62" id=c747f7df-2a20-4fad-ab41-d19a4f830771 name=/runtime.v1.RuntimeService/ListPodSandbox
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.282978093Z" level=debug msg="Response: &ListPodSandboxResponse{Items:[]*PodSandbox{&PodSandbox{Id:c3201918bd10d1535ddb2ebef0aa3b55e3e997e18a90de29ee09c2a7cb289b47,Metadata:&PodSandboxMetadata{Name:busybox-7dff88458-fkz82,Uid:07dccd61-4a5a-4d82-ba70-df7e6ff6bb4c,Namespace:default,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728914256575693813,Labels:map[string]string{app: busybox,io.kubernetes.container.name: POD,io.kubernetes.pod.name: busybox-7dff88458-fkz82,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 07dccd61-4a5a-4d82-ba70-df7e6ff6bb4c,pod-template-hash: 7dff88458,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-14T13:57:36.259893995Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:49d4b2387dd65dbd67bcdc3c377ba15e05400c782a4e2980358881a9c87ca5f3,Metadata:&PodSandboxMetadata{Name:storage-provisioner,Uid:1377adb3-3faf-4dee-a86e-9c4544a02d51,Namespace:kube-system,Attempt:0,},State:SANDBO
X_READY,CreatedAt:1728914119351726434,Labels:map[string]string{addonmanager.kubernetes.io/mode: Reconcile,integration-test: storage-provisioner,io.kubernetes.container.name: POD,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1377adb3-3faf-4dee-a86e-9c4544a02d51,},Annotations:map[string]string{kubectl.kubernetes.io/last-applied-configuration: {\"apiVersion\":\"v1\",\"kind\":\"Pod\",\"metadata\":{\"annotations\":{},\"labels\":{\"addonmanager.kubernetes.io/mode\":\"Reconcile\",\"integration-test\":\"storage-provisioner\"},\"name\":\"storage-provisioner\",\"namespace\":\"kube-system\"},\"spec\":{\"containers\":[{\"command\":[\"/storage-provisioner\"],\"image\":\"gcr.io/k8s-minikube/storage-provisioner:v5\",\"imagePullPolicy\":\"IfNotPresent\",\"name\":\"storage-provisioner\",\"volumeMounts\":[{\"mountPath\":\"/tmp\",\"name\":\"tmp\"}]}],\"hostNetwork\":true,\"serviceAccountName\":\"storage-provisioner\",\"volumes\":[{\"hostPath\":{\"path\":\"/tmp\",\"ty
pe\":\"Directory\"},\"name\":\"tmp\"}]}}\n,kubernetes.io/config.seen: 2024-10-14T13:55:19.021361497Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:e862ae5ec13c39ac9605ac5725a1018466957149e1a69b2e013f7a87d5095bee,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-h5s6h,Uid:bf78614c-8f22-48f9-8a16-cfcffecadfcc,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728914119347363603,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-h5s6h,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf78614c-8f22-48f9-8a16-cfcffecadfcc,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-14T13:55:19.020127157Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:b83407d74496b7f16cdeead48267cc803ffacd743feae034b1233a8c93800582,Metadata:&PodSandboxMetadata{Name:coredns-7c65d6cfc9-btfml,Uid:292e08ef-5eec-4ebb-acf5-5b4b03e47724,Namespace:kube-system,Atte
mpt:0,},State:SANDBOX_READY,CreatedAt:1728914119317724514,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: coredns-7c65d6cfc9-btfml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 292e08ef-5eec-4ebb-acf5-5b4b03e47724,k8s-app: kube-dns,pod-template-hash: 7c65d6cfc9,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-14T13:55:19.012079483Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:10ad22ab64de39acac4028e06deccb0ee0084112ba58c2349599913bf0d931d6,Metadata:&PodSandboxMetadata{Name:kindnet-c2xkn,Uid:0f821123-80f9-4fe5-b64c-fb641ec185ea,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728914104500432788,Labels:map[string]string{app: kindnet,controller-revision-hash: 6f5b6b96c8,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kindnet-c2xkn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0f821123-80f9-4fe5-b64c-fb641ec185ea,k8s-app: kindnet,pod-template-generation: 1,tier: node,},Annotati
ons:map[string]string{kubernetes.io/config.seen: 2024-10-14T13:55:04.175484891Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:40a3318e89ae5bc2fe2d145b32f19e419934ba96586add9c17a653799fad9d26,Metadata:&PodSandboxMetadata{Name:kube-proxy-dmbpv,Uid:e09737a1-c663-4951-b6cb-c0690fbd8153,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728914104494705515,Labels:map[string]string{controller-revision-hash: 648b489c5b,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-proxy-dmbpv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e09737a1-c663-4951-b6cb-c0690fbd8153,k8s-app: kube-proxy,pod-template-generation: 1,},Annotations:map[string]string{kubernetes.io/config.seen: 2024-10-14T13:55:04.175363632Z,kubernetes.io/config.source: api,},RuntimeHandler:,},&PodSandbox{Id:dcc284c053db656af8f5da1c1a80672bfee0353e44ea6e4a01814f37351dad87,Metadata:&PodSandboxMetadata{Name:kube-vip-ha-450021,Uid:f67c899a1266c35ae5a8a71fac8e2760,Namespace:kube-system,Attempt:0,},Sta
te:SANDBOX_READY,CreatedAt:1728914093018484197,Labels:map[string]string{io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-vip-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f67c899a1266c35ae5a8a71fac8e2760,},Annotations:map[string]string{kubernetes.io/config.hash: f67c899a1266c35ae5a8a71fac8e2760,kubernetes.io/config.seen: 2024-10-14T13:54:52.517031509Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:ce558cb07ca8f68689235cad5912b7da5a8f1c75775d2e5f2e7e823fe5127da9,Metadata:&PodSandboxMetadata{Name:kube-scheduler-ha-450021,Uid:4d575d608bbdadce4a654f35576809ec,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728914093012806933,Labels:map[string]string{component: kube-scheduler,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-scheduler-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4d575d608bbdadce4a654f35576809ec,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: 4d57
5d608bbdadce4a654f35576809ec,kubernetes.io/config.seen: 2024-10-14T13:54:52.517030840Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:bc7fe679de4dc3fdff7f7e05bcd59ce354148a5c261197612bf284921530e902,Metadata:&PodSandboxMetadata{Name:etcd-ha-450021,Uid:83d8c37c1aa9e38ec5865c9c3159f1b5,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728914092991872661,Labels:map[string]string{component: etcd,io.kubernetes.container.name: POD,io.kubernetes.pod.name: etcd-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83d8c37c1aa9e38ec5865c9c3159f1b5,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/etcd.advertise-client-urls: https://192.168.39.176:2379,kubernetes.io/config.hash: 83d8c37c1aa9e38ec5865c9c3159f1b5,kubernetes.io/config.seen: 2024-10-14T13:54:52.517024718Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:ee3335073bb66b262b3eabf6a735be75c2ddcef2fa54aff9245585e26dd713f7,Metadata:&PodSandboxMetadata{Name:kube-c
ontroller-manager-ha-450021,Uid:0ca49fb553a9c26ea8ae634afb933e7b,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728914092982064459,Labels:map[string]string{component: kube-controller-manager,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-controller-manager-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0ca49fb553a9c26ea8ae634afb933e7b,tier: control-plane,},Annotations:map[string]string{kubernetes.io/config.hash: 0ca49fb553a9c26ea8ae634afb933e7b,kubernetes.io/config.seen: 2024-10-14T13:54:52.517029891Z,kubernetes.io/config.source: file,},RuntimeHandler:,},&PodSandbox{Id:efaae5865d8afa77d2901173ba9c38ea901ca40f040d82cc15e889b37ff5a83c,Metadata:&PodSandboxMetadata{Name:kube-apiserver-ha-450021,Uid:3c293b9606d38e94bf353b2714c2a069,Namespace:kube-system,Attempt:0,},State:SANDBOX_READY,CreatedAt:1728914092978936100,Labels:map[string]string{component: kube-apiserver,io.kubernetes.container.name: POD,io.kubernetes.pod.name: kube-apiserver-ha-450021,io.kuber
netes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3c293b9606d38e94bf353b2714c2a069,tier: control-plane,},Annotations:map[string]string{kubeadm.kubernetes.io/kube-apiserver.advertise-address.endpoint: 192.168.39.176:8443,kubernetes.io/config.hash: 3c293b9606d38e94bf353b2714c2a069,kubernetes.io/config.seen: 2024-10-14T13:54:52.517028622Z,kubernetes.io/config.source: file,},RuntimeHandler:,},},}" file="otel-collector/interceptors.go:74" id=c747f7df-2a20-4fad-ab41-d19a4f830771 name=/runtime.v1.RuntimeService/ListPodSandbox
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.284137086Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=aa0a09d2-0e9e-44e0-b87d-f32981607c06 name=/runtime.v1.RuntimeService/ListContainers
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.284195404Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=aa0a09d2-0e9e-44e0-b87d-f32981607c06 name=/runtime.v1.RuntimeService/ListContainers
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.284420886Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:a41053c31fcb74ad24a4417c885436510a42c2e477d721651ae65459748bfd17,PodSandboxId:c3201918bd10d1535ddb2ebef0aa3b55e3e997e18a90de29ee09c2a7cb289b47,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728914259057513833,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-fkz82,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 07dccd61-4a5a-4d82-ba70-df7e6ff6bb4c,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1051cfacf1c9fba1500a3437ece4de024c0fac626340151d2e28cbc18dc67a85,PodSandboxId:49d4b2387dd65dbd67bcdc3c377ba15e05400c782a4e2980358881a9c87ca5f3,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728914119581188349,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1377adb3-3faf-4dee-a86e-9c4544a02d51,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b17b6d38f935951dfa1746d02ec45095af8e06f6258ed80913feba7a10224927,PodSandboxId:b83407d74496b7f16cdeead48267cc803ffacd743feae034b1233a8c93800582,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728914119554752984,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-btfml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 292e08ef-5eec-4ebb-acf5-5b4b03e47724,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:138a0b23a09075071550a4b7808439fd0baef4054fc6a7a7d4e8bc9a4457abfe,PodSandboxId:e862ae5ec13c39ac9605ac5725a1018466957149e1a69b2e013f7a87d5095bee,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728914119562072468,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-h5s6h,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf78614c-8f
22-48f9-8a16-cfcffecadfcc,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b15af89d835eebb58d825b5cdfdcbcfc064fe27d95caa6667adfb0e714974996,PodSandboxId:10ad22ab64de39acac4028e06deccb0ee0084112ba58c2349599913bf0d931d6,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728914107455260455,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-c2xkn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0f821123-80f9-4fe5-b64c-fb641ec185ea,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5eec863af38c114b5058f678da27f8ce8608a5cd97566d4e704e07ff87100124,PodSandboxId:40a3318e89ae5bc2fe2d145b32f19e419934ba96586add9c17a653799fad9d26,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172891410
4698984942,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-dmbpv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e09737a1-c663-4951-b6cb-c0690fbd8153,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:69f6cdf690df6514a349ce87c438a718209e9a098486e719653e5ac84d645899,PodSandboxId:dcc284c053db656af8f5da1c1a80672bfee0353e44ea6e4a01814f37351dad87,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17289140950
79963768,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f67c899a1266c35ae5a8a71fac8e2760,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4efae268f9ec331abbf180a9264d60144b2a22485b89d39a46207f1c40454221,PodSandboxId:ce558cb07ca8f68689235cad5912b7da5a8f1c75775d2e5f2e7e823fe5127da9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728914093274186361,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4d575d608bbdadce4a654f35576809ec,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:09fbfff3b334bde93db2f81855492434f8be70767826f2e33734ab52ad522a7a,PodSandboxId:ee3335073bb66b262b3eabf6a735be75c2ddcef2fa54aff9245585e26dd713f7,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728914093280862312,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0ca49fb553a9c26ea8ae634afb933e7b,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ebec97dfd405a7e2c8ad77d0255ca029054cfb1090eba8d4d3851bdb68213e1,PodSandboxId:bc7fe679de4dc3fdff7f7e05bcd59ce354148a5c261197612bf284921530e902,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728914093233135044,Labels:map[string]string{io.kubernetes.container.
name: etcd,io.kubernetes.pod.name: etcd-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83d8c37c1aa9e38ec5865c9c3159f1b5,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:942c179e591a9c0a8a1d869cfc5456dcbfb37c78056f256b241c51aab8936a3e,PodSandboxId:efaae5865d8afa77d2901173ba9c38ea901ca40f040d82cc15e889b37ff5a83c,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728914093143514748,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.na
me: kube-apiserver-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3c293b9606d38e94bf353b2714c2a069,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=aa0a09d2-0e9e-44e0-b87d-f32981607c06 name=/runtime.v1.RuntimeService/ListContainers
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.296987269Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=037a5a22-2913-4ce7-8585-ca0200905d83 name=/runtime.v1.RuntimeService/Version
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.297074358Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=037a5a22-2913-4ce7-8585-ca0200905d83 name=/runtime.v1.RuntimeService/Version
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.298989089Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=0808cf5c-2ce1-422b-ac21-4da57b772d00 name=/runtime.v1.ImageService/ImageFsInfo
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.299426822Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914492299406237,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=0808cf5c-2ce1-422b-ac21-4da57b772d00 name=/runtime.v1.ImageService/ImageFsInfo
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.300064590Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=852a868c-2077-4afd-a9c9-818e65ffed6f name=/runtime.v1.RuntimeService/ListContainers
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.300122126Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=852a868c-2077-4afd-a9c9-818e65ffed6f name=/runtime.v1.RuntimeService/ListContainers
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.300348473Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:a41053c31fcb74ad24a4417c885436510a42c2e477d721651ae65459748bfd17,PodSandboxId:c3201918bd10d1535ddb2ebef0aa3b55e3e997e18a90de29ee09c2a7cb289b47,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728914259057513833,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-fkz82,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 07dccd61-4a5a-4d82-ba70-df7e6ff6bb4c,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1051cfacf1c9fba1500a3437ece4de024c0fac626340151d2e28cbc18dc67a85,PodSandboxId:49d4b2387dd65dbd67bcdc3c377ba15e05400c782a4e2980358881a9c87ca5f3,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728914119581188349,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1377adb3-3faf-4dee-a86e-9c4544a02d51,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b17b6d38f935951dfa1746d02ec45095af8e06f6258ed80913feba7a10224927,PodSandboxId:b83407d74496b7f16cdeead48267cc803ffacd743feae034b1233a8c93800582,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728914119554752984,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-btfml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 292e08ef-5eec-4ebb-acf5-5b4b03e47724,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:138a0b23a09075071550a4b7808439fd0baef4054fc6a7a7d4e8bc9a4457abfe,PodSandboxId:e862ae5ec13c39ac9605ac5725a1018466957149e1a69b2e013f7a87d5095bee,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728914119562072468,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-h5s6h,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf78614c-8f
22-48f9-8a16-cfcffecadfcc,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b15af89d835eebb58d825b5cdfdcbcfc064fe27d95caa6667adfb0e714974996,PodSandboxId:10ad22ab64de39acac4028e06deccb0ee0084112ba58c2349599913bf0d931d6,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728914107455260455,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-c2xkn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0f821123-80f9-4fe5-b64c-fb641ec185ea,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5eec863af38c114b5058f678da27f8ce8608a5cd97566d4e704e07ff87100124,PodSandboxId:40a3318e89ae5bc2fe2d145b32f19e419934ba96586add9c17a653799fad9d26,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172891410
4698984942,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-dmbpv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e09737a1-c663-4951-b6cb-c0690fbd8153,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:69f6cdf690df6514a349ce87c438a718209e9a098486e719653e5ac84d645899,PodSandboxId:dcc284c053db656af8f5da1c1a80672bfee0353e44ea6e4a01814f37351dad87,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17289140950
79963768,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f67c899a1266c35ae5a8a71fac8e2760,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4efae268f9ec331abbf180a9264d60144b2a22485b89d39a46207f1c40454221,PodSandboxId:ce558cb07ca8f68689235cad5912b7da5a8f1c75775d2e5f2e7e823fe5127da9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728914093274186361,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4d575d608bbdadce4a654f35576809ec,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:09fbfff3b334bde93db2f81855492434f8be70767826f2e33734ab52ad522a7a,PodSandboxId:ee3335073bb66b262b3eabf6a735be75c2ddcef2fa54aff9245585e26dd713f7,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728914093280862312,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0ca49fb553a9c26ea8ae634afb933e7b,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ebec97dfd405a7e2c8ad77d0255ca029054cfb1090eba8d4d3851bdb68213e1,PodSandboxId:bc7fe679de4dc3fdff7f7e05bcd59ce354148a5c261197612bf284921530e902,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728914093233135044,Labels:map[string]string{io.kubernetes.container.
name: etcd,io.kubernetes.pod.name: etcd-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83d8c37c1aa9e38ec5865c9c3159f1b5,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:942c179e591a9c0a8a1d869cfc5456dcbfb37c78056f256b241c51aab8936a3e,PodSandboxId:efaae5865d8afa77d2901173ba9c38ea901ca40f040d82cc15e889b37ff5a83c,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728914093143514748,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.na
me: kube-apiserver-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3c293b9606d38e94bf353b2714c2a069,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=852a868c-2077-4afd-a9c9-818e65ffed6f name=/runtime.v1.RuntimeService/ListContainers
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.341868047Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=6fc61b68-edb6-4793-b9a8-a6b44cdb1d8a name=/runtime.v1.RuntimeService/Version
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.341938393Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=6fc61b68-edb6-4793-b9a8-a6b44cdb1d8a name=/runtime.v1.RuntimeService/Version
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.343107422Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=af4b6f29-5446-4e1a-a7d6-09471e3b4a60 name=/runtime.v1.ImageService/ImageFsInfo
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.343535248Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914492343513644,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=af4b6f29-5446-4e1a-a7d6-09471e3b4a60 name=/runtime.v1.ImageService/ImageFsInfo
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.344051212Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=9dd3bd9d-6136-4d94-a7ba-51f9e4292024 name=/runtime.v1.RuntimeService/ListContainers
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.344124305Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=9dd3bd9d-6136-4d94-a7ba-51f9e4292024 name=/runtime.v1.RuntimeService/ListContainers
Oct 14 14:01:32 ha-450021 crio[655]: time="2024-10-14 14:01:32.344376854Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:a41053c31fcb74ad24a4417c885436510a42c2e477d721651ae65459748bfd17,PodSandboxId:c3201918bd10d1535ddb2ebef0aa3b55e3e997e18a90de29ee09c2a7cb289b47,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728914259057513833,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-fkz82,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 07dccd61-4a5a-4d82-ba70-df7e6ff6bb4c,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1051cfacf1c9fba1500a3437ece4de024c0fac626340151d2e28cbc18dc67a85,PodSandboxId:49d4b2387dd65dbd67bcdc3c377ba15e05400c782a4e2980358881a9c87ca5f3,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728914119581188349,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1377adb3-3faf-4dee-a86e-9c4544a02d51,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b17b6d38f935951dfa1746d02ec45095af8e06f6258ed80913feba7a10224927,PodSandboxId:b83407d74496b7f16cdeead48267cc803ffacd743feae034b1233a8c93800582,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728914119554752984,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-btfml,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 292e08ef-5eec-4ebb-acf5-5b4b03e47724,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:138a0b23a09075071550a4b7808439fd0baef4054fc6a7a7d4e8bc9a4457abfe,PodSandboxId:e862ae5ec13c39ac9605ac5725a1018466957149e1a69b2e013f7a87d5095bee,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728914119562072468,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-h5s6h,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bf78614c-8f
22-48f9-8a16-cfcffecadfcc,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b15af89d835eebb58d825b5cdfdcbcfc064fe27d95caa6667adfb0e714974996,PodSandboxId:10ad22ab64de39acac4028e06deccb0ee0084112ba58c2349599913bf0d931d6,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728914107455260455,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-c2xkn,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0f821123-80f9-4fe5-b64c-fb641ec185ea,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5eec863af38c114b5058f678da27f8ce8608a5cd97566d4e704e07ff87100124,PodSandboxId:40a3318e89ae5bc2fe2d145b32f19e419934ba96586add9c17a653799fad9d26,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172891410
4698984942,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-dmbpv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e09737a1-c663-4951-b6cb-c0690fbd8153,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:69f6cdf690df6514a349ce87c438a718209e9a098486e719653e5ac84d645899,PodSandboxId:dcc284c053db656af8f5da1c1a80672bfee0353e44ea6e4a01814f37351dad87,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17289140950
79963768,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f67c899a1266c35ae5a8a71fac8e2760,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4efae268f9ec331abbf180a9264d60144b2a22485b89d39a46207f1c40454221,PodSandboxId:ce558cb07ca8f68689235cad5912b7da5a8f1c75775d2e5f2e7e823fe5127da9,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728914093274186361,Labels:map[string]string
{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4d575d608bbdadce4a654f35576809ec,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:09fbfff3b334bde93db2f81855492434f8be70767826f2e33734ab52ad522a7a,PodSandboxId:ee3335073bb66b262b3eabf6a735be75c2ddcef2fa54aff9245585e26dd713f7,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728914093280862312,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0ca49fb553a9c26ea8ae634afb933e7b,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:6ebec97dfd405a7e2c8ad77d0255ca029054cfb1090eba8d4d3851bdb68213e1,PodSandboxId:bc7fe679de4dc3fdff7f7e05bcd59ce354148a5c261197612bf284921530e902,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728914093233135044,Labels:map[string]string{io.kubernetes.container.
name: etcd,io.kubernetes.pod.name: etcd-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83d8c37c1aa9e38ec5865c9c3159f1b5,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:942c179e591a9c0a8a1d869cfc5456dcbfb37c78056f256b241c51aab8936a3e,PodSandboxId:efaae5865d8afa77d2901173ba9c38ea901ca40f040d82cc15e889b37ff5a83c,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728914093143514748,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.na
me: kube-apiserver-ha-450021,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3c293b9606d38e94bf353b2714c2a069,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=9dd3bd9d-6136-4d94-a7ba-51f9e4292024 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
a41053c31fcb7 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 c3201918bd10d busybox-7dff88458-fkz82
1051cfacf1c9f 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 49d4b2387dd65 storage-provisioner
138a0b23a0907 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 e862ae5ec13c3 coredns-7c65d6cfc9-h5s6h
b17b6d38f9359 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 b83407d74496b coredns-7c65d6cfc9-btfml
b15af89d835ee docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387 6 minutes ago Running kindnet-cni 0 10ad22ab64de3 kindnet-c2xkn
5eec863af38c1 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 40a3318e89ae5 kube-proxy-dmbpv
69f6cdf690df6 ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413 6 minutes ago Running kube-vip 0 dcc284c053db6 kube-vip-ha-450021
09fbfff3b334b 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 ee3335073bb66 kube-controller-manager-ha-450021
4efae268f9ec3 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 ce558cb07ca8f kube-scheduler-ha-450021
6ebec97dfd405 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 bc7fe679de4dc etcd-ha-450021
942c179e591a9 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 efaae5865d8af kube-apiserver-ha-450021
==> coredns [138a0b23a09075071550a4b7808439fd0baef4054fc6a7a7d4e8bc9a4457abfe] <==
[INFO] 10.244.1.2:43382 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000121511s
[INFO] 10.244.1.2:47675 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001762532s
[INFO] 10.244.0.4:45515 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000083904s
[INFO] 10.244.0.4:48451 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000149827s
[INFO] 10.244.0.4:36014 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00015272s
[INFO] 10.244.2.2:40959 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000194596s
[INFO] 10.244.2.2:44151 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000212714s
[INFO] 10.244.2.2:55911 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000089682s
[INFO] 10.244.1.2:47272 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001299918s
[INFO] 10.244.1.2:44591 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000078031s
[INFO] 10.244.1.2:37471 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000072637s
[INFO] 10.244.0.4:52930 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000152779s
[INFO] 10.244.0.4:33266 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00005592s
[INFO] 10.244.2.2:36389 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000275257s
[INFO] 10.244.2.2:43232 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00010928s
[INFO] 10.244.2.2:38102 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000092762s
[INFO] 10.244.1.2:55403 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000222145s
[INFO] 10.244.1.2:52540 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000102916s
[INFO] 10.244.0.4:54154 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000135993s
[INFO] 10.244.0.4:36974 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000196993s
[INFO] 10.244.0.4:54725 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000084888s
[INFO] 10.244.2.2:57068 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000174437s
[INFO] 10.244.1.2:46234 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000191287s
[INFO] 10.244.1.2:39695 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000080939s
[INFO] 10.244.1.2:36634 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000064427s
==> coredns [b17b6d38f935951dfa1746d02ec45095af8e06f6258ed80913feba7a10224927] <==
[INFO] 10.244.0.4:50854 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.009051191s
[INFO] 10.244.0.4:34637 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000156712s
[INFO] 10.244.0.4:33648 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000081153s
[INFO] 10.244.0.4:57465 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003251096s
[INFO] 10.244.0.4:51433 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000118067s
[INFO] 10.244.2.2:37621 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000200056s
[INFO] 10.244.2.2:41751 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001978554s
[INFO] 10.244.2.2:33044 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001486731s
[INFO] 10.244.2.2:43102 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00010457s
[INFO] 10.244.2.2:36141 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000183057s
[INFO] 10.244.1.2:35260 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00014156s
[INFO] 10.244.1.2:40737 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.00207375s
[INFO] 10.244.1.2:34377 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000109225s
[INFO] 10.244.1.2:48194 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000096468s
[INFO] 10.244.1.2:53649 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000092891s
[INFO] 10.244.0.4:39691 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000126403s
[INFO] 10.244.0.4:59011 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000094158s
[INFO] 10.244.2.2:46754 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000133215s
[INFO] 10.244.1.2:44424 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000161779s
[INFO] 10.244.1.2:36322 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00010124s
[INFO] 10.244.0.4:56787 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000305054s
[INFO] 10.244.2.2:56511 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000168323s
[INFO] 10.244.2.2:35510 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000291052s
[INFO] 10.244.2.2:56208 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000174753s
[INFO] 10.244.1.2:41964 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000119677s
==> describe nodes <==
Name: ha-450021
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-450021
kubernetes.io/os=linux
minikube.k8s.io/commit=f9f6c2ada6d933af9900f45012fe0fe625736c5b
minikube.k8s.io/name=ha-450021
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_14T13_55_00_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 14 Oct 2024 13:54:59 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-450021
AcquireTime: <unset>
RenewTime: Mon, 14 Oct 2024 14:01:27 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 14 Oct 2024 13:58:03 +0000 Mon, 14 Oct 2024 13:54:59 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 14 Oct 2024 13:58:03 +0000 Mon, 14 Oct 2024 13:54:59 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 14 Oct 2024 13:58:03 +0000 Mon, 14 Oct 2024 13:54:59 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 14 Oct 2024 13:58:03 +0000 Mon, 14 Oct 2024 13:55:18 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.176
Hostname: ha-450021
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 0546a3427732401daacd4235ad46d465
System UUID: 0546a342-7732-401d-aacd-4235ad46d465
Boot ID: 19dd080e-b9f2-467d-b5f2-41dbb07e1880
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-fkz82 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m56s
kube-system coredns-7c65d6cfc9-btfml 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m28s
kube-system coredns-7c65d6cfc9-h5s6h 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m28s
kube-system etcd-ha-450021 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m33s
kube-system kindnet-c2xkn 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m28s
kube-system kube-apiserver-ha-450021 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-controller-manager-ha-450021 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-proxy-dmbpv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m28s
kube-system kube-scheduler-ha-450021 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system kube-vip-ha-450021 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m33s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m28s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m27s kube-proxy
Normal NodeHasSufficientPID 6m40s (x7 over 6m40s) kubelet Node ha-450021 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 6m40s kubelet Updated Node Allocatable limit across pods
Normal Starting 6m40s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m40s (x8 over 6m40s) kubelet Node ha-450021 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m40s (x8 over 6m40s) kubelet Node ha-450021 status is now: NodeHasNoDiskPressure
Normal Starting 6m33s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m33s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m33s kubelet Node ha-450021 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m33s kubelet Node ha-450021 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m33s kubelet Node ha-450021 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m29s node-controller Node ha-450021 event: Registered Node ha-450021 in Controller
Normal NodeReady 6m14s kubelet Node ha-450021 status is now: NodeReady
Normal RegisteredNode 5m27s node-controller Node ha-450021 event: Registered Node ha-450021 in Controller
Normal RegisteredNode 4m12s node-controller Node ha-450021 event: Registered Node ha-450021 in Controller
Name: ha-450021-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-450021-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=f9f6c2ada6d933af9900f45012fe0fe625736c5b
minikube.k8s.io/name=ha-450021
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_14T13_55_59_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 14 Oct 2024 13:55:56 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-450021-m02
AcquireTime: <unset>
RenewTime: Mon, 14 Oct 2024 13:58:49 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 14 Oct 2024 13:57:58 +0000 Mon, 14 Oct 2024 13:59:30 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 14 Oct 2024 13:57:58 +0000 Mon, 14 Oct 2024 13:59:30 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 14 Oct 2024 13:57:58 +0000 Mon, 14 Oct 2024 13:59:30 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 14 Oct 2024 13:57:58 +0000 Mon, 14 Oct 2024 13:59:30 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.89
Hostname: ha-450021-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: a42e43dc14cb4b949c605bff9ac6e0d6
System UUID: a42e43dc-14cb-4b94-9c60-5bff9ac6e0d6
Boot ID: 479e9a18-0fa8-4366-8acf-af40a06156d6
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-nt6q5 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m56s
kube-system etcd-ha-450021-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m35s
kube-system kindnet-2ghzc 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m36s
kube-system kube-apiserver-ha-450021-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m35s
kube-system kube-controller-manager-ha-450021-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m31s
kube-system kube-proxy-v24tf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m36s
kube-system kube-scheduler-ha-450021-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m33s
kube-system kube-vip-ha-450021-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m32s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m32s kube-proxy
Normal NodeAllocatableEnforced 5m37s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 5m36s (x8 over 5m37s) kubelet Node ha-450021-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m36s (x8 over 5m37s) kubelet Node ha-450021-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m36s (x7 over 5m37s) kubelet Node ha-450021-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m34s node-controller Node ha-450021-m02 event: Registered Node ha-450021-m02 in Controller
Normal RegisteredNode 5m27s node-controller Node ha-450021-m02 event: Registered Node ha-450021-m02 in Controller
Normal RegisteredNode 4m12s node-controller Node ha-450021-m02 event: Registered Node ha-450021-m02 in Controller
Normal NodeNotReady 2m2s node-controller Node ha-450021-m02 status is now: NodeNotReady
Name: ha-450021-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-450021-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=f9f6c2ada6d933af9900f45012fe0fe625736c5b
minikube.k8s.io/name=ha-450021
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_14T13_57_14_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 14 Oct 2024 13:57:10 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-450021-m03
AcquireTime: <unset>
RenewTime: Mon, 14 Oct 2024 14:01:25 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 14 Oct 2024 13:57:40 +0000 Mon, 14 Oct 2024 13:57:10 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 14 Oct 2024 13:57:40 +0000 Mon, 14 Oct 2024 13:57:10 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 14 Oct 2024 13:57:40 +0000 Mon, 14 Oct 2024 13:57:10 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 14 Oct 2024 13:57:40 +0000 Mon, 14 Oct 2024 13:57:28 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.55
Hostname: ha-450021-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 50171e2610d047279285af0bf8eead91
System UUID: 50171e26-10d0-4727-9285-af0bf8eead91
Boot ID: 7b6afcf4-f39b-41c1-92d6-cc1e18f2f3ff
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-lrvnn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m56s
kube-system etcd-ha-450021-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m20s
kube-system kindnet-7jwgx 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m22s
kube-system kube-apiserver-ha-450021-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m20s
kube-system kube-controller-manager-ha-450021-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m21s
kube-system kube-proxy-9tbfp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m22s
kube-system kube-scheduler-ha-450021-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m21s
kube-system kube-vip-ha-450021-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m16s kube-proxy
Normal NodeHasSufficientMemory 4m22s (x8 over 4m22s) kubelet Node ha-450021-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m22s (x8 over 4m22s) kubelet Node ha-450021-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m22s (x7 over 4m22s) kubelet Node ha-450021-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m22s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m19s node-controller Node ha-450021-m03 event: Registered Node ha-450021-m03 in Controller
Normal RegisteredNode 4m17s node-controller Node ha-450021-m03 event: Registered Node ha-450021-m03 in Controller
Normal RegisteredNode 4m12s node-controller Node ha-450021-m03 event: Registered Node ha-450021-m03 in Controller
Name: ha-450021-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-450021-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=f9f6c2ada6d933af9900f45012fe0fe625736c5b
minikube.k8s.io/name=ha-450021
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_14T13_58_15_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 14 Oct 2024 13:58:14 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-450021-m04
AcquireTime: <unset>
RenewTime: Mon, 14 Oct 2024 14:01:28 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 14 Oct 2024 13:58:45 +0000 Mon, 14 Oct 2024 13:58:14 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 14 Oct 2024 13:58:45 +0000 Mon, 14 Oct 2024 13:58:14 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 14 Oct 2024 13:58:45 +0000 Mon, 14 Oct 2024 13:58:14 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 14 Oct 2024 13:58:45 +0000 Mon, 14 Oct 2024 13:58:32 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.127
Hostname: ha-450021-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: c8da54fea409461c84c103e8552a3553
System UUID: c8da54fe-a409-461c-84c1-03e8552a3553
Boot ID: ed9b9ad9-a71a-4814-ae07-6cc1c2775deb
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-478bj 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m18s
kube-system kube-proxy-2mfnd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m13s kube-proxy
Normal NodeHasSufficientMemory 3m18s (x2 over 3m19s) kubelet Node ha-450021-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m18s (x2 over 3m19s) kubelet Node ha-450021-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m18s (x2 over 3m19s) kubelet Node ha-450021-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m18s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m17s node-controller Node ha-450021-m04 event: Registered Node ha-450021-m04 in Controller
Normal RegisteredNode 3m17s node-controller Node ha-450021-m04 event: Registered Node ha-450021-m04 in Controller
Normal RegisteredNode 3m14s node-controller Node ha-450021-m04 event: Registered Node ha-450021-m04 in Controller
Normal NodeReady 3m kubelet Node ha-450021-m04 status is now: NodeReady
==> dmesg <==
[Oct14 13:54] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050735] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040529] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.861908] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.617931] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.603277] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000008] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +7.339591] systemd-fstab-generator[579]: Ignoring "noauto" option for root device
[ +0.056090] kauditd_printk_skb: 1 callbacks suppressed
[ +0.067047] systemd-fstab-generator[591]: Ignoring "noauto" option for root device
[ +0.182956] systemd-fstab-generator[605]: Ignoring "noauto" option for root device
[ +0.129853] systemd-fstab-generator[617]: Ignoring "noauto" option for root device
[ +0.268814] systemd-fstab-generator[647]: Ignoring "noauto" option for root device
[ +3.909642] systemd-fstab-generator[746]: Ignoring "noauto" option for root device
[ +4.099441] systemd-fstab-generator[876]: Ignoring "noauto" option for root device
[ +0.067805] kauditd_printk_skb: 158 callbacks suppressed
[ +7.555395] systemd-fstab-generator[1292]: Ignoring "noauto" option for root device
[ +0.098328] kauditd_printk_skb: 79 callbacks suppressed
[Oct14 13:55] kauditd_printk_skb: 18 callbacks suppressed
[ +14.850947] kauditd_printk_skb: 41 callbacks suppressed
[Oct14 13:56] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [6ebec97dfd405a7e2c8ad77d0255ca029054cfb1090eba8d4d3851bdb68213e1] <==
{"level":"warn","ts":"2024-10-14T14:01:32.597095Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.605054Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.608155Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.615765Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.621280Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.628050Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.632191Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.635713Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.643874Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.649630Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.655368Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.659263Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.660032Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.662987Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.665670Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.670483Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.676741Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.679109Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.688150Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.694520Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.698930Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.712502Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.718935Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.725475Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-14T14:01:32.760999Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f70d523d4475ce3b","from":"f70d523d4475ce3b","remote-peer-id":"c0fc083165b74f9c","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
14:01:32 up 7 min, 0 users, load average: 0.18, 0.20, 0.10
Linux ha-450021 5.10.207 #1 SMP Tue Oct 8 15:16:25 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [b15af89d835eebb58d825b5cdfdcbcfc064fe27d95caa6667adfb0e714974996] <==
I1014 14:00:58.793233 1 main.go:300] handling current node
I1014 14:01:08.792774 1 main.go:296] Handling node with IPs: map[192.168.39.127:{}]
I1014 14:01:08.792894 1 main.go:323] Node ha-450021-m04 has CIDR [10.244.3.0/24]
I1014 14:01:08.793209 1 main.go:296] Handling node with IPs: map[192.168.39.176:{}]
I1014 14:01:08.793270 1 main.go:300] handling current node
I1014 14:01:08.793308 1 main.go:296] Handling node with IPs: map[192.168.39.89:{}]
I1014 14:01:08.793385 1 main.go:323] Node ha-450021-m02 has CIDR [10.244.1.0/24]
I1014 14:01:08.793725 1 main.go:296] Handling node with IPs: map[192.168.39.55:{}]
I1014 14:01:08.793788 1 main.go:323] Node ha-450021-m03 has CIDR [10.244.2.0/24]
I1014 14:01:18.792871 1 main.go:296] Handling node with IPs: map[192.168.39.176:{}]
I1014 14:01:18.792903 1 main.go:300] handling current node
I1014 14:01:18.792918 1 main.go:296] Handling node with IPs: map[192.168.39.89:{}]
I1014 14:01:18.792922 1 main.go:323] Node ha-450021-m02 has CIDR [10.244.1.0/24]
I1014 14:01:18.793175 1 main.go:296] Handling node with IPs: map[192.168.39.55:{}]
I1014 14:01:18.793264 1 main.go:323] Node ha-450021-m03 has CIDR [10.244.2.0/24]
I1014 14:01:18.793419 1 main.go:296] Handling node with IPs: map[192.168.39.127:{}]
I1014 14:01:18.793492 1 main.go:323] Node ha-450021-m04 has CIDR [10.244.3.0/24]
I1014 14:01:28.801672 1 main.go:296] Handling node with IPs: map[192.168.39.176:{}]
I1014 14:01:28.801769 1 main.go:300] handling current node
I1014 14:01:28.801798 1 main.go:296] Handling node with IPs: map[192.168.39.89:{}]
I1014 14:01:28.801815 1 main.go:323] Node ha-450021-m02 has CIDR [10.244.1.0/24]
I1014 14:01:28.802047 1 main.go:296] Handling node with IPs: map[192.168.39.55:{}]
I1014 14:01:28.802088 1 main.go:323] Node ha-450021-m03 has CIDR [10.244.2.0/24]
I1014 14:01:28.802289 1 main.go:296] Handling node with IPs: map[192.168.39.127:{}]
I1014 14:01:28.802315 1 main.go:323] Node ha-450021-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [942c179e591a9c0a8a1d869cfc5456dcbfb37c78056f256b241c51aab8936a3e] <==
I1014 13:54:59.598140 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1014 13:54:59.663013 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1014 13:54:59.717856 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1014 13:55:03.816892 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1014 13:55:04.117644 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1014 13:55:56.847231 1 writers.go:122] "Unhandled Error" err="apiserver was unable to write a JSON response: http: Handler timeout" logger="UnhandledError"
E1014 13:55:56.847740 1 finisher.go:175] "Unhandled Error" err="FinishRequest: post-timeout activity - time-elapsed: 10.384µs, panicked: false, err: context canceled, panic-reason: <nil>" logger="UnhandledError"
E1014 13:55:56.849144 1 status.go:71] "Unhandled Error" err="apiserver received an error that is not an metav1.Status: &errors.errorString{s:\"http: Handler timeout\"}: http: Handler timeout" logger="UnhandledError"
E1014 13:55:56.850518 1 writers.go:135] "Unhandled Error" err="apiserver was unable to write a fallback JSON response: http: Handler timeout" logger="UnhandledError"
E1014 13:55:56.851864 1 timeout.go:140] "Post-timeout activity" logger="UnhandledError" timeElapsed="4.726003ms" method="POST" path="/api/v1/namespaces/kube-system/events" result=null
E1014 13:57:40.356093 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:42006: use of closed network connection
E1014 13:57:40.548948 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:42022: use of closed network connection
E1014 13:57:40.734061 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:42040: use of closed network connection
E1014 13:57:40.931904 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:42056: use of closed network connection
E1014 13:57:41.132089 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:42064: use of closed network connection
E1014 13:57:41.311104 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:42080: use of closed network connection
E1014 13:57:41.483753 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:42086: use of closed network connection
E1014 13:57:41.673306 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:42104: use of closed network connection
E1014 13:57:41.861924 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41084: use of closed network connection
E1014 13:57:42.155414 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41118: use of closed network connection
E1014 13:57:42.326032 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41138: use of closed network connection
E1014 13:57:42.498111 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41150: use of closed network connection
E1014 13:57:42.666091 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41168: use of closed network connection
E1014 13:57:42.837965 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41180: use of closed network connection
E1014 13:57:43.032348 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:41204: use of closed network connection
==> kube-controller-manager [09fbfff3b334bde93db2f81855492434f8be70767826f2e33734ab52ad522a7a] <==
I1014 13:58:14.814158 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:14.814232 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
E1014 13:58:14.983101 1 daemon_controller.go:329] "Unhandled Error" err="kube-system/kindnet failed with : error storing status for daemon set &v1.DaemonSet{TypeMeta:v1.TypeMeta{Kind:\"\", APIVersion:\"\"}, ObjectMeta:v1.ObjectMeta{Name:\"kindnet\", GenerateName:\"\", Namespace:\"kube-system\", SelfLink:\"\", UID:\"131c0255-c34c-4638-a6ae-c00d282c1fc8\", ResourceVersion:\"944\", Generation:1, CreationTimestamp:time.Date(2024, time.October, 14, 13, 55, 0, 0, time.Local), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{\"app\":\"kindnet\", \"k8s-app\":\"kindnet\", \"tier\":\"node\"}, Annotations:map[string]string{\"deprecated.daemonset.template.generation\":\"1\", \"kubectl.kubernetes.io/last-applied-configuration\":\"{\\\"apiVersion\\\":\\\"apps/v1\\\",\\\"kind\\\":\\\"DaemonSet\\\",\\\"metadata\\\":{\\\"annotations\\\":{},\\\"labels\\\":{\\\"app\\\":\\\"kindnet\\\",\\\"k8s-app\\\":\\\"kindnet\\\",\\\"tier\\\":\\\"node\\\"},\\\"name\\\":\\\"kindnet\\\"
,\\\"namespace\\\":\\\"kube-system\\\"},\\\"spec\\\":{\\\"selector\\\":{\\\"matchLabels\\\":{\\\"app\\\":\\\"kindnet\\\"}},\\\"template\\\":{\\\"metadata\\\":{\\\"labels\\\":{\\\"app\\\":\\\"kindnet\\\",\\\"k8s-app\\\":\\\"kindnet\\\",\\\"tier\\\":\\\"node\\\"}},\\\"spec\\\":{\\\"containers\\\":[{\\\"env\\\":[{\\\"name\\\":\\\"HOST_IP\\\",\\\"valueFrom\\\":{\\\"fieldRef\\\":{\\\"fieldPath\\\":\\\"status.hostIP\\\"}}},{\\\"name\\\":\\\"POD_IP\\\",\\\"valueFrom\\\":{\\\"fieldRef\\\":{\\\"fieldPath\\\":\\\"status.podIP\\\"}}},{\\\"name\\\":\\\"POD_SUBNET\\\",\\\"value\\\":\\\"10.244.0.0/16\\\"}],\\\"image\\\":\\\"docker.io/kindest/kindnetd:v20241007-36f62932\\\",\\\"name\\\":\\\"kindnet-cni\\\",\\\"resources\\\":{\\\"limits\\\":{\\\"cpu\\\":\\\"100m\\\",\\\"memory\\\":\\\"50Mi\\\"},\\\"requests\\\":{\\\"cpu\\\":\\\"100m\\\",\\\"memory\\\":\\\"50Mi\\\"}},\\\"securityContext\\\":{\\\"capabilities\\\":{\\\"add\\\":[\\\"NET_RAW\\\",\\\"NET_ADMIN\\\"]},\\\"privileged\\\":false},\\\"volumeMounts\\\":[{\\\"mountPath\\\
":\\\"/etc/cni/net.d\\\",\\\"name\\\":\\\"cni-cfg\\\"},{\\\"mountPath\\\":\\\"/run/xtables.lock\\\",\\\"name\\\":\\\"xtables-lock\\\",\\\"readOnly\\\":false},{\\\"mountPath\\\":\\\"/lib/modules\\\",\\\"name\\\":\\\"lib-modules\\\",\\\"readOnly\\\":true}]}],\\\"hostNetwork\\\":true,\\\"serviceAccountName\\\":\\\"kindnet\\\",\\\"tolerations\\\":[{\\\"effect\\\":\\\"NoSchedule\\\",\\\"operator\\\":\\\"Exists\\\"}],\\\"volumes\\\":[{\\\"hostPath\\\":{\\\"path\\\":\\\"/etc/cni/net.d\\\",\\\"type\\\":\\\"DirectoryOrCreate\\\"},\\\"name\\\":\\\"cni-cfg\\\"},{\\\"hostPath\\\":{\\\"path\\\":\\\"/run/xtables.lock\\\",\\\"type\\\":\\\"FileOrCreate\\\"},\\\"name\\\":\\\"xtables-lock\\\"},{\\\"hostPath\\\":{\\\"path\\\":\\\"/lib/modules\\\"},\\\"name\\\":\\\"lib-modules\\\"}]}}}}\\n\"}, OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.DaemonSetSpec{Selector:(*v1.LabelSelector)(0xc000d57240), Template:v1.PodTemplateSpec{ObjectMeta:v1.ObjectMeta{Name:\"
\", GenerateName:\"\", Namespace:\"\", SelfLink:\"\", UID:\"\", ResourceVersion:\"\", Generation:0, CreationTimestamp:time.Date(1, time.January, 1, 0, 0, 0, 0, time.UTC), DeletionTimestamp:<nil>, DeletionGracePeriodSeconds:(*int64)(nil), Labels:map[string]string{\"app\":\"kindnet\", \"k8s-app\":\"kindnet\", \"tier\":\"node\"}, Annotations:map[string]string(nil), OwnerReferences:[]v1.OwnerReference(nil), Finalizers:[]string(nil), ManagedFields:[]v1.ManagedFieldsEntry(nil)}, Spec:v1.PodSpec{Volumes:[]v1.Volume{v1.Volume{Name:\"cni-cfg\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc00075b248), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeC
laimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}, v1.Volume{Name:\"xtables-lock\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc00075b260), EmptyDir:(*v1.EmptyDirVolumeSource)(
nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), AzureFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxV
olumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}, v1.Volume{Name:\"lib-modules\", VolumeSource:v1.VolumeSource{HostPath:(*v1.HostPathVolumeSource)(0xc00075b278), EmptyDir:(*v1.EmptyDirVolumeSource)(nil), GCEPersistentDisk:(*v1.GCEPersistentDiskVolumeSource)(nil), AWSElasticBlockStore:(*v1.AWSElasticBlockStoreVolumeSource)(nil), GitRepo:(*v1.GitRepoVolumeSource)(nil), Secret:(*v1.SecretVolumeSource)(nil), NFS:(*v1.NFSVolumeSource)(nil), ISCSI:(*v1.ISCSIVolumeSource)(nil), Glusterfs:(*v1.GlusterfsVolumeSource)(nil), PersistentVolumeClaim:(*v1.PersistentVolumeClaimVolumeSource)(nil), RBD:(*v1.RBDVolumeSource)(nil), FlexVolume:(*v1.FlexVolumeSource)(nil), Cinder:(*v1.CinderVolumeSource)(nil), CephFS:(*v1.CephFSVolumeSource)(nil), Flocker:(*v1.FlockerVolumeSource)(nil), DownwardAPI:(*v1.DownwardAPIVolumeSource)(nil), FC:(*v1.FCVolumeSource)(nil), Azu
reFile:(*v1.AzureFileVolumeSource)(nil), ConfigMap:(*v1.ConfigMapVolumeSource)(nil), VsphereVolume:(*v1.VsphereVirtualDiskVolumeSource)(nil), Quobyte:(*v1.QuobyteVolumeSource)(nil), AzureDisk:(*v1.AzureDiskVolumeSource)(nil), PhotonPersistentDisk:(*v1.PhotonPersistentDiskVolumeSource)(nil), Projected:(*v1.ProjectedVolumeSource)(nil), PortworxVolume:(*v1.PortworxVolumeSource)(nil), ScaleIO:(*v1.ScaleIOVolumeSource)(nil), StorageOS:(*v1.StorageOSVolumeSource)(nil), CSI:(*v1.CSIVolumeSource)(nil), Ephemeral:(*v1.EphemeralVolumeSource)(nil), Image:(*v1.ImageVolumeSource)(nil)}}}, InitContainers:[]v1.Container(nil), Containers:[]v1.Container{v1.Container{Name:\"kindnet-cni\", Image:\"docker.io/kindest/kindnetd:v20241007-36f62932\", Command:[]string(nil), Args:[]string(nil), WorkingDir:\"\", Ports:[]v1.ContainerPort(nil), EnvFrom:[]v1.EnvFromSource(nil), Env:[]v1.EnvVar{v1.EnvVar{Name:\"HOST_IP\", Value:\"\", ValueFrom:(*v1.EnvVarSource)(0xc000d57280)}, v1.EnvVar{Name:\"POD_IP\", Value:\"\", ValueFrom:(*v1.EnvVarSo
urce)(0xc000d57300)}, v1.EnvVar{Name:\"POD_SUBNET\", Value:\"10.244.0.0/16\", ValueFrom:(*v1.EnvVarSource)(nil)}}, Resources:v1.ResourceRequirements{Limits:v1.ResourceList{\"cpu\":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"100m\", Format:\"DecimalSI\"}, \"memory\":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"50Mi\", Format:\"BinarySI\"}}, Requests:v1.ResourceList{\"cpu\":resource.Quantity{i:resource.int64Amount{value:100, scale:-3}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"100m\", Format:\"DecimalSI\"}, \"memory\":resource.Quantity{i:resource.int64Amount{value:52428800, scale:0}, d:resource.infDecAmount{Dec:(*inf.Dec)(nil)}, s:\"50Mi\", Format:\"BinarySI\"}}, Claims:[]v1.ResourceClaim(nil)}, ResizePolicy:[]v1.ContainerResizePolicy(nil), RestartPolicy:(*v1.ContainerRestartPolicy)(nil), VolumeMounts:[]v1.VolumeMount{v1.VolumeMount{Name:\"cni-cfg\", ReadOnly:false
, RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/etc/cni/net.d\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}, v1.VolumeMount{Name:\"xtables-lock\", ReadOnly:false, RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/run/xtables.lock\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}, v1.VolumeMount{Name:\"lib-modules\", ReadOnly:true, RecursiveReadOnly:(*v1.RecursiveReadOnlyMode)(nil), MountPath:\"/lib/modules\", SubPath:\"\", MountPropagation:(*v1.MountPropagationMode)(nil), SubPathExpr:\"\"}}, VolumeDevices:[]v1.VolumeDevice(nil), LivenessProbe:(*v1.Probe)(nil), ReadinessProbe:(*v1.Probe)(nil), StartupProbe:(*v1.Probe)(nil), Lifecycle:(*v1.Lifecycle)(nil), TerminationMessagePath:\"/dev/termination-log\", TerminationMessagePolicy:\"File\", ImagePullPolicy:\"IfNotPresent\", SecurityContext:(*v1.SecurityContext)(0xc001b502a0), Stdin:false, StdinOnce:false, TTY:false}}, EphemeralContainers:[]v1.EphemeralConta
iner(nil), RestartPolicy:\"Always\", TerminationGracePeriodSeconds:(*int64)(0xc001820428), ActiveDeadlineSeconds:(*int64)(nil), DNSPolicy:\"ClusterFirst\", NodeSelector:map[string]string(nil), ServiceAccountName:\"kindnet\", DeprecatedServiceAccount:\"kindnet\", AutomountServiceAccountToken:(*bool)(nil), NodeName:\"\", HostNetwork:true, HostPID:false, HostIPC:false, ShareProcessNamespace:(*bool)(nil), SecurityContext:(*v1.PodSecurityContext)(0xc001d51480), ImagePullSecrets:[]v1.LocalObjectReference(nil), Hostname:\"\", Subdomain:\"\", Affinity:(*v1.Affinity)(nil), SchedulerName:\"default-scheduler\", Tolerations:[]v1.Toleration{v1.Toleration{Key:\"\", Operator:\"Exists\", Value:\"\", Effect:\"NoSchedule\", TolerationSeconds:(*int64)(nil)}}, HostAliases:[]v1.HostAlias(nil), PriorityClassName:\"\", Priority:(*int32)(nil), DNSConfig:(*v1.PodDNSConfig)(nil), ReadinessGates:[]v1.PodReadinessGate(nil), RuntimeClassName:(*string)(nil), EnableServiceLinks:(*bool)(nil), PreemptionPolicy:(*v1.PreemptionPolicy)(nil), Ov
erhead:v1.ResourceList(nil), TopologySpreadConstraints:[]v1.TopologySpreadConstraint(nil), SetHostnameAsFQDN:(*bool)(nil), OS:(*v1.PodOS)(nil), HostUsers:(*bool)(nil), SchedulingGates:[]v1.PodSchedulingGate(nil), ResourceClaims:[]v1.PodResourceClaim(nil)}}, UpdateStrategy:v1.DaemonSetUpdateStrategy{Type:\"RollingUpdate\", RollingUpdate:(*v1.RollingUpdateDaemonSet)(0xc001e15e60)}, MinReadySeconds:0, RevisionHistoryLimit:(*int32)(0xc001820470)}, Status:v1.DaemonSetStatus{CurrentNumberScheduled:3, NumberMisscheduled:0, DesiredNumberScheduled:3, NumberReady:3, ObservedGeneration:1, UpdatedNumberScheduled:3, NumberAvailable:3, NumberUnavailable:0, CollisionCount:(*int32)(nil), Conditions:[]v1.DaemonSetCondition(nil)}}: Operation cannot be fulfilled on daemonsets.apps \"kindnet\": the object has been modified; please apply your changes to the latest version and try again" logger="UnhandledError"
I1014 13:58:14.983373 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:15.178688 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:15.243657 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:15.340286 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:15.399942 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:18.263248 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:18.263850 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-450021-m04"
I1014 13:58:18.322338 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:24.991672 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:32.758209 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:32.758699 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-450021-m04"
I1014 13:58:32.779681 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:33.281205 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:58:45.471689 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m04"
I1014 13:59:30.147306 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-450021-m04"
I1014 13:59:30.148143 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m02"
I1014 13:59:30.170693 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m02"
I1014 13:59:30.349046 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="34.558914ms"
I1014 13:59:30.349473 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="165.118µs"
I1014 13:59:33.404625 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m02"
I1014 13:59:35.409214 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-450021-m02"
==> kube-proxy [5eec863af38c114b5058f678da27f8ce8608a5cd97566d4e704e07ff87100124] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1014 13:55:05.027976 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1014 13:55:05.042612 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.176"]
E1014 13:55:05.042701 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1014 13:55:05.077520 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1014 13:55:05.077626 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1014 13:55:05.077653 1 server_linux.go:169] "Using iptables Proxier"
I1014 13:55:05.080947 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1014 13:55:05.081416 1 server.go:483] "Version info" version="v1.31.1"
I1014 13:55:05.081449 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1014 13:55:05.084048 1 config.go:199] "Starting service config controller"
I1014 13:55:05.084244 1 shared_informer.go:313] Waiting for caches to sync for service config
I1014 13:55:05.084407 1 config.go:105] "Starting endpoint slice config controller"
I1014 13:55:05.084429 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1014 13:55:05.085497 1 config.go:328] "Starting node config controller"
I1014 13:55:05.085525 1 shared_informer.go:313] Waiting for caches to sync for node config
I1014 13:55:05.185149 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1014 13:55:05.185195 1 shared_informer.go:320] Caches are synced for service config
I1014 13:55:05.185638 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [4efae268f9ec331abbf180a9264d60144b2a22485b89d39a46207f1c40454221] <==
W1014 13:54:57.431755 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1014 13:54:57.431801 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1014 13:54:57.619315 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1014 13:54:57.619367 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1014 13:54:57.631913 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1014 13:54:57.632033 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1014 13:54:57.666200 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1014 13:54:57.666268 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1014 13:54:57.675854 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1014 13:54:57.675918 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1014 13:54:57.682854 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1014 13:54:57.683283 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1014 13:54:57.820025 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1014 13:54:57.820087 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1014 13:55:00.246826 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1014 13:57:36.278433 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-fkz82\": pod busybox-7dff88458-fkz82 is already assigned to node \"ha-450021\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-fkz82" node="ha-450021"
E1014 13:57:36.278688 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 07dccd61-4a5a-4d82-ba70-df7e6ff6bb4c(default/busybox-7dff88458-fkz82) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-fkz82"
E1014 13:57:36.278737 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-fkz82\": pod busybox-7dff88458-fkz82 is already assigned to node \"ha-450021\"" pod="default/busybox-7dff88458-fkz82"
I1014 13:57:36.278788 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-fkz82" node="ha-450021"
E1014 13:57:36.279144 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-lrvnn\": pod busybox-7dff88458-lrvnn is already assigned to node \"ha-450021-m03\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-lrvnn" node="ha-450021-m03"
E1014 13:57:36.279201 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod c0e6c9da-2bbd-4814-9310-ab74d5a3e09d(default/busybox-7dff88458-lrvnn) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-lrvnn"
E1014 13:57:36.279240 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-lrvnn\": pod busybox-7dff88458-lrvnn is already assigned to node \"ha-450021-m03\"" pod="default/busybox-7dff88458-lrvnn"
I1014 13:57:36.279273 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-lrvnn" node="ha-450021-m03"
E1014 13:58:14.867309 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-2mfnd\": pod kube-proxy-2mfnd is already assigned to node \"ha-450021-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-2mfnd" node="ha-450021-m04"
E1014 13:58:14.867404 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-2mfnd\": pod kube-proxy-2mfnd is already assigned to node \"ha-450021-m04\"" pod="kube-system/kube-proxy-2mfnd"
==> kubelet <==
Oct 14 13:59:59 ha-450021 kubelet[1299]: E1014 13:59:59.850190 1299 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914399849941739,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 13:59:59 ha-450021 kubelet[1299]: E1014 13:59:59.850218 1299 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914399849941739,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:09 ha-450021 kubelet[1299]: E1014 14:00:09.852474 1299 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914409852112835,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:09 ha-450021 kubelet[1299]: E1014 14:00:09.852527 1299 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914409852112835,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:19 ha-450021 kubelet[1299]: E1014 14:00:19.856761 1299 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914419856453814,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:19 ha-450021 kubelet[1299]: E1014 14:00:19.856806 1299 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914419856453814,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:29 ha-450021 kubelet[1299]: E1014 14:00:29.858206 1299 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914429857922237,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:29 ha-450021 kubelet[1299]: E1014 14:00:29.858470 1299 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914429857922237,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:39 ha-450021 kubelet[1299]: E1014 14:00:39.861764 1299 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914439861102356,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:39 ha-450021 kubelet[1299]: E1014 14:00:39.861870 1299 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914439861102356,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:49 ha-450021 kubelet[1299]: E1014 14:00:49.864513 1299 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914449864091872,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:49 ha-450021 kubelet[1299]: E1014 14:00:49.864550 1299 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914449864091872,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:59 ha-450021 kubelet[1299]: E1014 14:00:59.724357 1299 iptables.go:577] "Could not set up iptables canary" err=<
Oct 14 14:00:59 ha-450021 kubelet[1299]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 14 14:00:59 ha-450021 kubelet[1299]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 14 14:00:59 ha-450021 kubelet[1299]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 14 14:00:59 ha-450021 kubelet[1299]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 14 14:00:59 ha-450021 kubelet[1299]: E1014 14:00:59.866616 1299 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914459866140857,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:00:59 ha-450021 kubelet[1299]: E1014 14:00:59.866661 1299 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914459866140857,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:01:09 ha-450021 kubelet[1299]: E1014 14:01:09.869535 1299 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914469868732835,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:01:09 ha-450021 kubelet[1299]: E1014 14:01:09.869642 1299 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914469868732835,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:01:19 ha-450021 kubelet[1299]: E1014 14:01:19.870997 1299 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914479870763162,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:01:19 ha-450021 kubelet[1299]: E1014 14:01:19.871040 1299 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914479870763162,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:01:29 ha-450021 kubelet[1299]: E1014 14:01:29.872833 1299 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914489872491681,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 14 14:01:29 ha-450021 kubelet[1299]: E1014 14:01:29.872911 1299 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728914489872491681,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-450021 -n ha-450021
helpers_test.go:261: (dbg) Run: kubectl --context ha-450021 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.39s)