=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (3.77401153s)
ha_test.go:309: expected profile "ha-142481" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-142481\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-142481\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-142481\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.104\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.186\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.175\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.164\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"m
etallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":
262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-142481 -n ha-142481
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-142481 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-142481 logs -n 25: (1.473636291s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-142481 ssh -n | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-142481 cp ha-142481-m03:/home/docker/cp-test.txt | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481:/home/docker/cp-test_ha-142481-m03_ha-142481.txt | | | | | |
| ssh | ha-142481 ssh -n | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-142481 ssh -n ha-142481 sudo cat | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | /home/docker/cp-test_ha-142481-m03_ha-142481.txt | | | | | |
| cp | ha-142481 cp ha-142481-m03:/home/docker/cp-test.txt | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m02:/home/docker/cp-test_ha-142481-m03_ha-142481-m02.txt | | | | | |
| ssh | ha-142481 ssh -n | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-142481 ssh -n ha-142481-m02 sudo cat | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | /home/docker/cp-test_ha-142481-m03_ha-142481-m02.txt | | | | | |
| cp | ha-142481 cp ha-142481-m03:/home/docker/cp-test.txt | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m04:/home/docker/cp-test_ha-142481-m03_ha-142481-m04.txt | | | | | |
| ssh | ha-142481 ssh -n | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-142481 ssh -n ha-142481-m04 sudo cat | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | /home/docker/cp-test_ha-142481-m03_ha-142481-m04.txt | | | | | |
| cp | ha-142481 cp testdata/cp-test.txt | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-142481 ssh -n | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-142481 cp ha-142481-m04:/home/docker/cp-test.txt | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile4115718102/001/cp-test_ha-142481-m04.txt | | | | | |
| ssh | ha-142481 ssh -n | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-142481 cp ha-142481-m04:/home/docker/cp-test.txt | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481:/home/docker/cp-test_ha-142481-m04_ha-142481.txt | | | | | |
| ssh | ha-142481 ssh -n | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-142481 ssh -n ha-142481 sudo cat | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | /home/docker/cp-test_ha-142481-m04_ha-142481.txt | | | | | |
| cp | ha-142481 cp ha-142481-m04:/home/docker/cp-test.txt | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m02:/home/docker/cp-test_ha-142481-m04_ha-142481-m02.txt | | | | | |
| ssh | ha-142481 ssh -n | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-142481 ssh -n ha-142481-m02 sudo cat | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | /home/docker/cp-test_ha-142481-m04_ha-142481-m02.txt | | | | | |
| cp | ha-142481 cp ha-142481-m04:/home/docker/cp-test.txt | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m03:/home/docker/cp-test_ha-142481-m04_ha-142481-m03.txt | | | | | |
| ssh | ha-142481 ssh -n | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | ha-142481-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-142481 ssh -n ha-142481-m03 sudo cat | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | 10 Oct 24 18:18 UTC |
| | /home/docker/cp-test_ha-142481-m04_ha-142481-m03.txt | | | | | |
| node | ha-142481 node stop m02 -v=7 | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:18 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-142481 node start m02 -v=7 | ha-142481 | jenkins | v1.34.0 | 10 Oct 24 18:20 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/10 18:13:38
Running on machine: ubuntu-20-agent-3
Binary: Built with gc go1.23.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1010 18:13:38.106562 99368 out.go:345] Setting OutFile to fd 1 ...
I1010 18:13:38.106682 99368 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1010 18:13:38.106690 99368 out.go:358] Setting ErrFile to fd 2...
I1010 18:13:38.106694 99368 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1010 18:13:38.106895 99368 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19787-81676/.minikube/bin
I1010 18:13:38.107477 99368 out.go:352] Setting JSON to false
I1010 18:13:38.108309 99368 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-3","uptime":6964,"bootTime":1728577054,"procs":181,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1010 18:13:38.108413 99368 start.go:139] virtualization: kvm guest
I1010 18:13:38.110824 99368 out.go:177] * [ha-142481] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1010 18:13:38.112418 99368 out.go:177] - MINIKUBE_LOCATION=19787
I1010 18:13:38.112454 99368 notify.go:220] Checking for updates...
I1010 18:13:38.114936 99368 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1010 18:13:38.116370 99368 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19787-81676/kubeconfig
I1010 18:13:38.117745 99368 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19787-81676/.minikube
I1010 18:13:38.118944 99368 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1010 18:13:38.120250 99368 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1010 18:13:38.121551 99368 driver.go:394] Setting default libvirt URI to qemu:///system
I1010 18:13:38.157644 99368 out.go:177] * Using the kvm2 driver based on user configuration
I1010 18:13:38.158888 99368 start.go:297] selected driver: kvm2
I1010 18:13:38.158919 99368 start.go:901] validating driver "kvm2" against <nil>
I1010 18:13:38.158934 99368 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1010 18:13:38.159711 99368 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1010 18:13:38.159814 99368 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19787-81676/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1010 18:13:38.174780 99368 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1010 18:13:38.174840 99368 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1010 18:13:38.175095 99368 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1010 18:13:38.175132 99368 cni.go:84] Creating CNI manager for ""
I1010 18:13:38.175195 99368 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1010 18:13:38.175219 99368 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1010 18:13:38.175271 99368 start.go:340] cluster config:
{Name:ha-142481 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-142481 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1010 18:13:38.175372 99368 iso.go:125] acquiring lock: {Name:mk53f4624ffe67cac4f5d6b29b9ed87292a010a5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1010 18:13:38.177295 99368 out.go:177] * Starting "ha-142481" primary control-plane node in "ha-142481" cluster
I1010 18:13:38.178523 99368 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1010 18:13:38.178564 99368 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19787-81676/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I1010 18:13:38.178578 99368 cache.go:56] Caching tarball of preloaded images
I1010 18:13:38.178671 99368 preload.go:172] Found /home/jenkins/minikube-integration/19787-81676/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1010 18:13:38.178686 99368 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1010 18:13:38.179056 99368 profile.go:143] Saving config to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/config.json ...
I1010 18:13:38.179080 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/config.json: {Name:mk6ba06e5ddbd39667f8d6031429fc5b567ca233 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:13:38.179240 99368 start.go:360] acquireMachinesLock for ha-142481: {Name:mkf50a8a3600473176c10a3ea212772e747151e2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1010 18:13:38.179277 99368 start.go:364] duration metric: took 20.536µs to acquireMachinesLock for "ha-142481"
I1010 18:13:38.179299 99368 start.go:93] Provisioning new machine with config: &{Name:ha-142481 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-142481 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1010 18:13:38.179350 99368 start.go:125] createHost starting for "" (driver="kvm2")
I1010 18:13:38.180956 99368 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1010 18:13:38.181134 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:13:38.181190 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:13:38.195735 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37675
I1010 18:13:38.196239 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:13:38.196810 99368 main.go:141] libmachine: Using API Version 1
I1010 18:13:38.196834 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:13:38.197229 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:13:38.197439 99368 main.go:141] libmachine: (ha-142481) Calling .GetMachineName
I1010 18:13:38.197656 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:13:38.197815 99368 start.go:159] libmachine.API.Create for "ha-142481" (driver="kvm2")
I1010 18:13:38.197850 99368 client.go:168] LocalClient.Create starting
I1010 18:13:38.197896 99368 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem
I1010 18:13:38.197929 99368 main.go:141] libmachine: Decoding PEM data...
I1010 18:13:38.197946 99368 main.go:141] libmachine: Parsing certificate...
I1010 18:13:38.197994 99368 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem
I1010 18:13:38.198011 99368 main.go:141] libmachine: Decoding PEM data...
I1010 18:13:38.198032 99368 main.go:141] libmachine: Parsing certificate...
I1010 18:13:38.198051 99368 main.go:141] libmachine: Running pre-create checks...
I1010 18:13:38.198059 99368 main.go:141] libmachine: (ha-142481) Calling .PreCreateCheck
I1010 18:13:38.198443 99368 main.go:141] libmachine: (ha-142481) Calling .GetConfigRaw
I1010 18:13:38.198814 99368 main.go:141] libmachine: Creating machine...
I1010 18:13:38.198829 99368 main.go:141] libmachine: (ha-142481) Calling .Create
I1010 18:13:38.199006 99368 main.go:141] libmachine: (ha-142481) Creating KVM machine...
I1010 18:13:38.200423 99368 main.go:141] libmachine: (ha-142481) DBG | found existing default KVM network
I1010 18:13:38.201134 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:38.200987 99391 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000015b90}
I1010 18:13:38.201152 99368 main.go:141] libmachine: (ha-142481) DBG | created network xml:
I1010 18:13:38.201163 99368 main.go:141] libmachine: (ha-142481) DBG | <network>
I1010 18:13:38.201168 99368 main.go:141] libmachine: (ha-142481) DBG | <name>mk-ha-142481</name>
I1010 18:13:38.201173 99368 main.go:141] libmachine: (ha-142481) DBG | <dns enable='no'/>
I1010 18:13:38.201179 99368 main.go:141] libmachine: (ha-142481) DBG |
I1010 18:13:38.201186 99368 main.go:141] libmachine: (ha-142481) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1010 18:13:38.201195 99368 main.go:141] libmachine: (ha-142481) DBG | <dhcp>
I1010 18:13:38.201204 99368 main.go:141] libmachine: (ha-142481) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1010 18:13:38.201210 99368 main.go:141] libmachine: (ha-142481) DBG | </dhcp>
I1010 18:13:38.201224 99368 main.go:141] libmachine: (ha-142481) DBG | </ip>
I1010 18:13:38.201233 99368 main.go:141] libmachine: (ha-142481) DBG |
I1010 18:13:38.201241 99368 main.go:141] libmachine: (ha-142481) DBG | </network>
I1010 18:13:38.201253 99368 main.go:141] libmachine: (ha-142481) DBG |
I1010 18:13:38.206109 99368 main.go:141] libmachine: (ha-142481) DBG | trying to create private KVM network mk-ha-142481 192.168.39.0/24...
I1010 18:13:38.273921 99368 main.go:141] libmachine: (ha-142481) DBG | private KVM network mk-ha-142481 192.168.39.0/24 created
I1010 18:13:38.273973 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:38.273888 99391 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19787-81676/.minikube
I1010 18:13:38.273987 99368 main.go:141] libmachine: (ha-142481) Setting up store path in /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481 ...
I1010 18:13:38.274008 99368 main.go:141] libmachine: (ha-142481) Building disk image from file:///home/jenkins/minikube-integration/19787-81676/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1010 18:13:38.274030 99368 main.go:141] libmachine: (ha-142481) Downloading /home/jenkins/minikube-integration/19787-81676/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19787-81676/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1010 18:13:38.538580 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:38.538442 99391 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa...
I1010 18:13:38.734956 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:38.734800 99391 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/ha-142481.rawdisk...
I1010 18:13:38.734986 99368 main.go:141] libmachine: (ha-142481) DBG | Writing magic tar header
I1010 18:13:38.734996 99368 main.go:141] libmachine: (ha-142481) DBG | Writing SSH key tar header
I1010 18:13:38.735006 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:38.734920 99391 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481 ...
I1010 18:13:38.735023 99368 main.go:141] libmachine: (ha-142481) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481
I1010 18:13:38.735054 99368 main.go:141] libmachine: (ha-142481) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676/.minikube/machines
I1010 18:13:38.735062 99368 main.go:141] libmachine: (ha-142481) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481 (perms=drwx------)
I1010 18:13:38.735074 99368 main.go:141] libmachine: (ha-142481) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676/.minikube/machines (perms=drwxr-xr-x)
I1010 18:13:38.735083 99368 main.go:141] libmachine: (ha-142481) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676/.minikube (perms=drwxr-xr-x)
I1010 18:13:38.735098 99368 main.go:141] libmachine: (ha-142481) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676 (perms=drwxrwxr-x)
I1010 18:13:38.735107 99368 main.go:141] libmachine: (ha-142481) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676/.minikube
I1010 18:13:38.735121 99368 main.go:141] libmachine: (ha-142481) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1010 18:13:38.735132 99368 main.go:141] libmachine: (ha-142481) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1010 18:13:38.735139 99368 main.go:141] libmachine: (ha-142481) Creating domain...
I1010 18:13:38.735156 99368 main.go:141] libmachine: (ha-142481) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676
I1010 18:13:38.735166 99368 main.go:141] libmachine: (ha-142481) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1010 18:13:38.735171 99368 main.go:141] libmachine: (ha-142481) DBG | Checking permissions on dir: /home/jenkins
I1010 18:13:38.735177 99368 main.go:141] libmachine: (ha-142481) DBG | Checking permissions on dir: /home
I1010 18:13:38.735183 99368 main.go:141] libmachine: (ha-142481) DBG | Skipping /home - not owner
I1010 18:13:38.736388 99368 main.go:141] libmachine: (ha-142481) define libvirt domain using xml:
I1010 18:13:38.736417 99368 main.go:141] libmachine: (ha-142481) <domain type='kvm'>
I1010 18:13:38.736427 99368 main.go:141] libmachine: (ha-142481) <name>ha-142481</name>
I1010 18:13:38.736439 99368 main.go:141] libmachine: (ha-142481) <memory unit='MiB'>2200</memory>
I1010 18:13:38.736471 99368 main.go:141] libmachine: (ha-142481) <vcpu>2</vcpu>
I1010 18:13:38.736493 99368 main.go:141] libmachine: (ha-142481) <features>
I1010 18:13:38.736527 99368 main.go:141] libmachine: (ha-142481) <acpi/>
I1010 18:13:38.736554 99368 main.go:141] libmachine: (ha-142481) <apic/>
I1010 18:13:38.736566 99368 main.go:141] libmachine: (ha-142481) <pae/>
I1010 18:13:38.736588 99368 main.go:141] libmachine: (ha-142481)
I1010 18:13:38.736600 99368 main.go:141] libmachine: (ha-142481) </features>
I1010 18:13:38.736610 99368 main.go:141] libmachine: (ha-142481) <cpu mode='host-passthrough'>
I1010 18:13:38.736620 99368 main.go:141] libmachine: (ha-142481)
I1010 18:13:38.736633 99368 main.go:141] libmachine: (ha-142481) </cpu>
I1010 18:13:38.736643 99368 main.go:141] libmachine: (ha-142481) <os>
I1010 18:13:38.736649 99368 main.go:141] libmachine: (ha-142481) <type>hvm</type>
I1010 18:13:38.736661 99368 main.go:141] libmachine: (ha-142481) <boot dev='cdrom'/>
I1010 18:13:38.736672 99368 main.go:141] libmachine: (ha-142481) <boot dev='hd'/>
I1010 18:13:38.736684 99368 main.go:141] libmachine: (ha-142481) <bootmenu enable='no'/>
I1010 18:13:38.736693 99368 main.go:141] libmachine: (ha-142481) </os>
I1010 18:13:38.736700 99368 main.go:141] libmachine: (ha-142481) <devices>
I1010 18:13:38.736710 99368 main.go:141] libmachine: (ha-142481) <disk type='file' device='cdrom'>
I1010 18:13:38.736729 99368 main.go:141] libmachine: (ha-142481) <source file='/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/boot2docker.iso'/>
I1010 18:13:38.736737 99368 main.go:141] libmachine: (ha-142481) <target dev='hdc' bus='scsi'/>
I1010 18:13:38.736742 99368 main.go:141] libmachine: (ha-142481) <readonly/>
I1010 18:13:38.736748 99368 main.go:141] libmachine: (ha-142481) </disk>
I1010 18:13:38.736754 99368 main.go:141] libmachine: (ha-142481) <disk type='file' device='disk'>
I1010 18:13:38.736761 99368 main.go:141] libmachine: (ha-142481) <driver name='qemu' type='raw' cache='default' io='threads' />
I1010 18:13:38.736768 99368 main.go:141] libmachine: (ha-142481) <source file='/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/ha-142481.rawdisk'/>
I1010 18:13:38.736773 99368 main.go:141] libmachine: (ha-142481) <target dev='hda' bus='virtio'/>
I1010 18:13:38.736780 99368 main.go:141] libmachine: (ha-142481) </disk>
I1010 18:13:38.736789 99368 main.go:141] libmachine: (ha-142481) <interface type='network'>
I1010 18:13:38.736795 99368 main.go:141] libmachine: (ha-142481) <source network='mk-ha-142481'/>
I1010 18:13:38.736800 99368 main.go:141] libmachine: (ha-142481) <model type='virtio'/>
I1010 18:13:38.736804 99368 main.go:141] libmachine: (ha-142481) </interface>
I1010 18:13:38.736811 99368 main.go:141] libmachine: (ha-142481) <interface type='network'>
I1010 18:13:38.736816 99368 main.go:141] libmachine: (ha-142481) <source network='default'/>
I1010 18:13:38.736822 99368 main.go:141] libmachine: (ha-142481) <model type='virtio'/>
I1010 18:13:38.736831 99368 main.go:141] libmachine: (ha-142481) </interface>
I1010 18:13:38.736837 99368 main.go:141] libmachine: (ha-142481) <serial type='pty'>
I1010 18:13:38.736842 99368 main.go:141] libmachine: (ha-142481) <target port='0'/>
I1010 18:13:38.736868 99368 main.go:141] libmachine: (ha-142481) </serial>
I1010 18:13:38.736882 99368 main.go:141] libmachine: (ha-142481) <console type='pty'>
I1010 18:13:38.736896 99368 main.go:141] libmachine: (ha-142481) <target type='serial' port='0'/>
I1010 18:13:38.736911 99368 main.go:141] libmachine: (ha-142481) </console>
I1010 18:13:38.736921 99368 main.go:141] libmachine: (ha-142481) <rng model='virtio'>
I1010 18:13:38.736929 99368 main.go:141] libmachine: (ha-142481) <backend model='random'>/dev/random</backend>
I1010 18:13:38.736935 99368 main.go:141] libmachine: (ha-142481) </rng>
I1010 18:13:38.736942 99368 main.go:141] libmachine: (ha-142481)
I1010 18:13:38.736951 99368 main.go:141] libmachine: (ha-142481)
I1010 18:13:38.736962 99368 main.go:141] libmachine: (ha-142481) </devices>
I1010 18:13:38.736973 99368 main.go:141] libmachine: (ha-142481) </domain>
I1010 18:13:38.737007 99368 main.go:141] libmachine: (ha-142481)
I1010 18:13:38.741472 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:b1:0c:5d in network default
I1010 18:13:38.742188 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:38.742202 99368 main.go:141] libmachine: (ha-142481) Ensuring networks are active...
I1010 18:13:38.743102 99368 main.go:141] libmachine: (ha-142481) Ensuring network default is active
I1010 18:13:38.743484 99368 main.go:141] libmachine: (ha-142481) Ensuring network mk-ha-142481 is active
I1010 18:13:38.743981 99368 main.go:141] libmachine: (ha-142481) Getting domain xml...
I1010 18:13:38.744831 99368 main.go:141] libmachine: (ha-142481) Creating domain...
I1010 18:13:39.943643 99368 main.go:141] libmachine: (ha-142481) Waiting to get IP...
I1010 18:13:39.944415 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:39.944819 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:39.944886 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:39.944805 99391 retry.go:31] will retry after 263.450232ms: waiting for machine to come up
I1010 18:13:40.210494 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:40.210938 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:40.210979 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:40.210904 99391 retry.go:31] will retry after 318.83444ms: waiting for machine to come up
I1010 18:13:40.531556 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:40.531982 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:40.532010 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:40.531946 99391 retry.go:31] will retry after 379.250744ms: waiting for machine to come up
I1010 18:13:40.912440 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:40.912909 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:40.912942 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:40.912844 99391 retry.go:31] will retry after 505.831382ms: waiting for machine to come up
I1010 18:13:41.420670 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:41.421119 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:41.421141 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:41.421071 99391 retry.go:31] will retry after 555.074801ms: waiting for machine to come up
I1010 18:13:41.977849 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:41.978257 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:41.978281 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:41.978194 99391 retry.go:31] will retry after 636.152434ms: waiting for machine to come up
I1010 18:13:42.615909 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:42.616285 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:42.616320 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:42.616236 99391 retry.go:31] will retry after 907.451913ms: waiting for machine to come up
I1010 18:13:43.524700 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:43.525164 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:43.525241 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:43.525119 99391 retry.go:31] will retry after 916.746032ms: waiting for machine to come up
I1010 18:13:44.443019 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:44.443439 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:44.443463 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:44.443379 99391 retry.go:31] will retry after 1.722399675s: waiting for machine to come up
I1010 18:13:46.168252 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:46.168660 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:46.168691 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:46.168625 99391 retry.go:31] will retry after 2.191060126s: waiting for machine to come up
I1010 18:13:48.361115 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:48.361666 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:48.361699 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:48.361609 99391 retry.go:31] will retry after 2.390239739s: waiting for machine to come up
I1010 18:13:50.755200 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:50.755610 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:50.755636 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:50.755576 99391 retry.go:31] will retry after 2.188596051s: waiting for machine to come up
I1010 18:13:52.946995 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:52.947360 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:52.947382 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:52.947318 99391 retry.go:31] will retry after 3.863064875s: waiting for machine to come up
I1010 18:13:56.814839 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:13:56.815487 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find current IP address of domain ha-142481 in network mk-ha-142481
I1010 18:13:56.815508 99368 main.go:141] libmachine: (ha-142481) DBG | I1010 18:13:56.815409 99391 retry.go:31] will retry after 3.762373701s: waiting for machine to come up
I1010 18:14:00.580406 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:00.580915 99368 main.go:141] libmachine: (ha-142481) Found IP for machine: 192.168.39.104
I1010 18:14:00.580940 99368 main.go:141] libmachine: (ha-142481) Reserving static IP address...
I1010 18:14:00.580952 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has current primary IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:00.581384 99368 main.go:141] libmachine: (ha-142481) DBG | unable to find host DHCP lease matching {name: "ha-142481", mac: "52:54:00:3e:fa:00", ip: "192.168.39.104"} in network mk-ha-142481
I1010 18:14:00.656496 99368 main.go:141] libmachine: (ha-142481) DBG | Getting to WaitForSSH function...
I1010 18:14:00.656530 99368 main.go:141] libmachine: (ha-142481) Reserved static IP address: 192.168.39.104
I1010 18:14:00.656576 99368 main.go:141] libmachine: (ha-142481) Waiting for SSH to be available...
I1010 18:14:00.659584 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:00.659994 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:minikube Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:00.660032 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:00.660120 99368 main.go:141] libmachine: (ha-142481) DBG | Using SSH client type: external
I1010 18:14:00.660175 99368 main.go:141] libmachine: (ha-142481) DBG | Using SSH private key: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa (-rw-------)
I1010 18:14:00.660252 99368 main.go:141] libmachine: (ha-142481) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.104 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa -p 22] /usr/bin/ssh <nil>}
I1010 18:14:00.660280 99368 main.go:141] libmachine: (ha-142481) DBG | About to run SSH command:
I1010 18:14:00.660297 99368 main.go:141] libmachine: (ha-142481) DBG | exit 0
I1010 18:14:00.789008 99368 main.go:141] libmachine: (ha-142481) DBG | SSH cmd err, output: <nil>:
I1010 18:14:00.789292 99368 main.go:141] libmachine: (ha-142481) KVM machine creation complete!
I1010 18:14:00.789591 99368 main.go:141] libmachine: (ha-142481) Calling .GetConfigRaw
I1010 18:14:00.790247 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:14:00.790563 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:14:00.790779 99368 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1010 18:14:00.790797 99368 main.go:141] libmachine: (ha-142481) Calling .GetState
I1010 18:14:00.791977 99368 main.go:141] libmachine: Detecting operating system of created instance...
I1010 18:14:00.791993 99368 main.go:141] libmachine: Waiting for SSH to be available...
I1010 18:14:00.792000 99368 main.go:141] libmachine: Getting to WaitForSSH function...
I1010 18:14:00.792007 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:00.795049 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:00.795517 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:00.795546 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:00.795737 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:00.795931 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:00.796109 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:00.796201 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:00.796384 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:00.796677 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.104 22 <nil> <nil>}
I1010 18:14:00.796694 99368 main.go:141] libmachine: About to run SSH command:
exit 0
I1010 18:14:00.904506 99368 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1010 18:14:00.904529 99368 main.go:141] libmachine: Detecting the provisioner...
I1010 18:14:00.904538 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:00.907535 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:00.907882 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:00.907924 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:00.908104 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:00.908324 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:00.908499 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:00.908658 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:00.908892 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:00.909076 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.104 22 <nil> <nil>}
I1010 18:14:00.909086 99368 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1010 18:14:01.018108 99368 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1010 18:14:01.018217 99368 main.go:141] libmachine: found compatible host: buildroot
I1010 18:14:01.018228 99368 main.go:141] libmachine: Provisioning with buildroot...
I1010 18:14:01.018236 99368 main.go:141] libmachine: (ha-142481) Calling .GetMachineName
I1010 18:14:01.018570 99368 buildroot.go:166] provisioning hostname "ha-142481"
I1010 18:14:01.018602 99368 main.go:141] libmachine: (ha-142481) Calling .GetMachineName
I1010 18:14:01.018780 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:01.021625 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:01.022001 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:01.022049 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:01.022142 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:01.022330 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:01.022485 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:01.022628 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:01.022792 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:01.023020 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.104 22 <nil> <nil>}
I1010 18:14:01.023040 99368 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-142481 && echo "ha-142481" | sudo tee /etc/hostname
I1010 18:14:01.148746 99368 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-142481
I1010 18:14:01.148780 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:01.151700 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:01.152069 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:01.152101 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:01.152379 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:01.152566 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:01.152733 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:01.153007 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:01.153254 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:01.153456 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.104 22 <nil> <nil>}
I1010 18:14:01.153473 99368 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-142481' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-142481/g' /etc/hosts;
else
echo '127.0.1.1 ha-142481' | sudo tee -a /etc/hosts;
fi
fi
I1010 18:14:01.270656 99368 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1010 18:14:01.270702 99368 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19787-81676/.minikube CaCertPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19787-81676/.minikube}
I1010 18:14:01.270768 99368 buildroot.go:174] setting up certificates
I1010 18:14:01.270784 99368 provision.go:84] configureAuth start
I1010 18:14:01.270804 99368 main.go:141] libmachine: (ha-142481) Calling .GetMachineName
I1010 18:14:01.271123 99368 main.go:141] libmachine: (ha-142481) Calling .GetIP
I1010 18:14:01.274054 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:01.274377 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:01.274414 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:01.274599 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:01.277056 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:01.277372 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:01.277402 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:01.277532 99368 provision.go:143] copyHostCerts
I1010 18:14:01.277566 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem
I1010 18:14:01.277608 99368 exec_runner.go:144] found /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem, removing ...
I1010 18:14:01.277620 99368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem
I1010 18:14:01.277701 99368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem (1675 bytes)
I1010 18:14:01.277845 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem
I1010 18:14:01.277882 99368 exec_runner.go:144] found /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem, removing ...
I1010 18:14:01.277893 99368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem
I1010 18:14:01.277935 99368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem (1078 bytes)
I1010 18:14:01.278014 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem
I1010 18:14:01.278037 99368 exec_runner.go:144] found /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem, removing ...
I1010 18:14:01.278043 99368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem
I1010 18:14:01.278078 99368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem (1123 bytes)
I1010 18:14:01.278160 99368 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca-key.pem org=jenkins.ha-142481 san=[127.0.0.1 192.168.39.104 ha-142481 localhost minikube]
I1010 18:14:01.863097 99368 provision.go:177] copyRemoteCerts
I1010 18:14:01.863162 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1010 18:14:01.863187 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:01.866290 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:01.866626 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:01.866657 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:01.866843 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:01.867075 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:01.867295 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:01.867474 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.104 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa Username:docker}
I1010 18:14:01.951802 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1010 18:14:01.951888 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1010 18:14:01.976504 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem -> /etc/docker/server.pem
I1010 18:14:01.976590 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1010 18:14:02.000608 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1010 18:14:02.000694 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1010 18:14:02.025514 99368 provision.go:87] duration metric: took 754.678106ms to configureAuth
I1010 18:14:02.025558 99368 buildroot.go:189] setting minikube options for container-runtime
I1010 18:14:02.025780 99368 config.go:182] Loaded profile config "ha-142481": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 18:14:02.025872 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:02.028822 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.029419 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:02.029448 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.029637 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:02.029859 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:02.030076 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:02.030249 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:02.030408 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:02.030613 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.104 22 <nil> <nil>}
I1010 18:14:02.030638 99368 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1010 18:14:02.255598 99368 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1010 18:14:02.255635 99368 main.go:141] libmachine: Checking connection to Docker...
I1010 18:14:02.255663 99368 main.go:141] libmachine: (ha-142481) Calling .GetURL
I1010 18:14:02.256998 99368 main.go:141] libmachine: (ha-142481) DBG | Using libvirt version 6000000
I1010 18:14:02.259693 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.260061 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:02.260105 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.260245 99368 main.go:141] libmachine: Docker is up and running!
I1010 18:14:02.260269 99368 main.go:141] libmachine: Reticulating splines...
I1010 18:14:02.260277 99368 client.go:171] duration metric: took 24.062416136s to LocalClient.Create
I1010 18:14:02.260305 99368 start.go:167] duration metric: took 24.062491775s to libmachine.API.Create "ha-142481"
I1010 18:14:02.260317 99368 start.go:293] postStartSetup for "ha-142481" (driver="kvm2")
I1010 18:14:02.260330 99368 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1010 18:14:02.260355 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:14:02.260598 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1010 18:14:02.260623 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:02.262655 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.262966 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:02.262995 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.263106 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:02.263281 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:02.263418 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:02.263549 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.104 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa Username:docker}
I1010 18:14:02.347386 99368 ssh_runner.go:195] Run: cat /etc/os-release
I1010 18:14:02.352007 99368 info.go:137] Remote host: Buildroot 2023.02.9
I1010 18:14:02.352037 99368 filesync.go:126] Scanning /home/jenkins/minikube-integration/19787-81676/.minikube/addons for local assets ...
I1010 18:14:02.352118 99368 filesync.go:126] Scanning /home/jenkins/minikube-integration/19787-81676/.minikube/files for local assets ...
I1010 18:14:02.352241 99368 filesync.go:149] local asset: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem -> 888762.pem in /etc/ssl/certs
I1010 18:14:02.352255 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem -> /etc/ssl/certs/888762.pem
I1010 18:14:02.352383 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1010 18:14:02.361986 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem --> /etc/ssl/certs/888762.pem (1708 bytes)
I1010 18:14:02.387757 99368 start.go:296] duration metric: took 127.42447ms for postStartSetup
I1010 18:14:02.387817 99368 main.go:141] libmachine: (ha-142481) Calling .GetConfigRaw
I1010 18:14:02.388481 99368 main.go:141] libmachine: (ha-142481) Calling .GetIP
I1010 18:14:02.391530 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.391900 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:02.391927 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.392187 99368 profile.go:143] Saving config to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/config.json ...
I1010 18:14:02.392385 99368 start.go:128] duration metric: took 24.213024958s to createHost
I1010 18:14:02.392410 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:02.394865 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.395239 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:02.395269 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.395418 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:02.395616 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:02.395799 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:02.395913 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:02.396045 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:02.396233 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.104 22 <nil> <nil>}
I1010 18:14:02.396253 99368 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1010 18:14:02.506374 99368 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728584042.463674877
I1010 18:14:02.506405 99368 fix.go:216] guest clock: 1728584042.463674877
I1010 18:14:02.506415 99368 fix.go:229] Guest: 2024-10-10 18:14:02.463674877 +0000 UTC Remote: 2024-10-10 18:14:02.392397471 +0000 UTC m=+24.322985546 (delta=71.277406ms)
I1010 18:14:02.506501 99368 fix.go:200] guest clock delta is within tolerance: 71.277406ms
I1010 18:14:02.506513 99368 start.go:83] releasing machines lock for "ha-142481", held for 24.327223548s
I1010 18:14:02.506550 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:14:02.506889 99368 main.go:141] libmachine: (ha-142481) Calling .GetIP
I1010 18:14:02.509401 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.509764 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:02.509802 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.509942 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:14:02.510549 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:14:02.510772 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:14:02.510843 99368 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1010 18:14:02.510929 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:02.511003 99368 ssh_runner.go:195] Run: cat /version.json
I1010 18:14:02.511038 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:02.513796 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.513896 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.514234 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:02.514254 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.514280 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:02.514293 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:02.514533 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:02.514631 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:02.514713 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:02.514804 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:02.514890 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:02.514938 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:02.515026 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.104 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa Username:docker}
I1010 18:14:02.515073 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.104 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa Username:docker}
I1010 18:14:02.615715 99368 ssh_runner.go:195] Run: systemctl --version
I1010 18:14:02.621955 99368 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1010 18:14:02.785775 99368 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1010 18:14:02.792271 99368 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1010 18:14:02.792352 99368 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1010 18:14:02.808426 99368 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1010 18:14:02.808464 99368 start.go:495] detecting cgroup driver to use...
I1010 18:14:02.808542 99368 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1010 18:14:02.825314 99368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1010 18:14:02.842065 99368 docker.go:217] disabling cri-docker service (if available) ...
I1010 18:14:02.842135 99368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1010 18:14:02.858984 99368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1010 18:14:02.876330 99368 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1010 18:14:02.990523 99368 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1010 18:14:03.132316 99368 docker.go:233] disabling docker service ...
I1010 18:14:03.132386 99368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1010 18:14:03.147477 99368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1010 18:14:03.161268 99368 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1010 18:14:03.304325 99368 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1010 18:14:03.429397 99368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1010 18:14:03.443898 99368 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1010 18:14:03.463181 99368 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1010 18:14:03.463273 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:03.474215 99368 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1010 18:14:03.474286 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:03.485513 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:03.496394 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:03.507084 99368 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1010 18:14:03.517675 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:03.527867 99368 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:03.545825 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:03.556723 99368 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1010 18:14:03.566428 99368 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1010 18:14:03.566513 99368 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1010 18:14:03.579726 99368 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1010 18:14:03.589897 99368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1010 18:14:03.711306 99368 ssh_runner.go:195] Run: sudo systemctl restart crio
I1010 18:14:03.812353 99368 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1010 18:14:03.812440 99368 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1010 18:14:03.817265 99368 start.go:563] Will wait 60s for crictl version
I1010 18:14:03.817331 99368 ssh_runner.go:195] Run: which crictl
I1010 18:14:03.821238 99368 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1010 18:14:03.865031 99368 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1010 18:14:03.865131 99368 ssh_runner.go:195] Run: crio --version
I1010 18:14:03.893405 99368 ssh_runner.go:195] Run: crio --version
I1010 18:14:03.923688 99368 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1010 18:14:03.925089 99368 main.go:141] libmachine: (ha-142481) Calling .GetIP
I1010 18:14:03.927862 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:03.928210 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:03.928239 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:03.928482 99368 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1010 18:14:03.932808 99368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1010 18:14:03.947607 99368 kubeadm.go:883] updating cluster {Name:ha-142481 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cl
usterName:ha-142481 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.104 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1010 18:14:03.947723 99368 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1010 18:14:03.947771 99368 ssh_runner.go:195] Run: sudo crictl images --output json
I1010 18:14:03.980321 99368 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I1010 18:14:03.980402 99368 ssh_runner.go:195] Run: which lz4
I1010 18:14:03.984490 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1010 18:14:03.984586 99368 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1010 18:14:03.988814 99368 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1010 18:14:03.988866 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I1010 18:14:05.363098 99368 crio.go:462] duration metric: took 1.37853137s to copy over tarball
I1010 18:14:05.363172 99368 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1010 18:14:07.378827 99368 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.01562073s)
I1010 18:14:07.378863 99368 crio.go:469] duration metric: took 2.015730634s to extract the tarball
I1010 18:14:07.378873 99368 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1010 18:14:07.415494 99368 ssh_runner.go:195] Run: sudo crictl images --output json
I1010 18:14:07.461637 99368 crio.go:514] all images are preloaded for cri-o runtime.
I1010 18:14:07.461668 99368 cache_images.go:84] Images are preloaded, skipping loading
I1010 18:14:07.461678 99368 kubeadm.go:934] updating node { 192.168.39.104 8443 v1.31.1 crio true true} ...
I1010 18:14:07.461810 99368 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-142481 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.104
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-142481 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1010 18:14:07.461895 99368 ssh_runner.go:195] Run: crio config
I1010 18:14:07.511179 99368 cni.go:84] Creating CNI manager for ""
I1010 18:14:07.511203 99368 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1010 18:14:07.511219 99368 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1010 18:14:07.511240 99368 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.104 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-142481 NodeName:ha-142481 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.104"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.104 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1010 18:14:07.511378 99368 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.104
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-142481"
kubeletExtraArgs:
node-ip: 192.168.39.104
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.104"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1010 18:14:07.511402 99368 kube-vip.go:115] generating kube-vip config ...
I1010 18:14:07.511447 99368 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1010 18:14:07.530825 99368 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1010 18:14:07.530966 99368 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1010 18:14:07.531061 99368 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1010 18:14:07.541336 99368 binaries.go:44] Found k8s binaries, skipping transfer
I1010 18:14:07.541418 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1010 18:14:07.551149 99368 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1010 18:14:07.567775 99368 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1010 18:14:07.585048 99368 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2153 bytes)
I1010 18:14:07.601614 99368 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1010 18:14:07.618435 99368 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1010 18:14:07.622366 99368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1010 18:14:07.634534 99368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1010 18:14:07.769061 99368 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1010 18:14:07.786728 99368 certs.go:68] Setting up /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481 for IP: 192.168.39.104
I1010 18:14:07.786757 99368 certs.go:194] generating shared ca certs ...
I1010 18:14:07.786780 99368 certs.go:226] acquiring lock for ca certs: {Name:mk934aa2a82050d7b4e8800492bf64f91d140517 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:07.786963 99368 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.key
I1010 18:14:07.787019 99368 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.key
I1010 18:14:07.787049 99368 certs.go:256] generating profile certs ...
I1010 18:14:07.787126 99368 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.key
I1010 18:14:07.787145 99368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.crt with IP's: []
I1010 18:14:07.903290 99368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.crt ...
I1010 18:14:07.903319 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.crt: {Name:mkc3e45adeab2c56df47bde3919e2c30e370ae85 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:07.903506 99368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.key ...
I1010 18:14:07.903521 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.key: {Name:mka461c8525916f7bc85840820bc278320ec6313 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:07.903626 99368 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.36896560
I1010 18:14:07.903643 99368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.36896560 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.104 192.168.39.254]
I1010 18:14:08.280801 99368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.36896560 ...
I1010 18:14:08.280860 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.36896560: {Name:mk5acd7350e86bebedada3fd330840a975c10cfe Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:08.281063 99368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.36896560 ...
I1010 18:14:08.281078 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.36896560: {Name:mk1053269a10fe97cf940622a274d032edb2023c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:08.281164 99368 certs.go:381] copying /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.36896560 -> /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt
I1010 18:14:08.281248 99368 certs.go:385] copying /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.36896560 -> /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key
I1010 18:14:08.281307 99368 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.key
I1010 18:14:08.281325 99368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.crt with IP's: []
I1010 18:14:08.428528 99368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.crt ...
I1010 18:14:08.428562 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.crt: {Name:mk868dec1ca79ab4285d30dbc6ee93e0f0415a05 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:08.428730 99368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.key ...
I1010 18:14:08.428741 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.key: {Name:mk5632176fd6e0bd1fedbd590f44cb77fc86fc75 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:08.428812 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1010 18:14:08.428829 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1010 18:14:08.428839 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1010 18:14:08.428867 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1010 18:14:08.428886 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1010 18:14:08.428905 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1010 18:14:08.428919 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1010 18:14:08.428930 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1010 18:14:08.428986 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876.pem (1338 bytes)
W1010 18:14:08.429023 99368 certs.go:480] ignoring /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876_empty.pem, impossibly tiny 0 bytes
I1010 18:14:08.429032 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca-key.pem (1679 bytes)
I1010 18:14:08.429057 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem (1078 bytes)
I1010 18:14:08.429082 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem (1123 bytes)
I1010 18:14:08.429103 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem (1675 bytes)
I1010 18:14:08.429139 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem (1708 bytes)
I1010 18:14:08.429166 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876.pem -> /usr/share/ca-certificates/88876.pem
I1010 18:14:08.429180 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem -> /usr/share/ca-certificates/888762.pem
I1010 18:14:08.429192 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1010 18:14:08.429725 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1010 18:14:08.459934 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1010 18:14:08.486537 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1010 18:14:08.511793 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1010 18:14:08.536743 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1010 18:14:08.569819 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1010 18:14:08.605499 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1010 18:14:08.633615 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1010 18:14:08.657501 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876.pem --> /usr/share/ca-certificates/88876.pem (1338 bytes)
I1010 18:14:08.684906 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem --> /usr/share/ca-certificates/888762.pem (1708 bytes)
I1010 18:14:08.712812 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1010 18:14:08.741219 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1010 18:14:08.760444 99368 ssh_runner.go:195] Run: openssl version
I1010 18:14:08.766741 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/888762.pem && ln -fs /usr/share/ca-certificates/888762.pem /etc/ssl/certs/888762.pem"
I1010 18:14:08.778475 99368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/888762.pem
I1010 18:14:08.783145 99368 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 10 18:09 /usr/share/ca-certificates/888762.pem
I1010 18:14:08.783213 99368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/888762.pem
I1010 18:14:08.789500 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/888762.pem /etc/ssl/certs/3ec20f2e.0"
I1010 18:14:08.800279 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1010 18:14:08.811452 99368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1010 18:14:08.816338 99368 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 10 17:58 /usr/share/ca-certificates/minikubeCA.pem
I1010 18:14:08.816413 99368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1010 18:14:08.822105 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1010 18:14:08.833024 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/88876.pem && ln -fs /usr/share/ca-certificates/88876.pem /etc/ssl/certs/88876.pem"
I1010 18:14:08.844522 99368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/88876.pem
I1010 18:14:08.849855 99368 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 10 18:09 /usr/share/ca-certificates/88876.pem
I1010 18:14:08.849915 99368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/88876.pem
I1010 18:14:08.856326 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/88876.pem /etc/ssl/certs/51391683.0"
I1010 18:14:08.868339 99368 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1010 18:14:08.873080 99368 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1010 18:14:08.873139 99368 kubeadm.go:392] StartCluster: {Name:ha-142481 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clust
erName:ha-142481 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.104 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1010 18:14:08.873227 99368 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1010 18:14:08.873270 99368 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1010 18:14:08.916635 99368 cri.go:89] found id: ""
I1010 18:14:08.916701 99368 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1010 18:14:08.927424 99368 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1010 18:14:08.937639 99368 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1010 18:14:08.950754 99368 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1010 18:14:08.950779 99368 kubeadm.go:157] found existing configuration files:
I1010 18:14:08.950834 99368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1010 18:14:08.962204 99368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1010 18:14:08.962290 99368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1010 18:14:08.975261 99368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1010 18:14:08.986716 99368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1010 18:14:08.986809 99368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1010 18:14:08.998689 99368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1010 18:14:09.010244 99368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1010 18:14:09.010336 99368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1010 18:14:09.022153 99368 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1010 18:14:09.033360 99368 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1010 18:14:09.033436 99368 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1010 18:14:09.045356 99368 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1010 18:14:09.160966 99368 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1010 18:14:09.161052 99368 kubeadm.go:310] [preflight] Running pre-flight checks
I1010 18:14:09.286355 99368 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1010 18:14:09.286552 99368 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1010 18:14:09.286700 99368 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1010 18:14:09.304139 99368 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1010 18:14:09.367960 99368 out.go:235] - Generating certificates and keys ...
I1010 18:14:09.368080 99368 kubeadm.go:310] [certs] Using existing ca certificate authority
I1010 18:14:09.368161 99368 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1010 18:14:09.384046 99368 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1010 18:14:09.463103 99368 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1010 18:14:09.567857 99368 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1010 18:14:09.723111 99368 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1010 18:14:09.854233 99368 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1010 18:14:09.854378 99368 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-142481 localhost] and IPs [192.168.39.104 127.0.0.1 ::1]
I1010 18:14:09.939722 99368 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1010 18:14:09.939862 99368 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-142481 localhost] and IPs [192.168.39.104 127.0.0.1 ::1]
I1010 18:14:10.144343 99368 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1010 18:14:10.236373 99368 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1010 18:14:10.313629 99368 kubeadm.go:310] [certs] Generating "sa" key and public key
I1010 18:14:10.313727 99368 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1010 18:14:10.420431 99368 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1010 18:14:10.571019 99368 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1010 18:14:10.736436 99368 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1010 18:14:10.835479 99368 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1010 18:14:10.964962 99368 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1010 18:14:10.965625 99368 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1010 18:14:10.970210 99368 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1010 18:14:10.974272 99368 out.go:235] - Booting up control plane ...
I1010 18:14:10.974411 99368 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1010 18:14:10.974532 99368 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1010 18:14:10.974647 99368 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1010 18:14:10.995458 99368 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1010 18:14:11.002605 99368 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1010 18:14:11.002687 99368 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1010 18:14:11.149847 99368 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1010 18:14:11.150007 99368 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1010 18:14:11.651121 99368 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.084729ms
I1010 18:14:11.651236 99368 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1010 18:14:20.808127 99368 kubeadm.go:310] [api-check] The API server is healthy after 9.156536113s
I1010 18:14:20.824946 99368 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1010 18:14:20.839773 99368 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1010 18:14:20.870820 99368 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1010 18:14:20.871016 99368 kubeadm.go:310] [mark-control-plane] Marking the node ha-142481 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1010 18:14:20.887157 99368 kubeadm.go:310] [bootstrap-token] Using token: 644oik.7go4jyqro7if5l4w
I1010 18:14:20.888737 99368 out.go:235] - Configuring RBAC rules ...
I1010 18:14:20.888842 99368 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1010 18:14:20.898440 99368 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1010 18:14:20.910480 99368 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1010 18:14:20.915628 99368 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1010 18:14:20.920682 99368 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1010 18:14:20.931471 99368 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1010 18:14:21.219016 99368 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1010 18:14:21.647641 99368 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1010 18:14:22.223206 99368 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1010 18:14:22.224137 99368 kubeadm.go:310]
I1010 18:14:22.224257 99368 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1010 18:14:22.224281 99368 kubeadm.go:310]
I1010 18:14:22.224367 99368 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1010 18:14:22.224376 99368 kubeadm.go:310]
I1010 18:14:22.224411 99368 kubeadm.go:310] mkdir -p $HOME/.kube
I1010 18:14:22.224481 99368 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1010 18:14:22.224552 99368 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1010 18:14:22.224561 99368 kubeadm.go:310]
I1010 18:14:22.224636 99368 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1010 18:14:22.224649 99368 kubeadm.go:310]
I1010 18:14:22.224716 99368 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1010 18:14:22.224728 99368 kubeadm.go:310]
I1010 18:14:22.224806 99368 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1010 18:14:22.224925 99368 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1010 18:14:22.225015 99368 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1010 18:14:22.225025 99368 kubeadm.go:310]
I1010 18:14:22.225149 99368 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1010 18:14:22.225266 99368 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1010 18:14:22.225276 99368 kubeadm.go:310]
I1010 18:14:22.225390 99368 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 644oik.7go4jyqro7if5l4w \
I1010 18:14:22.225541 99368 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:bc8568f96f96483e4403a7eff9866ac7bd8b0e76d8203796a49dd1a769f11bda \
I1010 18:14:22.225591 99368 kubeadm.go:310] --control-plane
I1010 18:14:22.225619 99368 kubeadm.go:310]
I1010 18:14:22.225743 99368 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1010 18:14:22.225753 99368 kubeadm.go:310]
I1010 18:14:22.225845 99368 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token 644oik.7go4jyqro7if5l4w \
I1010 18:14:22.225968 99368 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:bc8568f96f96483e4403a7eff9866ac7bd8b0e76d8203796a49dd1a769f11bda
I1010 18:14:22.226430 99368 kubeadm.go:310] W1010 18:14:09.112606 828 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1010 18:14:22.226836 99368 kubeadm.go:310] W1010 18:14:09.113373 828 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1010 18:14:22.226944 99368 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1010 18:14:22.226978 99368 cni.go:84] Creating CNI manager for ""
I1010 18:14:22.226989 99368 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1010 18:14:22.229089 99368 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1010 18:14:22.230625 99368 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1010 18:14:22.236334 99368 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1010 18:14:22.236358 99368 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1010 18:14:22.263826 99368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1010 18:14:22.691291 99368 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1010 18:14:22.691383 99368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 18:14:22.691399 99368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-142481 minikube.k8s.io/updated_at=2024_10_10T18_14_22_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=e90d7de550e839433dc631623053398b652747fc minikube.k8s.io/name=ha-142481 minikube.k8s.io/primary=true
I1010 18:14:22.748532 99368 ops.go:34] apiserver oom_adj: -16
I1010 18:14:22.970463 99368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 18:14:23.471032 99368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1010 18:14:23.553414 99368 kubeadm.go:1113] duration metric: took 862.100636ms to wait for elevateKubeSystemPrivileges
I1010 18:14:23.553464 99368 kubeadm.go:394] duration metric: took 14.680326546s to StartCluster
I1010 18:14:23.553490 99368 settings.go:142] acquiring lock: {Name:mk8d73e472e6ca16e47be8eb712406a95625b8da Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:23.553611 99368 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19787-81676/kubeconfig
I1010 18:14:23.554487 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/kubeconfig: {Name:mk31297b607b774870865548d952622c04d970cd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:23.554725 99368 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1010 18:14:23.554735 99368 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1010 18:14:23.554719 99368 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.104 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1010 18:14:23.554809 99368 addons.go:69] Setting storage-provisioner=true in profile "ha-142481"
I1010 18:14:23.554818 99368 start.go:241] waiting for startup goroutines ...
I1010 18:14:23.554825 99368 addons.go:234] Setting addon storage-provisioner=true in "ha-142481"
I1010 18:14:23.554829 99368 addons.go:69] Setting default-storageclass=true in profile "ha-142481"
I1010 18:14:23.554845 99368 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-142481"
I1010 18:14:23.554853 99368 host.go:66] Checking if "ha-142481" exists ...
I1010 18:14:23.554928 99368 config.go:182] Loaded profile config "ha-142481": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 18:14:23.555209 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:14:23.555239 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:14:23.555300 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:14:23.555338 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:14:23.570324 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36105
I1010 18:14:23.570445 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38545
I1010 18:14:23.570857 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:14:23.570886 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:14:23.571436 99368 main.go:141] libmachine: Using API Version 1
I1010 18:14:23.571459 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:14:23.571566 99368 main.go:141] libmachine: Using API Version 1
I1010 18:14:23.571589 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:14:23.571790 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:14:23.571894 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:14:23.571996 99368 main.go:141] libmachine: (ha-142481) Calling .GetState
I1010 18:14:23.572434 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:14:23.572484 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:14:23.574225 99368 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19787-81676/kubeconfig
I1010 18:14:23.574554 99368 kapi.go:59] client config for ha-142481: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.crt", KeyFile:"/home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.key", CAFile:"/home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2432700), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1010 18:14:23.575091 99368 cert_rotation.go:140] Starting client certificate rotation controller
I1010 18:14:23.575347 99368 addons.go:234] Setting addon default-storageclass=true in "ha-142481"
I1010 18:14:23.575391 99368 host.go:66] Checking if "ha-142481" exists ...
I1010 18:14:23.575743 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:14:23.575783 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:14:23.587483 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34291
I1010 18:14:23.587940 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:14:23.588477 99368 main.go:141] libmachine: Using API Version 1
I1010 18:14:23.588502 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:14:23.588933 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:14:23.589102 99368 main.go:141] libmachine: (ha-142481) Calling .GetState
I1010 18:14:23.590856 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:14:23.590904 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42799
I1010 18:14:23.591399 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:14:23.591917 99368 main.go:141] libmachine: Using API Version 1
I1010 18:14:23.591946 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:14:23.592234 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:14:23.592690 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:14:23.592731 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:14:23.593082 99368 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1010 18:14:23.594593 99368 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1010 18:14:23.594613 99368 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1010 18:14:23.594629 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:23.597561 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:23.598029 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:23.598057 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:23.598292 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:23.598455 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:23.598621 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:23.598811 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.104 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa Username:docker}
I1010 18:14:23.608949 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46053
I1010 18:14:23.609372 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:14:23.609889 99368 main.go:141] libmachine: Using API Version 1
I1010 18:14:23.609916 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:14:23.610243 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:14:23.610467 99368 main.go:141] libmachine: (ha-142481) Calling .GetState
I1010 18:14:23.612216 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:14:23.612447 99368 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1010 18:14:23.612464 99368 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1010 18:14:23.612481 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:23.615402 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:23.615852 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:23.615886 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:23.616075 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:23.616255 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:23.616404 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:23.616566 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.104 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa Username:docker}
I1010 18:14:23.680546 99368 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1010 18:14:23.774021 99368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1010 18:14:23.820915 99368 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1010 18:14:24.197953 99368 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1010 18:14:24.533925 99368 main.go:141] libmachine: Making call to close driver server
I1010 18:14:24.533960 99368 main.go:141] libmachine: (ha-142481) Calling .Close
I1010 18:14:24.533990 99368 main.go:141] libmachine: Making call to close driver server
I1010 18:14:24.534001 99368 main.go:141] libmachine: (ha-142481) Calling .Close
I1010 18:14:24.534267 99368 main.go:141] libmachine: (ha-142481) DBG | Closing plugin on server side
I1010 18:14:24.534297 99368 main.go:141] libmachine: Successfully made call to close driver server
I1010 18:14:24.534313 99368 main.go:141] libmachine: Making call to close connection to plugin binary
I1010 18:14:24.534319 99368 main.go:141] libmachine: Successfully made call to close driver server
I1010 18:14:24.534320 99368 main.go:141] libmachine: (ha-142481) DBG | Closing plugin on server side
I1010 18:14:24.534323 99368 main.go:141] libmachine: Making call to close driver server
I1010 18:14:24.534342 99368 main.go:141] libmachine: (ha-142481) Calling .Close
I1010 18:14:24.534328 99368 main.go:141] libmachine: Making call to close connection to plugin binary
I1010 18:14:24.534394 99368 main.go:141] libmachine: Making call to close driver server
I1010 18:14:24.534402 99368 main.go:141] libmachine: (ha-142481) Calling .Close
I1010 18:14:24.534551 99368 main.go:141] libmachine: Successfully made call to close driver server
I1010 18:14:24.534571 99368 main.go:141] libmachine: Making call to close connection to plugin binary
I1010 18:14:24.534647 99368 main.go:141] libmachine: Successfully made call to close driver server
I1010 18:14:24.534673 99368 main.go:141] libmachine: Making call to close connection to plugin binary
I1010 18:14:24.534690 99368 main.go:141] libmachine: (ha-142481) DBG | Closing plugin on server side
I1010 18:14:24.534743 99368 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1010 18:14:24.534893 99368 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1010 18:14:24.535016 99368 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1010 18:14:24.535028 99368 round_trippers.go:469] Request Headers:
I1010 18:14:24.535038 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:14:24.535046 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:14:24.550066 99368 round_trippers.go:574] Response Status: 200 OK in 14 milliseconds
I1010 18:14:24.550802 99368 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1010 18:14:24.550817 99368 round_trippers.go:469] Request Headers:
I1010 18:14:24.550825 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:14:24.550830 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:14:24.550834 99368 round_trippers.go:473] Content-Type: application/json
I1010 18:14:24.554277 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:14:24.554448 99368 main.go:141] libmachine: Making call to close driver server
I1010 18:14:24.554465 99368 main.go:141] libmachine: (ha-142481) Calling .Close
I1010 18:14:24.554772 99368 main.go:141] libmachine: Successfully made call to close driver server
I1010 18:14:24.554791 99368 main.go:141] libmachine: Making call to close connection to plugin binary
I1010 18:14:24.556620 99368 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1010 18:14:24.558034 99368 addons.go:510] duration metric: took 1.003294102s for enable addons: enabled=[storage-provisioner default-storageclass]
I1010 18:14:24.558071 99368 start.go:246] waiting for cluster config update ...
I1010 18:14:24.558083 99368 start.go:255] writing updated cluster config ...
I1010 18:14:24.559825 99368 out.go:201]
I1010 18:14:24.561439 99368 config.go:182] Loaded profile config "ha-142481": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 18:14:24.561503 99368 profile.go:143] Saving config to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/config.json ...
I1010 18:14:24.563101 99368 out.go:177] * Starting "ha-142481-m02" control-plane node in "ha-142481" cluster
I1010 18:14:24.564327 99368 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1010 18:14:24.564349 99368 cache.go:56] Caching tarball of preloaded images
I1010 18:14:24.564452 99368 preload.go:172] Found /home/jenkins/minikube-integration/19787-81676/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1010 18:14:24.564466 99368 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1010 18:14:24.564540 99368 profile.go:143] Saving config to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/config.json ...
I1010 18:14:24.564701 99368 start.go:360] acquireMachinesLock for ha-142481-m02: {Name:mkf50a8a3600473176c10a3ea212772e747151e2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1010 18:14:24.564749 99368 start.go:364] duration metric: took 27.041µs to acquireMachinesLock for "ha-142481-m02"
I1010 18:14:24.564772 99368 start.go:93] Provisioning new machine with config: &{Name:ha-142481 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-142481 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.104 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1010 18:14:24.564841 99368 start.go:125] createHost starting for "m02" (driver="kvm2")
I1010 18:14:24.566583 99368 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1010 18:14:24.566679 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:14:24.566707 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:14:24.581685 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43727
I1010 18:14:24.582176 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:14:24.582682 99368 main.go:141] libmachine: Using API Version 1
I1010 18:14:24.582704 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:14:24.583014 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:14:24.583206 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetMachineName
I1010 18:14:24.583343 99368 main.go:141] libmachine: (ha-142481-m02) Calling .DriverName
I1010 18:14:24.583500 99368 start.go:159] libmachine.API.Create for "ha-142481" (driver="kvm2")
I1010 18:14:24.583528 99368 client.go:168] LocalClient.Create starting
I1010 18:14:24.583563 99368 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem
I1010 18:14:24.583608 99368 main.go:141] libmachine: Decoding PEM data...
I1010 18:14:24.583628 99368 main.go:141] libmachine: Parsing certificate...
I1010 18:14:24.583689 99368 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem
I1010 18:14:24.583714 99368 main.go:141] libmachine: Decoding PEM data...
I1010 18:14:24.583730 99368 main.go:141] libmachine: Parsing certificate...
I1010 18:14:24.583754 99368 main.go:141] libmachine: Running pre-create checks...
I1010 18:14:24.583765 99368 main.go:141] libmachine: (ha-142481-m02) Calling .PreCreateCheck
I1010 18:14:24.584021 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetConfigRaw
I1010 18:14:24.584567 99368 main.go:141] libmachine: Creating machine...
I1010 18:14:24.584588 99368 main.go:141] libmachine: (ha-142481-m02) Calling .Create
I1010 18:14:24.584740 99368 main.go:141] libmachine: (ha-142481-m02) Creating KVM machine...
I1010 18:14:24.585948 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found existing default KVM network
I1010 18:14:24.586049 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found existing private KVM network mk-ha-142481
I1010 18:14:24.586156 99368 main.go:141] libmachine: (ha-142481-m02) Setting up store path in /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02 ...
I1010 18:14:24.586179 99368 main.go:141] libmachine: (ha-142481-m02) Building disk image from file:///home/jenkins/minikube-integration/19787-81676/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1010 18:14:24.586274 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:24.586151 99736 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19787-81676/.minikube
I1010 18:14:24.586354 99368 main.go:141] libmachine: (ha-142481-m02) Downloading /home/jenkins/minikube-integration/19787-81676/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19787-81676/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1010 18:14:24.870233 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:24.870047 99736 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02/id_rsa...
I1010 18:14:25.124750 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:25.124608 99736 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02/ha-142481-m02.rawdisk...
I1010 18:14:25.124783 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Writing magic tar header
I1010 18:14:25.124795 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Writing SSH key tar header
I1010 18:14:25.124806 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:25.124735 99736 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02 ...
I1010 18:14:25.124821 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02
I1010 18:14:25.124919 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676/.minikube/machines
I1010 18:14:25.124946 99368 main.go:141] libmachine: (ha-142481-m02) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02 (perms=drwx------)
I1010 18:14:25.124954 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676/.minikube
I1010 18:14:25.124968 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676
I1010 18:14:25.124973 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1010 18:14:25.124980 99368 main.go:141] libmachine: (ha-142481-m02) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676/.minikube/machines (perms=drwxr-xr-x)
I1010 18:14:25.124988 99368 main.go:141] libmachine: (ha-142481-m02) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676/.minikube (perms=drwxr-xr-x)
I1010 18:14:25.124994 99368 main.go:141] libmachine: (ha-142481-m02) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676 (perms=drwxrwxr-x)
I1010 18:14:25.124999 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Checking permissions on dir: /home/jenkins
I1010 18:14:25.125037 99368 main.go:141] libmachine: (ha-142481-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1010 18:14:25.125058 99368 main.go:141] libmachine: (ha-142481-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1010 18:14:25.125067 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Checking permissions on dir: /home
I1010 18:14:25.125079 99368 main.go:141] libmachine: (ha-142481-m02) Creating domain...
I1010 18:14:25.125091 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Skipping /home - not owner
I1010 18:14:25.126075 99368 main.go:141] libmachine: (ha-142481-m02) define libvirt domain using xml:
I1010 18:14:25.126098 99368 main.go:141] libmachine: (ha-142481-m02) <domain type='kvm'>
I1010 18:14:25.126107 99368 main.go:141] libmachine: (ha-142481-m02) <name>ha-142481-m02</name>
I1010 18:14:25.126114 99368 main.go:141] libmachine: (ha-142481-m02) <memory unit='MiB'>2200</memory>
I1010 18:14:25.126125 99368 main.go:141] libmachine: (ha-142481-m02) <vcpu>2</vcpu>
I1010 18:14:25.126132 99368 main.go:141] libmachine: (ha-142481-m02) <features>
I1010 18:14:25.126140 99368 main.go:141] libmachine: (ha-142481-m02) <acpi/>
I1010 18:14:25.126150 99368 main.go:141] libmachine: (ha-142481-m02) <apic/>
I1010 18:14:25.126164 99368 main.go:141] libmachine: (ha-142481-m02) <pae/>
I1010 18:14:25.126176 99368 main.go:141] libmachine: (ha-142481-m02)
I1010 18:14:25.126185 99368 main.go:141] libmachine: (ha-142481-m02) </features>
I1010 18:14:25.126193 99368 main.go:141] libmachine: (ha-142481-m02) <cpu mode='host-passthrough'>
I1010 18:14:25.126201 99368 main.go:141] libmachine: (ha-142481-m02)
I1010 18:14:25.126208 99368 main.go:141] libmachine: (ha-142481-m02) </cpu>
I1010 18:14:25.126215 99368 main.go:141] libmachine: (ha-142481-m02) <os>
I1010 18:14:25.126225 99368 main.go:141] libmachine: (ha-142481-m02) <type>hvm</type>
I1010 18:14:25.126232 99368 main.go:141] libmachine: (ha-142481-m02) <boot dev='cdrom'/>
I1010 18:14:25.126241 99368 main.go:141] libmachine: (ha-142481-m02) <boot dev='hd'/>
I1010 18:14:25.126251 99368 main.go:141] libmachine: (ha-142481-m02) <bootmenu enable='no'/>
I1010 18:14:25.126273 99368 main.go:141] libmachine: (ha-142481-m02) </os>
I1010 18:14:25.126284 99368 main.go:141] libmachine: (ha-142481-m02) <devices>
I1010 18:14:25.126294 99368 main.go:141] libmachine: (ha-142481-m02) <disk type='file' device='cdrom'>
I1010 18:14:25.126307 99368 main.go:141] libmachine: (ha-142481-m02) <source file='/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02/boot2docker.iso'/>
I1010 18:14:25.126318 99368 main.go:141] libmachine: (ha-142481-m02) <target dev='hdc' bus='scsi'/>
I1010 18:14:25.126329 99368 main.go:141] libmachine: (ha-142481-m02) <readonly/>
I1010 18:14:25.126342 99368 main.go:141] libmachine: (ha-142481-m02) </disk>
I1010 18:14:25.126353 99368 main.go:141] libmachine: (ha-142481-m02) <disk type='file' device='disk'>
I1010 18:14:25.126365 99368 main.go:141] libmachine: (ha-142481-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1010 18:14:25.126380 99368 main.go:141] libmachine: (ha-142481-m02) <source file='/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02/ha-142481-m02.rawdisk'/>
I1010 18:14:25.126391 99368 main.go:141] libmachine: (ha-142481-m02) <target dev='hda' bus='virtio'/>
I1010 18:14:25.126401 99368 main.go:141] libmachine: (ha-142481-m02) </disk>
I1010 18:14:25.126413 99368 main.go:141] libmachine: (ha-142481-m02) <interface type='network'>
I1010 18:14:25.126425 99368 main.go:141] libmachine: (ha-142481-m02) <source network='mk-ha-142481'/>
I1010 18:14:25.126434 99368 main.go:141] libmachine: (ha-142481-m02) <model type='virtio'/>
I1010 18:14:25.126443 99368 main.go:141] libmachine: (ha-142481-m02) </interface>
I1010 18:14:25.126454 99368 main.go:141] libmachine: (ha-142481-m02) <interface type='network'>
I1010 18:14:25.126463 99368 main.go:141] libmachine: (ha-142481-m02) <source network='default'/>
I1010 18:14:25.126473 99368 main.go:141] libmachine: (ha-142481-m02) <model type='virtio'/>
I1010 18:14:25.126494 99368 main.go:141] libmachine: (ha-142481-m02) </interface>
I1010 18:14:25.126518 99368 main.go:141] libmachine: (ha-142481-m02) <serial type='pty'>
I1010 18:14:25.126526 99368 main.go:141] libmachine: (ha-142481-m02) <target port='0'/>
I1010 18:14:25.126530 99368 main.go:141] libmachine: (ha-142481-m02) </serial>
I1010 18:14:25.126535 99368 main.go:141] libmachine: (ha-142481-m02) <console type='pty'>
I1010 18:14:25.126545 99368 main.go:141] libmachine: (ha-142481-m02) <target type='serial' port='0'/>
I1010 18:14:25.126550 99368 main.go:141] libmachine: (ha-142481-m02) </console>
I1010 18:14:25.126556 99368 main.go:141] libmachine: (ha-142481-m02) <rng model='virtio'>
I1010 18:14:25.126562 99368 main.go:141] libmachine: (ha-142481-m02) <backend model='random'>/dev/random</backend>
I1010 18:14:25.126569 99368 main.go:141] libmachine: (ha-142481-m02) </rng>
I1010 18:14:25.126574 99368 main.go:141] libmachine: (ha-142481-m02)
I1010 18:14:25.126579 99368 main.go:141] libmachine: (ha-142481-m02)
I1010 18:14:25.126610 99368 main.go:141] libmachine: (ha-142481-m02) </devices>
I1010 18:14:25.126633 99368 main.go:141] libmachine: (ha-142481-m02) </domain>
I1010 18:14:25.126647 99368 main.go:141] libmachine: (ha-142481-m02)
I1010 18:14:25.133808 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:63:37:66 in network default
I1010 18:14:25.134525 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:25.134551 99368 main.go:141] libmachine: (ha-142481-m02) Ensuring networks are active...
I1010 18:14:25.135477 99368 main.go:141] libmachine: (ha-142481-m02) Ensuring network default is active
I1010 18:14:25.135837 99368 main.go:141] libmachine: (ha-142481-m02) Ensuring network mk-ha-142481 is active
I1010 18:14:25.136343 99368 main.go:141] libmachine: (ha-142481-m02) Getting domain xml...
I1010 18:14:25.137263 99368 main.go:141] libmachine: (ha-142481-m02) Creating domain...
I1010 18:14:26.362672 99368 main.go:141] libmachine: (ha-142481-m02) Waiting to get IP...
I1010 18:14:26.363443 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:26.363821 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:26.363878 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:26.363829 99736 retry.go:31] will retry after 237.123337ms: waiting for machine to come up
I1010 18:14:26.602398 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:26.602883 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:26.602910 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:26.602829 99736 retry.go:31] will retry after 255.919096ms: waiting for machine to come up
I1010 18:14:26.860273 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:26.860891 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:26.860917 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:26.860860 99736 retry.go:31] will retry after 363.867823ms: waiting for machine to come up
I1010 18:14:27.226493 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:27.226955 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:27.226984 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:27.226896 99736 retry.go:31] will retry after 430.931001ms: waiting for machine to come up
I1010 18:14:27.659820 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:27.660273 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:27.660299 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:27.660222 99736 retry.go:31] will retry after 681.867141ms: waiting for machine to come up
I1010 18:14:28.344366 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:28.344931 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:28.344989 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:28.344843 99736 retry.go:31] will retry after 753.410001ms: waiting for machine to come up
I1010 18:14:29.099845 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:29.100316 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:29.100345 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:29.100254 99736 retry.go:31] will retry after 1.081998824s: waiting for machine to come up
I1010 18:14:30.183319 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:30.183733 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:30.183762 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:30.183699 99736 retry.go:31] will retry after 1.2621544s: waiting for machine to come up
I1010 18:14:31.448194 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:31.448615 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:31.448639 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:31.448571 99736 retry.go:31] will retry after 1.545841483s: waiting for machine to come up
I1010 18:14:32.996370 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:32.996940 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:32.996970 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:32.996877 99736 retry.go:31] will retry after 1.954916368s: waiting for machine to come up
I1010 18:14:34.953362 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:34.953810 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:34.953834 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:34.953765 99736 retry.go:31] will retry after 2.832021438s: waiting for machine to come up
I1010 18:14:37.787030 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:37.787437 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:37.787462 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:37.787399 99736 retry.go:31] will retry after 3.372903659s: waiting for machine to come up
I1010 18:14:41.162229 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:41.162830 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:41.162860 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:41.162748 99736 retry.go:31] will retry after 3.532610017s: waiting for machine to come up
I1010 18:14:44.697346 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:44.697811 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find current IP address of domain ha-142481-m02 in network mk-ha-142481
I1010 18:14:44.697838 99368 main.go:141] libmachine: (ha-142481-m02) DBG | I1010 18:14:44.697765 99736 retry.go:31] will retry after 4.121205885s: waiting for machine to come up
I1010 18:14:48.820235 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:48.820691 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has current primary IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:48.820707 99368 main.go:141] libmachine: (ha-142481-m02) Found IP for machine: 192.168.39.186
I1010 18:14:48.820716 99368 main.go:141] libmachine: (ha-142481-m02) Reserving static IP address...
I1010 18:14:48.821115 99368 main.go:141] libmachine: (ha-142481-m02) DBG | unable to find host DHCP lease matching {name: "ha-142481-m02", mac: "52:54:00:70:30:26", ip: "192.168.39.186"} in network mk-ha-142481
I1010 18:14:48.903340 99368 main.go:141] libmachine: (ha-142481-m02) Reserved static IP address: 192.168.39.186
I1010 18:14:48.903376 99368 main.go:141] libmachine: (ha-142481-m02) Waiting for SSH to be available...
I1010 18:14:48.903387 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Getting to WaitForSSH function...
I1010 18:14:48.906232 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:48.906828 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:minikube Clientid:01:52:54:00:70:30:26}
I1010 18:14:48.906862 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:48.907057 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Using SSH client type: external
I1010 18:14:48.907087 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02/id_rsa (-rw-------)
I1010 18:14:48.907120 99368 main.go:141] libmachine: (ha-142481-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.186 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1010 18:14:48.907134 99368 main.go:141] libmachine: (ha-142481-m02) DBG | About to run SSH command:
I1010 18:14:48.907147 99368 main.go:141] libmachine: (ha-142481-m02) DBG | exit 0
I1010 18:14:49.037555 99368 main.go:141] libmachine: (ha-142481-m02) DBG | SSH cmd err, output: <nil>:
I1010 18:14:49.037876 99368 main.go:141] libmachine: (ha-142481-m02) KVM machine creation complete!
I1010 18:14:49.038189 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetConfigRaw
I1010 18:14:49.038756 99368 main.go:141] libmachine: (ha-142481-m02) Calling .DriverName
I1010 18:14:49.038950 99368 main.go:141] libmachine: (ha-142481-m02) Calling .DriverName
I1010 18:14:49.039103 99368 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1010 18:14:49.039117 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetState
I1010 18:14:49.040560 99368 main.go:141] libmachine: Detecting operating system of created instance...
I1010 18:14:49.040573 99368 main.go:141] libmachine: Waiting for SSH to be available...
I1010 18:14:49.040578 99368 main.go:141] libmachine: Getting to WaitForSSH function...
I1010 18:14:49.040584 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHHostname
I1010 18:14:49.042911 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.043240 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:49.043266 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.043533 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHPort
I1010 18:14:49.043730 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:49.043927 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:49.044092 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHUsername
I1010 18:14:49.044245 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:49.044498 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.186 22 <nil> <nil>}
I1010 18:14:49.044515 99368 main.go:141] libmachine: About to run SSH command:
exit 0
I1010 18:14:49.156568 99368 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1010 18:14:49.156599 99368 main.go:141] libmachine: Detecting the provisioner...
I1010 18:14:49.156607 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHHostname
I1010 18:14:49.159819 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.160299 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:49.160329 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.160572 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHPort
I1010 18:14:49.160782 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:49.160954 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:49.161115 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHUsername
I1010 18:14:49.161282 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:49.161504 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.186 22 <nil> <nil>}
I1010 18:14:49.161519 99368 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1010 18:14:49.274150 99368 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1010 18:14:49.274238 99368 main.go:141] libmachine: found compatible host: buildroot
I1010 18:14:49.274249 99368 main.go:141] libmachine: Provisioning with buildroot...
I1010 18:14:49.274261 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetMachineName
I1010 18:14:49.274541 99368 buildroot.go:166] provisioning hostname "ha-142481-m02"
I1010 18:14:49.274574 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetMachineName
I1010 18:14:49.274809 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHHostname
I1010 18:14:49.277484 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.277861 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:49.277893 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.278037 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHPort
I1010 18:14:49.278241 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:49.278416 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:49.278595 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHUsername
I1010 18:14:49.278858 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:49.279047 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.186 22 <nil> <nil>}
I1010 18:14:49.279061 99368 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-142481-m02 && echo "ha-142481-m02" | sudo tee /etc/hostname
I1010 18:14:49.409335 99368 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-142481-m02
I1010 18:14:49.409369 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHHostname
I1010 18:14:49.412112 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.412427 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:49.412458 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.412712 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHPort
I1010 18:14:49.412921 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:49.413069 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:49.413182 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHUsername
I1010 18:14:49.413398 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:49.413565 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.186 22 <nil> <nil>}
I1010 18:14:49.413581 99368 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-142481-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-142481-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-142481-m02' | sudo tee -a /etc/hosts;
fi
fi
I1010 18:14:49.542003 99368 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1010 18:14:49.542039 99368 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19787-81676/.minikube CaCertPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19787-81676/.minikube}
I1010 18:14:49.542058 99368 buildroot.go:174] setting up certificates
I1010 18:14:49.542069 99368 provision.go:84] configureAuth start
I1010 18:14:49.542080 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetMachineName
I1010 18:14:49.542340 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetIP
I1010 18:14:49.545159 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.545524 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:49.545554 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.545698 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHHostname
I1010 18:14:49.547804 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.548115 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:49.548135 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.548323 99368 provision.go:143] copyHostCerts
I1010 18:14:49.548352 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem
I1010 18:14:49.548392 99368 exec_runner.go:144] found /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem, removing ...
I1010 18:14:49.548403 99368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem
I1010 18:14:49.548486 99368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem (1078 bytes)
I1010 18:14:49.548582 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem
I1010 18:14:49.548609 99368 exec_runner.go:144] found /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem, removing ...
I1010 18:14:49.548619 99368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem
I1010 18:14:49.548657 99368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem (1123 bytes)
I1010 18:14:49.548719 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem
I1010 18:14:49.548743 99368 exec_runner.go:144] found /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem, removing ...
I1010 18:14:49.548752 99368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem
I1010 18:14:49.548788 99368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem (1675 bytes)
I1010 18:14:49.548865 99368 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca-key.pem org=jenkins.ha-142481-m02 san=[127.0.0.1 192.168.39.186 ha-142481-m02 localhost minikube]
I1010 18:14:49.606708 99368 provision.go:177] copyRemoteCerts
I1010 18:14:49.606781 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1010 18:14:49.606811 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHHostname
I1010 18:14:49.609620 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.609921 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:49.609952 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.610121 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHPort
I1010 18:14:49.610322 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:49.610506 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHUsername
I1010 18:14:49.610631 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.186 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02/id_rsa Username:docker}
I1010 18:14:49.695655 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem -> /etc/docker/server.pem
I1010 18:14:49.695736 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1010 18:14:49.723445 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1010 18:14:49.723520 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1010 18:14:49.748318 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1010 18:14:49.748402 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1010 18:14:49.773423 99368 provision.go:87] duration metric: took 231.339814ms to configureAuth
I1010 18:14:49.773451 99368 buildroot.go:189] setting minikube options for container-runtime
I1010 18:14:49.773626 99368 config.go:182] Loaded profile config "ha-142481": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 18:14:49.773705 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHHostname
I1010 18:14:49.776350 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.776701 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:49.776726 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:49.776913 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHPort
I1010 18:14:49.777128 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:49.777292 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:49.777435 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHUsername
I1010 18:14:49.777590 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:49.777795 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.186 22 <nil> <nil>}
I1010 18:14:49.777817 99368 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1010 18:14:50.018484 99368 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1010 18:14:50.018513 99368 main.go:141] libmachine: Checking connection to Docker...
I1010 18:14:50.018525 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetURL
I1010 18:14:50.019796 99368 main.go:141] libmachine: (ha-142481-m02) DBG | Using libvirt version 6000000
I1010 18:14:50.022107 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.022432 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:50.022476 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.022628 99368 main.go:141] libmachine: Docker is up and running!
I1010 18:14:50.022646 99368 main.go:141] libmachine: Reticulating splines...
I1010 18:14:50.022657 99368 client.go:171] duration metric: took 25.439118717s to LocalClient.Create
I1010 18:14:50.022695 99368 start.go:167] duration metric: took 25.439191435s to libmachine.API.Create "ha-142481"
I1010 18:14:50.022708 99368 start.go:293] postStartSetup for "ha-142481-m02" (driver="kvm2")
I1010 18:14:50.022725 99368 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1010 18:14:50.022763 99368 main.go:141] libmachine: (ha-142481-m02) Calling .DriverName
I1010 18:14:50.023030 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1010 18:14:50.023055 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHHostname
I1010 18:14:50.025463 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.025834 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:50.025869 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.026093 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHPort
I1010 18:14:50.026322 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:50.026520 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHUsername
I1010 18:14:50.026673 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.186 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02/id_rsa Username:docker}
I1010 18:14:50.115488 99368 ssh_runner.go:195] Run: cat /etc/os-release
I1010 18:14:50.120106 99368 info.go:137] Remote host: Buildroot 2023.02.9
I1010 18:14:50.120146 99368 filesync.go:126] Scanning /home/jenkins/minikube-integration/19787-81676/.minikube/addons for local assets ...
I1010 18:14:50.120259 99368 filesync.go:126] Scanning /home/jenkins/minikube-integration/19787-81676/.minikube/files for local assets ...
I1010 18:14:50.120347 99368 filesync.go:149] local asset: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem -> 888762.pem in /etc/ssl/certs
I1010 18:14:50.120360 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem -> /etc/ssl/certs/888762.pem
I1010 18:14:50.120462 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1010 18:14:50.130011 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem --> /etc/ssl/certs/888762.pem (1708 bytes)
I1010 18:14:50.156296 99368 start.go:296] duration metric: took 133.570332ms for postStartSetup
I1010 18:14:50.156350 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetConfigRaw
I1010 18:14:50.156937 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetIP
I1010 18:14:50.159597 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.160043 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:50.160071 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.160321 99368 profile.go:143] Saving config to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/config.json ...
I1010 18:14:50.160495 99368 start.go:128] duration metric: took 25.595643097s to createHost
I1010 18:14:50.160517 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHHostname
I1010 18:14:50.162762 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.163085 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:50.163110 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.163276 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHPort
I1010 18:14:50.163459 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:50.163603 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:50.163760 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHUsername
I1010 18:14:50.163931 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:14:50.164125 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.186 22 <nil> <nil>}
I1010 18:14:50.164139 99368 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1010 18:14:50.277898 99368 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728584090.237251579
I1010 18:14:50.277925 99368 fix.go:216] guest clock: 1728584090.237251579
I1010 18:14:50.277933 99368 fix.go:229] Guest: 2024-10-10 18:14:50.237251579 +0000 UTC Remote: 2024-10-10 18:14:50.160506288 +0000 UTC m=+72.091094363 (delta=76.745291ms)
I1010 18:14:50.277949 99368 fix.go:200] guest clock delta is within tolerance: 76.745291ms
I1010 18:14:50.277955 99368 start.go:83] releasing machines lock for "ha-142481-m02", held for 25.713195595s
I1010 18:14:50.277975 99368 main.go:141] libmachine: (ha-142481-m02) Calling .DriverName
I1010 18:14:50.278294 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetIP
I1010 18:14:50.280842 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.281256 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:50.281283 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.283734 99368 out.go:177] * Found network options:
I1010 18:14:50.285300 99368 out.go:177] - NO_PROXY=192.168.39.104
W1010 18:14:50.286708 99368 proxy.go:119] fail to check proxy env: Error ip not in block
I1010 18:14:50.286748 99368 main.go:141] libmachine: (ha-142481-m02) Calling .DriverName
I1010 18:14:50.287340 99368 main.go:141] libmachine: (ha-142481-m02) Calling .DriverName
I1010 18:14:50.287549 99368 main.go:141] libmachine: (ha-142481-m02) Calling .DriverName
I1010 18:14:50.287642 99368 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1010 18:14:50.287694 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHHostname
W1010 18:14:50.287740 99368 proxy.go:119] fail to check proxy env: Error ip not in block
I1010 18:14:50.287827 99368 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1010 18:14:50.287852 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHHostname
I1010 18:14:50.290823 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.290971 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.291276 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:50.291307 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.291499 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHPort
I1010 18:14:50.291594 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:50.291635 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:50.291693 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:50.291858 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHPort
I1010 18:14:50.291862 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHUsername
I1010 18:14:50.292017 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHKeyPath
I1010 18:14:50.292017 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.186 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02/id_rsa Username:docker}
I1010 18:14:50.292146 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetSSHUsername
I1010 18:14:50.292458 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.186 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m02/id_rsa Username:docker}
I1010 18:14:50.532570 99368 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1010 18:14:50.540169 99368 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1010 18:14:50.540248 99368 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1010 18:14:50.557472 99368 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1010 18:14:50.557500 99368 start.go:495] detecting cgroup driver to use...
I1010 18:14:50.557574 99368 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1010 18:14:50.574787 99368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1010 18:14:50.590774 99368 docker.go:217] disabling cri-docker service (if available) ...
I1010 18:14:50.590848 99368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1010 18:14:50.605941 99368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1010 18:14:50.620901 99368 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1010 18:14:50.753387 99368 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1010 18:14:50.919446 99368 docker.go:233] disabling docker service ...
I1010 18:14:50.919535 99368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1010 18:14:50.934691 99368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1010 18:14:50.948383 99368 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1010 18:14:51.098212 99368 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1010 18:14:51.222205 99368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1010 18:14:51.236395 99368 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1010 18:14:51.255620 99368 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1010 18:14:51.255682 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:51.265706 99368 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1010 18:14:51.265766 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:51.276288 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:51.287384 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:51.298290 99368 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1010 18:14:51.309391 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:51.322059 99368 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:51.341165 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:14:51.352334 99368 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1010 18:14:51.361995 99368 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1010 18:14:51.362055 99368 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1010 18:14:51.376647 99368 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1010 18:14:51.387344 99368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1010 18:14:51.501276 99368 ssh_runner.go:195] Run: sudo systemctl restart crio
I1010 18:14:51.591570 99368 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1010 18:14:51.591667 99368 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1010 18:14:51.596519 99368 start.go:563] Will wait 60s for crictl version
I1010 18:14:51.596593 99368 ssh_runner.go:195] Run: which crictl
I1010 18:14:51.600964 99368 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1010 18:14:51.642625 99368 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1010 18:14:51.642709 99368 ssh_runner.go:195] Run: crio --version
I1010 18:14:51.670857 99368 ssh_runner.go:195] Run: crio --version
I1010 18:14:51.701992 99368 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1010 18:14:51.703402 99368 out.go:177] - env NO_PROXY=192.168.39.104
I1010 18:14:51.704577 99368 main.go:141] libmachine: (ha-142481-m02) Calling .GetIP
I1010 18:14:51.707504 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:51.707889 99368 main.go:141] libmachine: (ha-142481-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:70:30:26", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:14:39 +0000 UTC Type:0 Mac:52:54:00:70:30:26 Iaid: IPaddr:192.168.39.186 Prefix:24 Hostname:ha-142481-m02 Clientid:01:52:54:00:70:30:26}
I1010 18:14:51.707921 99368 main.go:141] libmachine: (ha-142481-m02) DBG | domain ha-142481-m02 has defined IP address 192.168.39.186 and MAC address 52:54:00:70:30:26 in network mk-ha-142481
I1010 18:14:51.708187 99368 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1010 18:14:51.712581 99368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1010 18:14:51.728042 99368 mustload.go:65] Loading cluster: ha-142481
I1010 18:14:51.728254 99368 config.go:182] Loaded profile config "ha-142481": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 18:14:51.728534 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:14:51.728571 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:14:51.744127 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38121
I1010 18:14:51.744674 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:14:51.745223 99368 main.go:141] libmachine: Using API Version 1
I1010 18:14:51.745247 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:14:51.745620 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:14:51.745831 99368 main.go:141] libmachine: (ha-142481) Calling .GetState
I1010 18:14:51.747403 99368 host.go:66] Checking if "ha-142481" exists ...
I1010 18:14:51.747706 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:14:51.747737 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:14:51.763030 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41747
I1010 18:14:51.763446 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:14:51.763925 99368 main.go:141] libmachine: Using API Version 1
I1010 18:14:51.763949 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:14:51.764295 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:14:51.764486 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:14:51.764627 99368 certs.go:68] Setting up /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481 for IP: 192.168.39.186
I1010 18:14:51.764637 99368 certs.go:194] generating shared ca certs ...
I1010 18:14:51.764650 99368 certs.go:226] acquiring lock for ca certs: {Name:mk934aa2a82050d7b4e8800492bf64f91d140517 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:51.764765 99368 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.key
I1010 18:14:51.764803 99368 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.key
I1010 18:14:51.764812 99368 certs.go:256] generating profile certs ...
I1010 18:14:51.764912 99368 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.key
I1010 18:14:51.764937 99368 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.b244f992
I1010 18:14:51.764951 99368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.b244f992 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.104 192.168.39.186 192.168.39.254]
I1010 18:14:51.993768 99368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.b244f992 ...
I1010 18:14:51.993803 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.b244f992: {Name:mk9eca5b6bcf4de2bd1cb4984282b7c5168c504a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:51.993982 99368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.b244f992 ...
I1010 18:14:51.993996 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.b244f992: {Name:mk53f522d230afb3a7d1b4f761a379d6be7ff843 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:14:51.994077 99368 certs.go:381] copying /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.b244f992 -> /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt
I1010 18:14:51.994210 99368 certs.go:385] copying /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.b244f992 -> /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key
I1010 18:14:51.994347 99368 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.key
I1010 18:14:51.994363 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1010 18:14:51.994376 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1010 18:14:51.994389 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1010 18:14:51.994407 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1010 18:14:51.994420 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1010 18:14:51.994432 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1010 18:14:51.994443 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1010 18:14:51.994454 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1010 18:14:51.994507 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876.pem (1338 bytes)
W1010 18:14:51.994535 99368 certs.go:480] ignoring /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876_empty.pem, impossibly tiny 0 bytes
I1010 18:14:51.994545 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca-key.pem (1679 bytes)
I1010 18:14:51.994565 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem (1078 bytes)
I1010 18:14:51.994589 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem (1123 bytes)
I1010 18:14:51.994613 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem (1675 bytes)
I1010 18:14:51.994650 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem (1708 bytes)
I1010 18:14:51.994681 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1010 18:14:51.994695 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876.pem -> /usr/share/ca-certificates/88876.pem
I1010 18:14:51.994706 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem -> /usr/share/ca-certificates/888762.pem
I1010 18:14:51.994740 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:51.997958 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:51.998443 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:51.998473 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:51.998636 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:51.998839 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:51.999035 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:51.999239 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.104 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa Username:docker}
I1010 18:14:52.077280 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1010 18:14:52.082655 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1010 18:14:52.094293 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1010 18:14:52.102951 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1010 18:14:52.115800 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1010 18:14:52.120082 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1010 18:14:52.130693 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1010 18:14:52.135696 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1010 18:14:52.148816 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1010 18:14:52.158283 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1010 18:14:52.169959 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1010 18:14:52.174352 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1010 18:14:52.185494 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1010 18:14:52.211191 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1010 18:14:52.237842 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1010 18:14:52.263110 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1010 18:14:52.287843 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1010 18:14:52.313473 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1010 18:14:52.338065 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1010 18:14:52.363071 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1010 18:14:52.387579 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1010 18:14:52.412888 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876.pem --> /usr/share/ca-certificates/88876.pem (1338 bytes)
I1010 18:14:52.437781 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem --> /usr/share/ca-certificates/888762.pem (1708 bytes)
I1010 18:14:52.464757 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1010 18:14:52.481913 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1010 18:14:52.499025 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1010 18:14:52.515900 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1010 18:14:52.533545 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1010 18:14:52.550809 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1010 18:14:52.567422 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1010 18:14:52.584795 99368 ssh_runner.go:195] Run: openssl version
I1010 18:14:52.590891 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/888762.pem && ln -fs /usr/share/ca-certificates/888762.pem /etc/ssl/certs/888762.pem"
I1010 18:14:52.602879 99368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/888762.pem
I1010 18:14:52.607603 99368 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 10 18:09 /usr/share/ca-certificates/888762.pem
I1010 18:14:52.607658 99368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/888762.pem
I1010 18:14:52.613708 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/888762.pem /etc/ssl/certs/3ec20f2e.0"
I1010 18:14:52.631468 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1010 18:14:52.643064 99368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1010 18:14:52.647811 99368 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 10 17:58 /usr/share/ca-certificates/minikubeCA.pem
I1010 18:14:52.647874 99368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1010 18:14:52.653881 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1010 18:14:52.665152 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/88876.pem && ln -fs /usr/share/ca-certificates/88876.pem /etc/ssl/certs/88876.pem"
I1010 18:14:52.676562 99368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/88876.pem
I1010 18:14:52.681256 99368 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 10 18:09 /usr/share/ca-certificates/88876.pem
I1010 18:14:52.681313 99368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/88876.pem
I1010 18:14:52.687223 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/88876.pem /etc/ssl/certs/51391683.0"
I1010 18:14:52.699194 99368 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1010 18:14:52.703641 99368 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1010 18:14:52.703707 99368 kubeadm.go:934] updating node {m02 192.168.39.186 8443 v1.31.1 crio true true} ...
I1010 18:14:52.703805 99368 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-142481-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.186
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-142481 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1010 18:14:52.703835 99368 kube-vip.go:115] generating kube-vip config ...
I1010 18:14:52.703878 99368 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1010 18:14:52.723026 99368 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1010 18:14:52.723119 99368 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1010 18:14:52.723189 99368 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1010 18:14:52.734671 99368 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1010 18:14:52.734752 99368 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1010 18:14:52.745741 99368 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubelet
I1010 18:14:52.745751 99368 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I1010 18:14:52.745751 99368 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1010 18:14:52.745871 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1010 18:14:52.745940 99368 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1010 18:14:52.751099 99368 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1010 18:14:52.751132 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1010 18:14:53.544046 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1010 18:14:53.544130 99368 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1010 18:14:53.549472 99368 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1010 18:14:53.549517 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1010 18:14:53.647955 99368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1010 18:14:53.681722 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1010 18:14:53.681823 99368 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1010 18:14:53.695932 99368 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1010 18:14:53.695987 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1010 18:14:54.175941 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1010 18:14:54.187282 99368 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1010 18:14:54.205511 99368 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1010 18:14:54.223508 99368 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1010 18:14:54.241125 99368 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1010 18:14:54.245490 99368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1010 18:14:54.259173 99368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1010 18:14:54.401351 99368 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1010 18:14:54.419984 99368 host.go:66] Checking if "ha-142481" exists ...
I1010 18:14:54.420484 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:14:54.420546 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:14:54.436033 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37253
I1010 18:14:54.436556 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:14:54.437251 99368 main.go:141] libmachine: Using API Version 1
I1010 18:14:54.437281 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:14:54.437607 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:14:54.437831 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:14:54.438020 99368 start.go:317] joinCluster: &{Name:ha-142481 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-142481 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.104 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.186 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiratio
n:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1010 18:14:54.438157 99368 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1010 18:14:54.438180 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:14:54.441157 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:54.441581 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:14:54.441609 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:14:54.441854 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:14:54.442034 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:14:54.442149 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:14:54.442289 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.104 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa Username:docker}
I1010 18:14:54.604951 99368 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.186 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1010 18:14:54.605013 99368 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token wt3o3w.k6pkjtb13sd57t6w --discovery-token-ca-cert-hash sha256:bc8568f96f96483e4403a7eff9866ac7bd8b0e76d8203796a49dd1a769f11bda --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-142481-m02 --control-plane --apiserver-advertise-address=192.168.39.186 --apiserver-bind-port=8443"
I1010 18:15:14.578208 99368 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token wt3o3w.k6pkjtb13sd57t6w --discovery-token-ca-cert-hash sha256:bc8568f96f96483e4403a7eff9866ac7bd8b0e76d8203796a49dd1a769f11bda --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-142481-m02 --control-plane --apiserver-advertise-address=192.168.39.186 --apiserver-bind-port=8443": (19.973131424s)
I1010 18:15:14.578257 99368 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1010 18:15:15.095544 99368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-142481-m02 minikube.k8s.io/updated_at=2024_10_10T18_15_15_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=e90d7de550e839433dc631623053398b652747fc minikube.k8s.io/name=ha-142481 minikube.k8s.io/primary=false
I1010 18:15:15.208568 99368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-142481-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1010 18:15:15.337167 99368 start.go:319] duration metric: took 20.899144024s to joinCluster
I1010 18:15:15.337270 99368 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.186 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1010 18:15:15.337601 99368 config.go:182] Loaded profile config "ha-142481": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 18:15:15.339949 99368 out.go:177] * Verifying Kubernetes components...
I1010 18:15:15.341260 99368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1010 18:15:15.615485 99368 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1010 18:15:15.642973 99368 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19787-81676/kubeconfig
I1010 18:15:15.643325 99368 kapi.go:59] client config for ha-142481: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.crt", KeyFile:"/home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.key", CAFile:"/home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2432700), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1010 18:15:15.643422 99368 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.104:8443
I1010 18:15:15.643731 99368 node_ready.go:35] waiting up to 6m0s for node "ha-142481-m02" to be "Ready" ...
I1010 18:15:15.643859 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:15.643869 99368 round_trippers.go:469] Request Headers:
I1010 18:15:15.643880 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:15.643892 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:15.665402 99368 round_trippers.go:574] Response Status: 200 OK in 21 milliseconds
I1010 18:15:16.144314 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:16.144340 99368 round_trippers.go:469] Request Headers:
I1010 18:15:16.144351 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:16.144357 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:16.150219 99368 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1010 18:15:16.644045 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:16.644074 99368 round_trippers.go:469] Request Headers:
I1010 18:15:16.644086 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:16.644093 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:16.654043 99368 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1010 18:15:17.144554 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:17.144581 99368 round_trippers.go:469] Request Headers:
I1010 18:15:17.144590 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:17.144595 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:17.148858 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:15:17.643970 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:17.644078 99368 round_trippers.go:469] Request Headers:
I1010 18:15:17.644104 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:17.644122 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:17.653880 99368 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1010 18:15:17.654572 99368 node_ready.go:53] node "ha-142481-m02" has status "Ready":"False"
I1010 18:15:18.144266 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:18.144294 99368 round_trippers.go:469] Request Headers:
I1010 18:15:18.144302 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:18.144308 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:18.147936 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:18.644346 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:18.644369 99368 round_trippers.go:469] Request Headers:
I1010 18:15:18.644378 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:18.644382 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:18.648587 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:15:19.144413 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:19.144443 99368 round_trippers.go:469] Request Headers:
I1010 18:15:19.144454 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:19.144460 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:19.147695 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:19.644688 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:19.644715 99368 round_trippers.go:469] Request Headers:
I1010 18:15:19.644726 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:19.644730 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:19.648487 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:20.144679 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:20.144700 99368 round_trippers.go:469] Request Headers:
I1010 18:15:20.144708 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:20.144712 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:20.148475 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:20.149193 99368 node_ready.go:53] node "ha-142481-m02" has status "Ready":"False"
I1010 18:15:20.644644 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:20.644675 99368 round_trippers.go:469] Request Headers:
I1010 18:15:20.644687 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:20.644694 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:20.648513 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:21.144341 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:21.144366 99368 round_trippers.go:469] Request Headers:
I1010 18:15:21.144377 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:21.144384 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:21.147839 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:21.644909 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:21.644934 99368 round_trippers.go:469] Request Headers:
I1010 18:15:21.644942 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:21.644946 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:21.648387 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:22.144173 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:22.144196 99368 round_trippers.go:469] Request Headers:
I1010 18:15:22.144205 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:22.144209 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:22.147385 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:22.644414 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:22.644444 99368 round_trippers.go:469] Request Headers:
I1010 18:15:22.644456 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:22.644462 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:22.713904 99368 round_trippers.go:574] Response Status: 200 OK in 69 milliseconds
I1010 18:15:22.714410 99368 node_ready.go:53] node "ha-142481-m02" has status "Ready":"False"
I1010 18:15:23.144902 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:23.144934 99368 round_trippers.go:469] Request Headers:
I1010 18:15:23.144947 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:23.144954 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:23.147993 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:23.644885 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:23.644971 99368 round_trippers.go:469] Request Headers:
I1010 18:15:23.644995 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:23.645002 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:23.648711 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:24.144645 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:24.144673 99368 round_trippers.go:469] Request Headers:
I1010 18:15:24.144685 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:24.144690 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:24.148415 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:24.644379 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:24.644413 99368 round_trippers.go:469] Request Headers:
I1010 18:15:24.644424 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:24.644429 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:24.648175 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:25.144097 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:25.144120 99368 round_trippers.go:469] Request Headers:
I1010 18:15:25.144128 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:25.144133 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:25.147203 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:25.147854 99368 node_ready.go:53] node "ha-142481-m02" has status "Ready":"False"
I1010 18:15:25.644276 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:25.644303 99368 round_trippers.go:469] Request Headers:
I1010 18:15:25.644311 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:25.644316 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:25.647929 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:26.143986 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:26.144010 99368 round_trippers.go:469] Request Headers:
I1010 18:15:26.144018 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:26.144023 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:26.147277 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:26.644893 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:26.644924 99368 round_trippers.go:469] Request Headers:
I1010 18:15:26.644934 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:26.644939 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:26.648455 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:27.144020 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:27.144042 99368 round_trippers.go:469] Request Headers:
I1010 18:15:27.144050 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:27.144053 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:27.150719 99368 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1010 18:15:27.151307 99368 node_ready.go:53] node "ha-142481-m02" has status "Ready":"False"
I1010 18:15:27.644596 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:27.644620 99368 round_trippers.go:469] Request Headers:
I1010 18:15:27.644628 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:27.644632 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:27.648391 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:28.144777 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:28.144801 99368 round_trippers.go:469] Request Headers:
I1010 18:15:28.144809 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:28.144813 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:28.148258 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:28.644636 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:28.644665 99368 round_trippers.go:469] Request Headers:
I1010 18:15:28.644673 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:28.644676 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:28.648181 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:29.144094 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:29.144120 99368 round_trippers.go:469] Request Headers:
I1010 18:15:29.144128 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:29.144133 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:29.147945 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:29.644955 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:29.644977 99368 round_trippers.go:469] Request Headers:
I1010 18:15:29.644986 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:29.644990 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:29.648391 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:29.649199 99368 node_ready.go:53] node "ha-142481-m02" has status "Ready":"False"
I1010 18:15:30.144628 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:30.144653 99368 round_trippers.go:469] Request Headers:
I1010 18:15:30.144661 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:30.144665 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:30.148286 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:30.644255 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:30.644288 99368 round_trippers.go:469] Request Headers:
I1010 18:15:30.644299 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:30.644304 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:30.648062 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:31.144076 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:31.144101 99368 round_trippers.go:469] Request Headers:
I1010 18:15:31.144109 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:31.144112 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:31.148081 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:31.644011 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:31.644037 99368 round_trippers.go:469] Request Headers:
I1010 18:15:31.644049 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:31.644055 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:31.653327 99368 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1010 18:15:31.653921 99368 node_ready.go:53] node "ha-142481-m02" has status "Ready":"False"
I1010 18:15:32.144247 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:32.144273 99368 round_trippers.go:469] Request Headers:
I1010 18:15:32.144282 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:32.144286 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:32.147700 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:32.644836 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:32.644894 99368 round_trippers.go:469] Request Headers:
I1010 18:15:32.644908 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:32.644913 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:32.648022 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:33.144204 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:33.144231 99368 round_trippers.go:469] Request Headers:
I1010 18:15:33.144240 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:33.144242 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:33.148094 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:33.644909 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:33.644932 99368 round_trippers.go:469] Request Headers:
I1010 18:15:33.644940 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:33.644943 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:33.648586 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:34.144644 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:34.144672 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.144680 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.144685 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.148129 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:34.148805 99368 node_ready.go:53] node "ha-142481-m02" has status "Ready":"False"
I1010 18:15:34.644279 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:34.644310 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.644321 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.644329 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.648073 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:34.648695 99368 node_ready.go:49] node "ha-142481-m02" has status "Ready":"True"
I1010 18:15:34.648716 99368 node_ready.go:38] duration metric: took 19.004960132s for node "ha-142481-m02" to be "Ready" ...
I1010 18:15:34.648732 99368 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1010 18:15:34.648874 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods
I1010 18:15:34.648887 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.648899 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.648905 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.653067 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:15:34.660867 99368 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-28dll" in "kube-system" namespace to be "Ready" ...
I1010 18:15:34.660985 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-28dll
I1010 18:15:34.660996 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.661004 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.661008 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.673094 99368 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1010 18:15:34.673807 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:15:34.673825 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.673833 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.673838 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.679300 99368 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1010 18:15:34.679893 99368 pod_ready.go:93] pod "coredns-7c65d6cfc9-28dll" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:34.679919 99368 pod_ready.go:82] duration metric: took 19.021803ms for pod "coredns-7c65d6cfc9-28dll" in "kube-system" namespace to be "Ready" ...
I1010 18:15:34.679934 99368 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-xfhq8" in "kube-system" namespace to be "Ready" ...
I1010 18:15:34.680016 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-xfhq8
I1010 18:15:34.680028 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.680039 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.680046 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.687874 99368 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1010 18:15:34.688550 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:15:34.688567 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.688575 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.688578 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.693607 99368 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1010 18:15:34.694298 99368 pod_ready.go:93] pod "coredns-7c65d6cfc9-xfhq8" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:34.694318 99368 pod_ready.go:82] duration metric: took 14.376081ms for pod "coredns-7c65d6cfc9-xfhq8" in "kube-system" namespace to be "Ready" ...
I1010 18:15:34.694329 99368 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:15:34.694401 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/etcd-ha-142481
I1010 18:15:34.694412 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.694422 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.694427 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.705466 99368 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1010 18:15:34.706122 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:15:34.706142 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.706152 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.706157 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.713862 99368 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1010 18:15:34.714292 99368 pod_ready.go:93] pod "etcd-ha-142481" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:34.714313 99368 pod_ready.go:82] duration metric: took 19.977824ms for pod "etcd-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:15:34.714324 99368 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:15:34.714393 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/etcd-ha-142481-m02
I1010 18:15:34.714397 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.714407 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.714411 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.724173 99368 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1010 18:15:34.725474 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:34.725492 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.725502 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.725507 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.728517 99368 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1010 18:15:34.729350 99368 pod_ready.go:93] pod "etcd-ha-142481-m02" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:34.729374 99368 pod_ready.go:82] duration metric: took 15.044498ms for pod "etcd-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:15:34.729392 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:15:34.844828 99368 request.go:632] Waited for 115.352966ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-142481
I1010 18:15:34.844940 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-142481
I1010 18:15:34.844954 99368 round_trippers.go:469] Request Headers:
I1010 18:15:34.844965 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:34.844980 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:34.849582 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:15:35.044720 99368 request.go:632] Waited for 194.440409ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:15:35.044815 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:15:35.044823 99368 round_trippers.go:469] Request Headers:
I1010 18:15:35.044922 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:35.044934 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:35.049101 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:15:35.049648 99368 pod_ready.go:93] pod "kube-apiserver-ha-142481" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:35.049671 99368 pod_ready.go:82] duration metric: took 320.272231ms for pod "kube-apiserver-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:15:35.049694 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:15:35.244714 99368 request.go:632] Waited for 194.93387ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-142481-m02
I1010 18:15:35.244774 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-142481-m02
I1010 18:15:35.244780 99368 round_trippers.go:469] Request Headers:
I1010 18:15:35.244788 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:35.244791 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:35.248696 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:35.444831 99368 request.go:632] Waited for 195.412897ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:35.444927 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:35.444933 99368 round_trippers.go:469] Request Headers:
I1010 18:15:35.444942 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:35.444946 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:35.448991 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:15:35.450079 99368 pod_ready.go:93] pod "kube-apiserver-ha-142481-m02" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:35.450103 99368 pod_ready.go:82] duration metric: took 400.401007ms for pod "kube-apiserver-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:15:35.450118 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:15:35.645157 99368 request.go:632] Waited for 194.960575ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-142481
I1010 18:15:35.645249 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-142481
I1010 18:15:35.645257 99368 round_trippers.go:469] Request Headers:
I1010 18:15:35.645268 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:35.645274 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:35.648746 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:35.844906 99368 request.go:632] Waited for 195.418533ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:15:35.844969 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:15:35.844974 99368 round_trippers.go:469] Request Headers:
I1010 18:15:35.844982 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:35.844985 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:35.849036 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:15:35.849631 99368 pod_ready.go:93] pod "kube-controller-manager-ha-142481" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:35.849652 99368 pod_ready.go:82] duration metric: took 399.526564ms for pod "kube-controller-manager-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:15:35.849663 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:15:36.044750 99368 request.go:632] Waited for 194.993362ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-142481-m02
I1010 18:15:36.044821 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-142481-m02
I1010 18:15:36.044829 99368 round_trippers.go:469] Request Headers:
I1010 18:15:36.044841 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:36.044860 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:36.048403 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:36.244872 99368 request.go:632] Waited for 195.41194ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:36.244966 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:36.244978 99368 round_trippers.go:469] Request Headers:
I1010 18:15:36.244991 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:36.245003 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:36.248422 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:36.249090 99368 pod_ready.go:93] pod "kube-controller-manager-ha-142481-m02" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:36.249112 99368 pod_ready.go:82] duration metric: took 399.440459ms for pod "kube-controller-manager-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:15:36.249127 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-gwvrh" in "kube-system" namespace to be "Ready" ...
I1010 18:15:36.445275 99368 request.go:632] Waited for 196.04196ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gwvrh
I1010 18:15:36.445337 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gwvrh
I1010 18:15:36.445343 99368 round_trippers.go:469] Request Headers:
I1010 18:15:36.445350 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:36.445354 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:36.449425 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:15:36.644689 99368 request.go:632] Waited for 194.411636ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:15:36.644795 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:15:36.644806 99368 round_trippers.go:469] Request Headers:
I1010 18:15:36.644817 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:36.644825 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:36.648756 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:36.649220 99368 pod_ready.go:93] pod "kube-proxy-gwvrh" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:36.649241 99368 pod_ready.go:82] duration metric: took 400.105171ms for pod "kube-proxy-gwvrh" in "kube-system" namespace to be "Ready" ...
I1010 18:15:36.649254 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-srfng" in "kube-system" namespace to be "Ready" ...
I1010 18:15:36.844338 99368 request.go:632] Waited for 194.987151ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-proxy-srfng
I1010 18:15:36.844405 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-proxy-srfng
I1010 18:15:36.844411 99368 round_trippers.go:469] Request Headers:
I1010 18:15:36.844420 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:36.844434 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:36.848477 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:15:37.044640 99368 request.go:632] Waited for 195.367234ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:37.044708 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:37.044715 99368 round_trippers.go:469] Request Headers:
I1010 18:15:37.044726 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:37.044731 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:37.048116 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:37.048721 99368 pod_ready.go:93] pod "kube-proxy-srfng" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:37.048745 99368 pod_ready.go:82] duration metric: took 399.483125ms for pod "kube-proxy-srfng" in "kube-system" namespace to be "Ready" ...
I1010 18:15:37.048759 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:15:37.244914 99368 request.go:632] Waited for 196.022775ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-142481
I1010 18:15:37.244993 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-142481
I1010 18:15:37.245004 99368 round_trippers.go:469] Request Headers:
I1010 18:15:37.245029 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:37.245036 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:37.248801 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:37.444916 99368 request.go:632] Waited for 195.401869ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:15:37.444984 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:15:37.444991 99368 round_trippers.go:469] Request Headers:
I1010 18:15:37.445002 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:37.445008 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:37.448457 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:37.449008 99368 pod_ready.go:93] pod "kube-scheduler-ha-142481" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:37.449028 99368 pod_ready.go:82] duration metric: took 400.260773ms for pod "kube-scheduler-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:15:37.449039 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:15:37.645172 99368 request.go:632] Waited for 196.046461ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-142481-m02
I1010 18:15:37.645249 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-142481-m02
I1010 18:15:37.645256 99368 round_trippers.go:469] Request Headers:
I1010 18:15:37.645265 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:37.645271 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:37.648894 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:37.844799 99368 request.go:632] Waited for 195.42858ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:37.844915 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:15:37.844926 99368 round_trippers.go:469] Request Headers:
I1010 18:15:37.844937 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:37.844945 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:37.848459 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:37.849058 99368 pod_ready.go:93] pod "kube-scheduler-ha-142481-m02" in "kube-system" namespace has status "Ready":"True"
I1010 18:15:37.849077 99368 pod_ready.go:82] duration metric: took 400.031968ms for pod "kube-scheduler-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:15:37.849089 99368 pod_ready.go:39] duration metric: took 3.200308757s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1010 18:15:37.849113 99368 api_server.go:52] waiting for apiserver process to appear ...
I1010 18:15:37.849168 99368 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1010 18:15:37.867701 99368 api_server.go:72] duration metric: took 22.53038697s to wait for apiserver process to appear ...
I1010 18:15:37.867737 99368 api_server.go:88] waiting for apiserver healthz status ...
I1010 18:15:37.867762 99368 api_server.go:253] Checking apiserver healthz at https://192.168.39.104:8443/healthz ...
I1010 18:15:37.874449 99368 api_server.go:279] https://192.168.39.104:8443/healthz returned 200:
ok
I1010 18:15:37.874534 99368 round_trippers.go:463] GET https://192.168.39.104:8443/version
I1010 18:15:37.874545 99368 round_trippers.go:469] Request Headers:
I1010 18:15:37.874561 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:37.874568 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:37.875635 99368 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1010 18:15:37.875761 99368 api_server.go:141] control plane version: v1.31.1
I1010 18:15:37.875781 99368 api_server.go:131] duration metric: took 8.036588ms to wait for apiserver health ...
I1010 18:15:37.875792 99368 system_pods.go:43] waiting for kube-system pods to appear ...
I1010 18:15:38.045248 99368 request.go:632] Waited for 169.346857ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods
I1010 18:15:38.045336 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods
I1010 18:15:38.045344 99368 round_trippers.go:469] Request Headers:
I1010 18:15:38.045356 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:38.045367 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:38.051387 99368 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1010 18:15:38.056244 99368 system_pods.go:59] 17 kube-system pods found
I1010 18:15:38.056282 99368 system_pods.go:61] "coredns-7c65d6cfc9-28dll" [1d8bde36-6ab6-4b48-b00a-2a80059ecc11] Running
I1010 18:15:38.056289 99368 system_pods.go:61] "coredns-7c65d6cfc9-xfhq8" [33d478fb-98f0-4029-87ae-9701a54cecd9] Running
I1010 18:15:38.056293 99368 system_pods.go:61] "etcd-ha-142481" [fa917068-3ac4-4929-b80b-bfabdc3a9b94] Running
I1010 18:15:38.056297 99368 system_pods.go:61] "etcd-ha-142481-m02" [8e6c1111-716c-41ff-9d31-ee189956993b] Running
I1010 18:15:38.056300 99368 system_pods.go:61] "kindnet-4d9v4" [f52506a7-d4f9-4112-8b28-f239c7c8230b] Running
I1010 18:15:38.056308 99368 system_pods.go:61] "kindnet-5k6j8" [e2d0fb49-23e6-4389-b890-25c03f6089a1] Running
I1010 18:15:38.056311 99368 system_pods.go:61] "kube-apiserver-ha-142481" [b3d0326d-123b-43af-b1a2-b745b884c3b5] Running
I1010 18:15:38.056315 99368 system_pods.go:61] "kube-apiserver-ha-142481-m02" [36f5732a-f056-4751-83e3-67f84744af8e] Running
I1010 18:15:38.056318 99368 system_pods.go:61] "kube-controller-manager-ha-142481" [ad42e72b-6208-44c3-b4cb-ac9794ec9683] Running
I1010 18:15:38.056323 99368 system_pods.go:61] "kube-controller-manager-ha-142481-m02" [4bd4ce73-1b81-44db-a59f-06c89184d88c] Running
I1010 18:15:38.056327 99368 system_pods.go:61] "kube-proxy-gwvrh" [06e8f455-b250-46ea-bbcc-75ed230f2b57] Running
I1010 18:15:38.056331 99368 system_pods.go:61] "kube-proxy-srfng" [0aad186a-89b6-48d9-8434-1063c7c8a42f] Running
I1010 18:15:38.056334 99368 system_pods.go:61] "kube-scheduler-ha-142481" [c28a2da7-1807-4111-bf99-84891a0b278a] Running
I1010 18:15:38.056337 99368 system_pods.go:61] "kube-scheduler-ha-142481-m02" [f29260ee-8ec8-47c4-848d-ee8ff1d06610] Running
I1010 18:15:38.056340 99368 system_pods.go:61] "kube-vip-ha-142481" [3ae4dc2c-27b6-4f93-a605-8de6f0c096d0] Running
I1010 18:15:38.056343 99368 system_pods.go:61] "kube-vip-ha-142481-m02" [bd50bf3a-5e9c-48d4-8bba-fe1fea6c017d] Running
I1010 18:15:38.056345 99368 system_pods.go:61] "storage-provisioner" [9d74f64e-6391-4ab0-99ad-8c1711840696] Running
I1010 18:15:38.056352 99368 system_pods.go:74] duration metric: took 180.553557ms to wait for pod list to return data ...
I1010 18:15:38.056362 99368 default_sa.go:34] waiting for default service account to be created ...
I1010 18:15:38.244537 99368 request.go:632] Waited for 188.093724ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/default/serviceaccounts
I1010 18:15:38.244618 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/default/serviceaccounts
I1010 18:15:38.244624 99368 round_trippers.go:469] Request Headers:
I1010 18:15:38.244633 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:38.244641 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:38.248165 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:15:38.248399 99368 default_sa.go:45] found service account: "default"
I1010 18:15:38.248416 99368 default_sa.go:55] duration metric: took 192.046524ms for default service account to be created ...
I1010 18:15:38.248427 99368 system_pods.go:116] waiting for k8s-apps to be running ...
I1010 18:15:38.444704 99368 request.go:632] Waited for 196.206785ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods
I1010 18:15:38.444765 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods
I1010 18:15:38.444770 99368 round_trippers.go:469] Request Headers:
I1010 18:15:38.444778 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:38.444783 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:38.479585 99368 round_trippers.go:574] Response Status: 200 OK in 34 milliseconds
I1010 18:15:38.484055 99368 system_pods.go:86] 17 kube-system pods found
I1010 18:15:38.484088 99368 system_pods.go:89] "coredns-7c65d6cfc9-28dll" [1d8bde36-6ab6-4b48-b00a-2a80059ecc11] Running
I1010 18:15:38.484094 99368 system_pods.go:89] "coredns-7c65d6cfc9-xfhq8" [33d478fb-98f0-4029-87ae-9701a54cecd9] Running
I1010 18:15:38.484098 99368 system_pods.go:89] "etcd-ha-142481" [fa917068-3ac4-4929-b80b-bfabdc3a9b94] Running
I1010 18:15:38.484102 99368 system_pods.go:89] "etcd-ha-142481-m02" [8e6c1111-716c-41ff-9d31-ee189956993b] Running
I1010 18:15:38.484106 99368 system_pods.go:89] "kindnet-4d9v4" [f52506a7-d4f9-4112-8b28-f239c7c8230b] Running
I1010 18:15:38.484109 99368 system_pods.go:89] "kindnet-5k6j8" [e2d0fb49-23e6-4389-b890-25c03f6089a1] Running
I1010 18:15:38.484113 99368 system_pods.go:89] "kube-apiserver-ha-142481" [b3d0326d-123b-43af-b1a2-b745b884c3b5] Running
I1010 18:15:38.484116 99368 system_pods.go:89] "kube-apiserver-ha-142481-m02" [36f5732a-f056-4751-83e3-67f84744af8e] Running
I1010 18:15:38.484119 99368 system_pods.go:89] "kube-controller-manager-ha-142481" [ad42e72b-6208-44c3-b4cb-ac9794ec9683] Running
I1010 18:15:38.484122 99368 system_pods.go:89] "kube-controller-manager-ha-142481-m02" [4bd4ce73-1b81-44db-a59f-06c89184d88c] Running
I1010 18:15:38.484125 99368 system_pods.go:89] "kube-proxy-gwvrh" [06e8f455-b250-46ea-bbcc-75ed230f2b57] Running
I1010 18:15:38.484128 99368 system_pods.go:89] "kube-proxy-srfng" [0aad186a-89b6-48d9-8434-1063c7c8a42f] Running
I1010 18:15:38.484132 99368 system_pods.go:89] "kube-scheduler-ha-142481" [c28a2da7-1807-4111-bf99-84891a0b278a] Running
I1010 18:15:38.484135 99368 system_pods.go:89] "kube-scheduler-ha-142481-m02" [f29260ee-8ec8-47c4-848d-ee8ff1d06610] Running
I1010 18:15:38.484139 99368 system_pods.go:89] "kube-vip-ha-142481" [3ae4dc2c-27b6-4f93-a605-8de6f0c096d0] Running
I1010 18:15:38.484141 99368 system_pods.go:89] "kube-vip-ha-142481-m02" [bd50bf3a-5e9c-48d4-8bba-fe1fea6c017d] Running
I1010 18:15:38.484144 99368 system_pods.go:89] "storage-provisioner" [9d74f64e-6391-4ab0-99ad-8c1711840696] Running
I1010 18:15:38.484152 99368 system_pods.go:126] duration metric: took 235.71716ms to wait for k8s-apps to be running ...
I1010 18:15:38.484162 99368 system_svc.go:44] waiting for kubelet service to be running ....
I1010 18:15:38.484219 99368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1010 18:15:38.499587 99368 system_svc.go:56] duration metric: took 15.413149ms WaitForService to wait for kubelet
I1010 18:15:38.499630 99368 kubeadm.go:582] duration metric: took 23.162321939s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1010 18:15:38.499655 99368 node_conditions.go:102] verifying NodePressure condition ...
I1010 18:15:38.645127 99368 request.go:632] Waited for 145.342386ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes
I1010 18:15:38.645247 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes
I1010 18:15:38.645259 99368 round_trippers.go:469] Request Headers:
I1010 18:15:38.645267 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:15:38.645272 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:15:38.649291 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:15:38.650032 99368 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1010 18:15:38.650065 99368 node_conditions.go:123] node cpu capacity is 2
I1010 18:15:38.650077 99368 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1010 18:15:38.650081 99368 node_conditions.go:123] node cpu capacity is 2
I1010 18:15:38.650086 99368 node_conditions.go:105] duration metric: took 150.425543ms to run NodePressure ...
I1010 18:15:38.650104 99368 start.go:241] waiting for startup goroutines ...
I1010 18:15:38.650137 99368 start.go:255] writing updated cluster config ...
I1010 18:15:38.652551 99368 out.go:201]
I1010 18:15:38.654476 99368 config.go:182] Loaded profile config "ha-142481": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 18:15:38.654593 99368 profile.go:143] Saving config to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/config.json ...
I1010 18:15:38.656332 99368 out.go:177] * Starting "ha-142481-m03" control-plane node in "ha-142481" cluster
I1010 18:15:38.657633 99368 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1010 18:15:38.657659 99368 cache.go:56] Caching tarball of preloaded images
I1010 18:15:38.657790 99368 preload.go:172] Found /home/jenkins/minikube-integration/19787-81676/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1010 18:15:38.657806 99368 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1010 18:15:38.657908 99368 profile.go:143] Saving config to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/config.json ...
I1010 18:15:38.658076 99368 start.go:360] acquireMachinesLock for ha-142481-m03: {Name:mkf50a8a3600473176c10a3ea212772e747151e2 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1010 18:15:38.658122 99368 start.go:364] duration metric: took 26.16µs to acquireMachinesLock for "ha-142481-m03"
I1010 18:15:38.658147 99368 start.go:93] Provisioning new machine with config: &{Name:ha-142481 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-142481 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.104 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.186 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspekto
r-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizat
ions:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1010 18:15:38.658249 99368 start.go:125] createHost starting for "m03" (driver="kvm2")
I1010 18:15:38.660071 99368 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1010 18:15:38.660197 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:15:38.660258 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:15:38.676361 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34941
I1010 18:15:38.676935 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:15:38.677467 99368 main.go:141] libmachine: Using API Version 1
I1010 18:15:38.677506 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:15:38.677892 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:15:38.678105 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetMachineName
I1010 18:15:38.678326 99368 main.go:141] libmachine: (ha-142481-m03) Calling .DriverName
I1010 18:15:38.678504 99368 start.go:159] libmachine.API.Create for "ha-142481" (driver="kvm2")
I1010 18:15:38.678538 99368 client.go:168] LocalClient.Create starting
I1010 18:15:38.678568 99368 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem
I1010 18:15:38.678601 99368 main.go:141] libmachine: Decoding PEM data...
I1010 18:15:38.678614 99368 main.go:141] libmachine: Parsing certificate...
I1010 18:15:38.678663 99368 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem
I1010 18:15:38.678681 99368 main.go:141] libmachine: Decoding PEM data...
I1010 18:15:38.678691 99368 main.go:141] libmachine: Parsing certificate...
I1010 18:15:38.678707 99368 main.go:141] libmachine: Running pre-create checks...
I1010 18:15:38.678715 99368 main.go:141] libmachine: (ha-142481-m03) Calling .PreCreateCheck
I1010 18:15:38.678898 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetConfigRaw
I1010 18:15:38.679630 99368 main.go:141] libmachine: Creating machine...
I1010 18:15:38.679653 99368 main.go:141] libmachine: (ha-142481-m03) Calling .Create
I1010 18:15:38.680877 99368 main.go:141] libmachine: (ha-142481-m03) Creating KVM machine...
I1010 18:15:38.681726 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found existing default KVM network
I1010 18:15:38.681754 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found existing private KVM network mk-ha-142481
I1010 18:15:38.681811 99368 main.go:141] libmachine: (ha-142481-m03) Setting up store path in /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03 ...
I1010 18:15:38.681845 99368 main.go:141] libmachine: (ha-142481-m03) Building disk image from file:///home/jenkins/minikube-integration/19787-81676/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1010 18:15:38.681908 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:38.681805 100144 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19787-81676/.minikube
I1010 18:15:38.681991 99368 main.go:141] libmachine: (ha-142481-m03) Downloading /home/jenkins/minikube-integration/19787-81676/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19787-81676/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1010 18:15:38.938889 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:38.938689 100144 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/id_rsa...
I1010 18:15:39.048405 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:39.048265 100144 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/ha-142481-m03.rawdisk...
I1010 18:15:39.048440 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Writing magic tar header
I1010 18:15:39.048457 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Writing SSH key tar header
I1010 18:15:39.048467 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:39.048382 100144 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03 ...
I1010 18:15:39.048494 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03
I1010 18:15:39.048510 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676/.minikube/machines
I1010 18:15:39.048527 99368 main.go:141] libmachine: (ha-142481-m03) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03 (perms=drwx------)
I1010 18:15:39.048549 99368 main.go:141] libmachine: (ha-142481-m03) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676/.minikube/machines (perms=drwxr-xr-x)
I1010 18:15:39.048564 99368 main.go:141] libmachine: (ha-142481-m03) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676/.minikube (perms=drwxr-xr-x)
I1010 18:15:39.048578 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676/.minikube
I1010 18:15:39.048592 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19787-81676
I1010 18:15:39.048605 99368 main.go:141] libmachine: (ha-142481-m03) Setting executable bit set on /home/jenkins/minikube-integration/19787-81676 (perms=drwxrwxr-x)
I1010 18:15:39.048635 99368 main.go:141] libmachine: (ha-142481-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1010 18:15:39.048655 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1010 18:15:39.048662 99368 main.go:141] libmachine: (ha-142481-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1010 18:15:39.048676 99368 main.go:141] libmachine: (ha-142481-m03) Creating domain...
I1010 18:15:39.048685 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Checking permissions on dir: /home/jenkins
I1010 18:15:39.048696 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Checking permissions on dir: /home
I1010 18:15:39.048710 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Skipping /home - not owner
I1010 18:15:39.049753 99368 main.go:141] libmachine: (ha-142481-m03) define libvirt domain using xml:
I1010 18:15:39.049779 99368 main.go:141] libmachine: (ha-142481-m03) <domain type='kvm'>
I1010 18:15:39.049790 99368 main.go:141] libmachine: (ha-142481-m03) <name>ha-142481-m03</name>
I1010 18:15:39.049799 99368 main.go:141] libmachine: (ha-142481-m03) <memory unit='MiB'>2200</memory>
I1010 18:15:39.049809 99368 main.go:141] libmachine: (ha-142481-m03) <vcpu>2</vcpu>
I1010 18:15:39.049816 99368 main.go:141] libmachine: (ha-142481-m03) <features>
I1010 18:15:39.049822 99368 main.go:141] libmachine: (ha-142481-m03) <acpi/>
I1010 18:15:39.049830 99368 main.go:141] libmachine: (ha-142481-m03) <apic/>
I1010 18:15:39.049835 99368 main.go:141] libmachine: (ha-142481-m03) <pae/>
I1010 18:15:39.049839 99368 main.go:141] libmachine: (ha-142481-m03)
I1010 18:15:39.049845 99368 main.go:141] libmachine: (ha-142481-m03) </features>
I1010 18:15:39.049849 99368 main.go:141] libmachine: (ha-142481-m03) <cpu mode='host-passthrough'>
I1010 18:15:39.049856 99368 main.go:141] libmachine: (ha-142481-m03)
I1010 18:15:39.049862 99368 main.go:141] libmachine: (ha-142481-m03) </cpu>
I1010 18:15:39.049890 99368 main.go:141] libmachine: (ha-142481-m03) <os>
I1010 18:15:39.049903 99368 main.go:141] libmachine: (ha-142481-m03) <type>hvm</type>
I1010 18:15:39.049915 99368 main.go:141] libmachine: (ha-142481-m03) <boot dev='cdrom'/>
I1010 18:15:39.049926 99368 main.go:141] libmachine: (ha-142481-m03) <boot dev='hd'/>
I1010 18:15:39.049939 99368 main.go:141] libmachine: (ha-142481-m03) <bootmenu enable='no'/>
I1010 18:15:39.049945 99368 main.go:141] libmachine: (ha-142481-m03) </os>
I1010 18:15:39.049956 99368 main.go:141] libmachine: (ha-142481-m03) <devices>
I1010 18:15:39.049966 99368 main.go:141] libmachine: (ha-142481-m03) <disk type='file' device='cdrom'>
I1010 18:15:39.049980 99368 main.go:141] libmachine: (ha-142481-m03) <source file='/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/boot2docker.iso'/>
I1010 18:15:39.049991 99368 main.go:141] libmachine: (ha-142481-m03) <target dev='hdc' bus='scsi'/>
I1010 18:15:39.050016 99368 main.go:141] libmachine: (ha-142481-m03) <readonly/>
I1010 18:15:39.050029 99368 main.go:141] libmachine: (ha-142481-m03) </disk>
I1010 18:15:39.050036 99368 main.go:141] libmachine: (ha-142481-m03) <disk type='file' device='disk'>
I1010 18:15:39.050044 99368 main.go:141] libmachine: (ha-142481-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1010 18:15:39.050056 99368 main.go:141] libmachine: (ha-142481-m03) <source file='/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/ha-142481-m03.rawdisk'/>
I1010 18:15:39.050065 99368 main.go:141] libmachine: (ha-142481-m03) <target dev='hda' bus='virtio'/>
I1010 18:15:39.050070 99368 main.go:141] libmachine: (ha-142481-m03) </disk>
I1010 18:15:39.050075 99368 main.go:141] libmachine: (ha-142481-m03) <interface type='network'>
I1010 18:15:39.050081 99368 main.go:141] libmachine: (ha-142481-m03) <source network='mk-ha-142481'/>
I1010 18:15:39.050087 99368 main.go:141] libmachine: (ha-142481-m03) <model type='virtio'/>
I1010 18:15:39.050092 99368 main.go:141] libmachine: (ha-142481-m03) </interface>
I1010 18:15:39.050099 99368 main.go:141] libmachine: (ha-142481-m03) <interface type='network'>
I1010 18:15:39.050104 99368 main.go:141] libmachine: (ha-142481-m03) <source network='default'/>
I1010 18:15:39.050114 99368 main.go:141] libmachine: (ha-142481-m03) <model type='virtio'/>
I1010 18:15:39.050121 99368 main.go:141] libmachine: (ha-142481-m03) </interface>
I1010 18:15:39.050128 99368 main.go:141] libmachine: (ha-142481-m03) <serial type='pty'>
I1010 18:15:39.050232 99368 main.go:141] libmachine: (ha-142481-m03) <target port='0'/>
I1010 18:15:39.050268 99368 main.go:141] libmachine: (ha-142481-m03) </serial>
I1010 18:15:39.050282 99368 main.go:141] libmachine: (ha-142481-m03) <console type='pty'>
I1010 18:15:39.050294 99368 main.go:141] libmachine: (ha-142481-m03) <target type='serial' port='0'/>
I1010 18:15:39.050305 99368 main.go:141] libmachine: (ha-142481-m03) </console>
I1010 18:15:39.050315 99368 main.go:141] libmachine: (ha-142481-m03) <rng model='virtio'>
I1010 18:15:39.050328 99368 main.go:141] libmachine: (ha-142481-m03) <backend model='random'>/dev/random</backend>
I1010 18:15:39.050340 99368 main.go:141] libmachine: (ha-142481-m03) </rng>
I1010 18:15:39.050350 99368 main.go:141] libmachine: (ha-142481-m03)
I1010 18:15:39.050359 99368 main.go:141] libmachine: (ha-142481-m03)
I1010 18:15:39.050371 99368 main.go:141] libmachine: (ha-142481-m03) </devices>
I1010 18:15:39.050378 99368 main.go:141] libmachine: (ha-142481-m03) </domain>
I1010 18:15:39.050391 99368 main.go:141] libmachine: (ha-142481-m03)
I1010 18:15:39.057742 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:01:68:df in network default
I1010 18:15:39.058339 99368 main.go:141] libmachine: (ha-142481-m03) Ensuring networks are active...
I1010 18:15:39.058372 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:39.059040 99368 main.go:141] libmachine: (ha-142481-m03) Ensuring network default is active
I1010 18:15:39.059385 99368 main.go:141] libmachine: (ha-142481-m03) Ensuring network mk-ha-142481 is active
I1010 18:15:39.060065 99368 main.go:141] libmachine: (ha-142481-m03) Getting domain xml...
I1010 18:15:39.061108 99368 main.go:141] libmachine: (ha-142481-m03) Creating domain...
I1010 18:15:40.343936 99368 main.go:141] libmachine: (ha-142481-m03) Waiting to get IP...
I1010 18:15:40.344892 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:40.345373 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:40.345401 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:40.345319 100144 retry.go:31] will retry after 289.570163ms: waiting for machine to come up
I1010 18:15:40.637167 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:40.637765 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:40.637799 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:40.637685 100144 retry.go:31] will retry after 311.078832ms: waiting for machine to come up
I1010 18:15:40.950108 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:40.950581 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:40.950610 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:40.950529 100144 retry.go:31] will retry after 356.951796ms: waiting for machine to come up
I1010 18:15:41.309147 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:41.309650 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:41.309677 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:41.309602 100144 retry.go:31] will retry after 532.45566ms: waiting for machine to come up
I1010 18:15:41.843545 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:41.844119 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:41.844147 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:41.844054 100144 retry.go:31] will retry after 601.557958ms: waiting for machine to come up
I1010 18:15:42.447022 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:42.447619 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:42.447649 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:42.447560 100144 retry.go:31] will retry after 756.716179ms: waiting for machine to come up
I1010 18:15:43.206472 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:43.207013 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:43.207043 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:43.206973 100144 retry.go:31] will retry after 1.170057285s: waiting for machine to come up
I1010 18:15:44.378682 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:44.379169 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:44.379199 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:44.379123 100144 retry.go:31] will retry after 1.176461257s: waiting for machine to come up
I1010 18:15:45.558684 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:45.559193 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:45.559220 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:45.559154 100144 retry.go:31] will retry after 1.48319029s: waiting for machine to come up
I1010 18:15:47.044036 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:47.044496 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:47.044521 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:47.044430 100144 retry.go:31] will retry after 1.688231692s: waiting for machine to come up
I1010 18:15:48.734646 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:48.735151 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:48.735174 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:48.735104 100144 retry.go:31] will retry after 2.212019945s: waiting for machine to come up
I1010 18:15:50.948675 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:50.949207 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:50.949236 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:50.949160 100144 retry.go:31] will retry after 2.319000915s: waiting for machine to come up
I1010 18:15:53.270642 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:53.271193 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:53.271216 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:53.271155 100144 retry.go:31] will retry after 3.719042495s: waiting for machine to come up
I1010 18:15:56.994579 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:15:56.995029 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find current IP address of domain ha-142481-m03 in network mk-ha-142481
I1010 18:15:56.995054 99368 main.go:141] libmachine: (ha-142481-m03) DBG | I1010 18:15:56.994970 100144 retry.go:31] will retry after 5.298417625s: waiting for machine to come up
I1010 18:16:02.294993 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:02.295462 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has current primary IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:02.295487 99368 main.go:141] libmachine: (ha-142481-m03) Found IP for machine: 192.168.39.175
I1010 18:16:02.295500 99368 main.go:141] libmachine: (ha-142481-m03) Reserving static IP address...
I1010 18:16:02.295917 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find host DHCP lease matching {name: "ha-142481-m03", mac: "52:54:00:06:ed:5a", ip: "192.168.39.175"} in network mk-ha-142481
I1010 18:16:02.376364 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Getting to WaitForSSH function...
I1010 18:16:02.376400 99368 main.go:141] libmachine: (ha-142481-m03) Reserved static IP address: 192.168.39.175
I1010 18:16:02.376420 99368 main.go:141] libmachine: (ha-142481-m03) Waiting for SSH to be available...
I1010 18:16:02.379038 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:02.379428 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481
I1010 18:16:02.379482 99368 main.go:141] libmachine: (ha-142481-m03) DBG | unable to find defined IP address of network mk-ha-142481 interface with MAC address 52:54:00:06:ed:5a
I1010 18:16:02.379643 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Using SSH client type: external
I1010 18:16:02.379666 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/id_rsa (-rw-------)
I1010 18:16:02.379695 99368 main.go:141] libmachine: (ha-142481-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1010 18:16:02.379708 99368 main.go:141] libmachine: (ha-142481-m03) DBG | About to run SSH command:
I1010 18:16:02.379720 99368 main.go:141] libmachine: (ha-142481-m03) DBG | exit 0
I1010 18:16:02.383609 99368 main.go:141] libmachine: (ha-142481-m03) DBG | SSH cmd err, output: exit status 255:
I1010 18:16:02.383645 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1010 18:16:02.383673 99368 main.go:141] libmachine: (ha-142481-m03) DBG | command : exit 0
I1010 18:16:02.383687 99368 main.go:141] libmachine: (ha-142481-m03) DBG | err : exit status 255
I1010 18:16:02.383701 99368 main.go:141] libmachine: (ha-142481-m03) DBG | output :
I1010 18:16:05.385045 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Getting to WaitForSSH function...
I1010 18:16:05.387500 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:05.388024 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:05.388058 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:05.388149 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Using SSH client type: external
I1010 18:16:05.388172 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/id_rsa (-rw-------)
I1010 18:16:05.388198 99368 main.go:141] libmachine: (ha-142481-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.175 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1010 18:16:05.388212 99368 main.go:141] libmachine: (ha-142481-m03) DBG | About to run SSH command:
I1010 18:16:05.388222 99368 main.go:141] libmachine: (ha-142481-m03) DBG | exit 0
I1010 18:16:05.517373 99368 main.go:141] libmachine: (ha-142481-m03) DBG | SSH cmd err, output: <nil>:
I1010 18:16:05.517675 99368 main.go:141] libmachine: (ha-142481-m03) KVM machine creation complete!
I1010 18:16:05.517976 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetConfigRaw
I1010 18:16:05.518524 99368 main.go:141] libmachine: (ha-142481-m03) Calling .DriverName
I1010 18:16:05.518756 99368 main.go:141] libmachine: (ha-142481-m03) Calling .DriverName
I1010 18:16:05.518928 99368 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1010 18:16:05.518944 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetState
I1010 18:16:05.520359 99368 main.go:141] libmachine: Detecting operating system of created instance...
I1010 18:16:05.520374 99368 main.go:141] libmachine: Waiting for SSH to be available...
I1010 18:16:05.520382 99368 main.go:141] libmachine: Getting to WaitForSSH function...
I1010 18:16:05.520388 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHHostname
I1010 18:16:05.523092 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:05.523568 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:05.523601 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:05.523714 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHPort
I1010 18:16:05.523901 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:05.524055 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:05.524156 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHUsername
I1010 18:16:05.524338 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:16:05.524636 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.175 22 <nil> <nil>}
I1010 18:16:05.524669 99368 main.go:141] libmachine: About to run SSH command:
exit 0
I1010 18:16:05.632367 99368 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1010 18:16:05.632396 99368 main.go:141] libmachine: Detecting the provisioner...
I1010 18:16:05.632408 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHHostname
I1010 18:16:05.635809 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:05.636216 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:05.636238 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:05.636547 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHPort
I1010 18:16:05.636757 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:05.636963 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:05.637090 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHUsername
I1010 18:16:05.637319 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:16:05.637523 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.175 22 <nil> <nil>}
I1010 18:16:05.637539 99368 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1010 18:16:05.749769 99368 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1010 18:16:05.749833 99368 main.go:141] libmachine: found compatible host: buildroot
I1010 18:16:05.749840 99368 main.go:141] libmachine: Provisioning with buildroot...
I1010 18:16:05.749847 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetMachineName
I1010 18:16:05.750100 99368 buildroot.go:166] provisioning hostname "ha-142481-m03"
I1010 18:16:05.750135 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetMachineName
I1010 18:16:05.750348 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHHostname
I1010 18:16:05.753204 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:05.753697 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:05.753724 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:05.753970 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHPort
I1010 18:16:05.754155 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:05.754326 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:05.754456 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHUsername
I1010 18:16:05.754597 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:16:05.754815 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.175 22 <nil> <nil>}
I1010 18:16:05.754835 99368 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-142481-m03 && echo "ha-142481-m03" | sudo tee /etc/hostname
I1010 18:16:05.886094 99368 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-142481-m03
I1010 18:16:05.886129 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHHostname
I1010 18:16:05.889027 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:05.889401 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:05.889420 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:05.889629 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHPort
I1010 18:16:05.889843 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:05.889995 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:05.890115 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHUsername
I1010 18:16:05.890271 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:16:05.890474 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.175 22 <nil> <nil>}
I1010 18:16:05.890491 99368 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-142481-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-142481-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-142481-m03' | sudo tee -a /etc/hosts;
fi
fi
I1010 18:16:06.011027 99368 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1010 18:16:06.011075 99368 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19787-81676/.minikube CaCertPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19787-81676/.minikube}
I1010 18:16:06.011118 99368 buildroot.go:174] setting up certificates
I1010 18:16:06.011128 99368 provision.go:84] configureAuth start
I1010 18:16:06.011159 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetMachineName
I1010 18:16:06.011515 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetIP
I1010 18:16:06.014592 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.015019 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:06.015050 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.015255 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHHostname
I1010 18:16:06.017745 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.018212 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:06.018241 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.018399 99368 provision.go:143] copyHostCerts
I1010 18:16:06.018428 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem
I1010 18:16:06.018461 99368 exec_runner.go:144] found /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem, removing ...
I1010 18:16:06.018471 99368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem
I1010 18:16:06.018534 99368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19787-81676/.minikube/key.pem (1675 bytes)
I1010 18:16:06.018611 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem
I1010 18:16:06.018628 99368 exec_runner.go:144] found /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem, removing ...
I1010 18:16:06.018635 99368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem
I1010 18:16:06.018659 99368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19787-81676/.minikube/ca.pem (1078 bytes)
I1010 18:16:06.018703 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem
I1010 18:16:06.018722 99368 exec_runner.go:144] found /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem, removing ...
I1010 18:16:06.018728 99368 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem
I1010 18:16:06.018748 99368 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19787-81676/.minikube/cert.pem (1123 bytes)
I1010 18:16:06.018800 99368 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca-key.pem org=jenkins.ha-142481-m03 san=[127.0.0.1 192.168.39.175 ha-142481-m03 localhost minikube]
I1010 18:16:06.222717 99368 provision.go:177] copyRemoteCerts
I1010 18:16:06.222779 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1010 18:16:06.222805 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHHostname
I1010 18:16:06.225434 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.225825 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:06.225848 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.226065 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHPort
I1010 18:16:06.226286 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:06.226456 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHUsername
I1010 18:16:06.226630 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.175 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/id_rsa Username:docker}
I1010 18:16:06.315791 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1010 18:16:06.315882 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1010 18:16:06.343259 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem -> /etc/docker/server.pem
I1010 18:16:06.343345 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1010 18:16:06.370749 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1010 18:16:06.370822 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1010 18:16:06.397148 99368 provision.go:87] duration metric: took 386.005417ms to configureAuth
I1010 18:16:06.397183 99368 buildroot.go:189] setting minikube options for container-runtime
I1010 18:16:06.397452 99368 config.go:182] Loaded profile config "ha-142481": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 18:16:06.397548 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHHostname
I1010 18:16:06.400947 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.401493 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:06.401529 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.401697 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHPort
I1010 18:16:06.401877 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:06.402099 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:06.402329 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHUsername
I1010 18:16:06.402536 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:16:06.402752 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.175 22 <nil> <nil>}
I1010 18:16:06.402772 99368 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1010 18:16:06.637717 99368 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1010 18:16:06.637751 99368 main.go:141] libmachine: Checking connection to Docker...
I1010 18:16:06.637762 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetURL
I1010 18:16:06.639112 99368 main.go:141] libmachine: (ha-142481-m03) DBG | Using libvirt version 6000000
I1010 18:16:06.641181 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.641548 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:06.641587 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.641730 99368 main.go:141] libmachine: Docker is up and running!
I1010 18:16:06.641747 99368 main.go:141] libmachine: Reticulating splines...
I1010 18:16:06.641756 99368 client.go:171] duration metric: took 27.963208724s to LocalClient.Create
I1010 18:16:06.641785 99368 start.go:167] duration metric: took 27.963279742s to libmachine.API.Create "ha-142481"
I1010 18:16:06.641795 99368 start.go:293] postStartSetup for "ha-142481-m03" (driver="kvm2")
I1010 18:16:06.641804 99368 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1010 18:16:06.641824 99368 main.go:141] libmachine: (ha-142481-m03) Calling .DriverName
I1010 18:16:06.642091 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1010 18:16:06.642123 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHHostname
I1010 18:16:06.644087 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.644396 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:06.644432 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.644567 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHPort
I1010 18:16:06.644765 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:06.644924 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHUsername
I1010 18:16:06.645078 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.175 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/id_rsa Username:docker}
I1010 18:16:06.732228 99368 ssh_runner.go:195] Run: cat /etc/os-release
I1010 18:16:06.736988 99368 info.go:137] Remote host: Buildroot 2023.02.9
I1010 18:16:06.737036 99368 filesync.go:126] Scanning /home/jenkins/minikube-integration/19787-81676/.minikube/addons for local assets ...
I1010 18:16:06.737116 99368 filesync.go:126] Scanning /home/jenkins/minikube-integration/19787-81676/.minikube/files for local assets ...
I1010 18:16:06.737228 99368 filesync.go:149] local asset: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem -> 888762.pem in /etc/ssl/certs
I1010 18:16:06.737241 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem -> /etc/ssl/certs/888762.pem
I1010 18:16:06.737350 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1010 18:16:06.747599 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem --> /etc/ssl/certs/888762.pem (1708 bytes)
I1010 18:16:06.779643 99368 start.go:296] duration metric: took 137.832802ms for postStartSetup
I1010 18:16:06.779701 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetConfigRaw
I1010 18:16:06.780474 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetIP
I1010 18:16:06.783287 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.783711 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:06.783739 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.784133 99368 profile.go:143] Saving config to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/config.json ...
I1010 18:16:06.784363 99368 start.go:128] duration metric: took 28.126102871s to createHost
I1010 18:16:06.784390 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHHostname
I1010 18:16:06.786724 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.787090 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:06.787113 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.787327 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHPort
I1010 18:16:06.787526 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:06.787700 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:06.787826 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHUsername
I1010 18:16:06.787997 99368 main.go:141] libmachine: Using SSH client type: native
I1010 18:16:06.788211 99368 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.175 22 <nil> <nil>}
I1010 18:16:06.788226 99368 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1010 18:16:06.901742 99368 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728584166.882037024
I1010 18:16:06.901769 99368 fix.go:216] guest clock: 1728584166.882037024
I1010 18:16:06.901778 99368 fix.go:229] Guest: 2024-10-10 18:16:06.882037024 +0000 UTC Remote: 2024-10-10 18:16:06.784377622 +0000 UTC m=+148.714965698 (delta=97.659402ms)
I1010 18:16:06.901799 99368 fix.go:200] guest clock delta is within tolerance: 97.659402ms
I1010 18:16:06.901806 99368 start.go:83] releasing machines lock for "ha-142481-m03", held for 28.24367452s
I1010 18:16:06.901831 99368 main.go:141] libmachine: (ha-142481-m03) Calling .DriverName
I1010 18:16:06.902170 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetIP
I1010 18:16:06.904709 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.905164 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:06.905194 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.907619 99368 out.go:177] * Found network options:
I1010 18:16:06.909057 99368 out.go:177] - NO_PROXY=192.168.39.104,192.168.39.186
W1010 18:16:06.910397 99368 proxy.go:119] fail to check proxy env: Error ip not in block
W1010 18:16:06.910422 99368 proxy.go:119] fail to check proxy env: Error ip not in block
I1010 18:16:06.910439 99368 main.go:141] libmachine: (ha-142481-m03) Calling .DriverName
I1010 18:16:06.911020 99368 main.go:141] libmachine: (ha-142481-m03) Calling .DriverName
I1010 18:16:06.911247 99368 main.go:141] libmachine: (ha-142481-m03) Calling .DriverName
I1010 18:16:06.911351 99368 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1010 18:16:06.911394 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHHostname
W1010 18:16:06.911428 99368 proxy.go:119] fail to check proxy env: Error ip not in block
W1010 18:16:06.911458 99368 proxy.go:119] fail to check proxy env: Error ip not in block
I1010 18:16:06.911514 99368 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1010 18:16:06.911529 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHHostname
I1010 18:16:06.914295 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.914543 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.914629 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:06.914656 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.914760 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHPort
I1010 18:16:06.914838 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:06.914856 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:06.914913 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:06.915049 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHPort
I1010 18:16:06.915098 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHUsername
I1010 18:16:06.915168 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHKeyPath
I1010 18:16:06.915225 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.175 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/id_rsa Username:docker}
I1010 18:16:06.915381 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetSSHUsername
I1010 18:16:06.915497 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.175 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481-m03/id_rsa Username:docker}
I1010 18:16:07.163627 99368 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1010 18:16:07.170344 99368 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1010 18:16:07.170418 99368 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1010 18:16:07.188658 99368 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1010 18:16:07.188691 99368 start.go:495] detecting cgroup driver to use...
I1010 18:16:07.188764 99368 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1010 18:16:07.207458 99368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1010 18:16:07.223388 99368 docker.go:217] disabling cri-docker service (if available) ...
I1010 18:16:07.223465 99368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1010 18:16:07.240312 99368 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1010 18:16:07.258338 99368 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1010 18:16:07.397297 99368 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1010 18:16:07.555534 99368 docker.go:233] disabling docker service ...
I1010 18:16:07.555621 99368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1010 18:16:07.571003 99368 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1010 18:16:07.585612 99368 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1010 18:16:07.724995 99368 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1010 18:16:07.861369 99368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1010 18:16:07.876144 99368 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1010 18:16:07.895651 99368 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1010 18:16:07.895716 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:16:07.906721 99368 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1010 18:16:07.906792 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:16:07.917729 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:16:07.929016 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:16:07.940559 99368 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1010 18:16:07.953995 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:16:07.965226 99368 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:16:07.984344 99368 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1010 18:16:07.995983 99368 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1010 18:16:08.006420 99368 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1010 18:16:08.006504 99368 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1010 18:16:08.021735 99368 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1010 18:16:08.033011 99368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1010 18:16:08.164791 99368 ssh_runner.go:195] Run: sudo systemctl restart crio
I1010 18:16:08.260672 99368 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1010 18:16:08.260742 99368 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1010 18:16:08.271900 99368 start.go:563] Will wait 60s for crictl version
I1010 18:16:08.271960 99368 ssh_runner.go:195] Run: which crictl
I1010 18:16:08.275929 99368 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1010 18:16:08.314672 99368 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1010 18:16:08.314749 99368 ssh_runner.go:195] Run: crio --version
I1010 18:16:08.346340 99368 ssh_runner.go:195] Run: crio --version
I1010 18:16:08.377606 99368 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1010 18:16:08.379014 99368 out.go:177] - env NO_PROXY=192.168.39.104
I1010 18:16:08.380435 99368 out.go:177] - env NO_PROXY=192.168.39.104,192.168.39.186
I1010 18:16:08.381694 99368 main.go:141] libmachine: (ha-142481-m03) Calling .GetIP
I1010 18:16:08.384544 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:08.384908 99368 main.go:141] libmachine: (ha-142481-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:06:ed:5a", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:15:53 +0000 UTC Type:0 Mac:52:54:00:06:ed:5a Iaid: IPaddr:192.168.39.175 Prefix:24 Hostname:ha-142481-m03 Clientid:01:52:54:00:06:ed:5a}
I1010 18:16:08.384939 99368 main.go:141] libmachine: (ha-142481-m03) DBG | domain ha-142481-m03 has defined IP address 192.168.39.175 and MAC address 52:54:00:06:ed:5a in network mk-ha-142481
I1010 18:16:08.385183 99368 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1010 18:16:08.389725 99368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1010 18:16:08.402638 99368 mustload.go:65] Loading cluster: ha-142481
I1010 18:16:08.402881 99368 config.go:182] Loaded profile config "ha-142481": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 18:16:08.403135 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:16:08.403183 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:16:08.418274 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43461
I1010 18:16:08.418827 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:16:08.419392 99368 main.go:141] libmachine: Using API Version 1
I1010 18:16:08.419418 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:16:08.419747 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:16:08.419899 99368 main.go:141] libmachine: (ha-142481) Calling .GetState
I1010 18:16:08.421605 99368 host.go:66] Checking if "ha-142481" exists ...
I1010 18:16:08.421927 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:16:08.421980 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:16:08.437329 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37965
I1010 18:16:08.437789 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:16:08.438250 99368 main.go:141] libmachine: Using API Version 1
I1010 18:16:08.438271 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:16:08.438615 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:16:08.438801 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:16:08.438970 99368 certs.go:68] Setting up /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481 for IP: 192.168.39.175
I1010 18:16:08.438988 99368 certs.go:194] generating shared ca certs ...
I1010 18:16:08.439008 99368 certs.go:226] acquiring lock for ca certs: {Name:mk934aa2a82050d7b4e8800492bf64f91d140517 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:16:08.439150 99368 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.key
I1010 18:16:08.439211 99368 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.key
I1010 18:16:08.439224 99368 certs.go:256] generating profile certs ...
I1010 18:16:08.439325 99368 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.key
I1010 18:16:08.439355 99368 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.7bb2202d
I1010 18:16:08.439376 99368 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.7bb2202d with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.104 192.168.39.186 192.168.39.175 192.168.39.254]
I1010 18:16:08.528731 99368 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.7bb2202d ...
I1010 18:16:08.528764 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.7bb2202d: {Name:mk202db6f01b46b51940ca7afe581ede7b3af4e5 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:16:08.528980 99368 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.7bb2202d ...
I1010 18:16:08.528997 99368 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.7bb2202d: {Name:mk61783eedf299ba3a6dbb3f62b131938823078c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1010 18:16:08.529112 99368 certs.go:381] copying /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt.7bb2202d -> /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt
I1010 18:16:08.529294 99368 certs.go:385] copying /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key.7bb2202d -> /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key
I1010 18:16:08.529465 99368 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.key
I1010 18:16:08.529488 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1010 18:16:08.529506 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1010 18:16:08.529521 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1010 18:16:08.529540 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1010 18:16:08.529557 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1010 18:16:08.529580 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1010 18:16:08.529599 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1010 18:16:08.545002 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1010 18:16:08.545123 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876.pem (1338 bytes)
W1010 18:16:08.545166 99368 certs.go:480] ignoring /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876_empty.pem, impossibly tiny 0 bytes
I1010 18:16:08.545178 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca-key.pem (1679 bytes)
I1010 18:16:08.545225 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/ca.pem (1078 bytes)
I1010 18:16:08.545259 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/cert.pem (1123 bytes)
I1010 18:16:08.545291 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/key.pem (1675 bytes)
I1010 18:16:08.545339 99368 certs.go:484] found cert: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem (1708 bytes)
I1010 18:16:08.545380 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem -> /usr/share/ca-certificates/888762.pem
I1010 18:16:08.545401 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1010 18:16:08.545415 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876.pem -> /usr/share/ca-certificates/88876.pem
I1010 18:16:08.545465 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:16:08.548797 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:16:08.549296 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:16:08.549316 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:16:08.549545 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:16:08.549789 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:16:08.549993 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:16:08.550143 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.104 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa Username:docker}
I1010 18:16:08.629272 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1010 18:16:08.635349 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1010 18:16:08.648258 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1010 18:16:08.653797 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1010 18:16:08.665553 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1010 18:16:08.670066 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1010 18:16:08.681281 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1010 18:16:08.685851 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1010 18:16:08.696759 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1010 18:16:08.701070 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1010 18:16:08.719143 99368 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1010 18:16:08.723782 99368 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1010 18:16:08.735082 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1010 18:16:08.763420 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1010 18:16:08.789246 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1010 18:16:08.814697 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1010 18:16:08.840641 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1010 18:16:08.865783 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1010 18:16:08.890663 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1010 18:16:08.916077 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1010 18:16:08.941574 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/files/etc/ssl/certs/888762.pem --> /usr/share/ca-certificates/888762.pem (1708 bytes)
I1010 18:16:08.971689 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1010 18:16:08.996394 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/certs/88876.pem --> /usr/share/ca-certificates/88876.pem (1338 bytes)
I1010 18:16:09.021329 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1010 18:16:09.039289 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1010 18:16:09.058514 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1010 18:16:09.075508 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1010 18:16:09.094047 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1010 18:16:09.112093 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1010 18:16:09.130182 99368 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1010 18:16:09.147655 99368 ssh_runner.go:195] Run: openssl version
I1010 18:16:09.153962 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/888762.pem && ln -fs /usr/share/ca-certificates/888762.pem /etc/ssl/certs/888762.pem"
I1010 18:16:09.165361 99368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/888762.pem
I1010 18:16:09.170099 99368 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 10 18:09 /usr/share/ca-certificates/888762.pem
I1010 18:16:09.170163 99368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/888762.pem
I1010 18:16:09.175991 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/888762.pem /etc/ssl/certs/3ec20f2e.0"
I1010 18:16:09.187134 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1010 18:16:09.199298 99368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1010 18:16:09.204550 99368 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 10 17:58 /usr/share/ca-certificates/minikubeCA.pem
I1010 18:16:09.204607 99368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1010 18:16:09.210501 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1010 18:16:09.222047 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/88876.pem && ln -fs /usr/share/ca-certificates/88876.pem /etc/ssl/certs/88876.pem"
I1010 18:16:09.233165 99368 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/88876.pem
I1010 18:16:09.238141 99368 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 10 18:09 /usr/share/ca-certificates/88876.pem
I1010 18:16:09.238209 99368 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/88876.pem
I1010 18:16:09.243899 99368 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/88876.pem /etc/ssl/certs/51391683.0"
I1010 18:16:09.256154 99368 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1010 18:16:09.260558 99368 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1010 18:16:09.260620 99368 kubeadm.go:934] updating node {m03 192.168.39.175 8443 v1.31.1 crio true true} ...
I1010 18:16:09.260712 99368 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-142481-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.175
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-142481 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1010 18:16:09.260747 99368 kube-vip.go:115] generating kube-vip config ...
I1010 18:16:09.260788 99368 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1010 18:16:09.281432 99368 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1010 18:16:09.281532 99368 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1010 18:16:09.281598 99368 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1010 18:16:09.292238 99368 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1010 18:16:09.292302 99368 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1010 18:16:09.302815 99368 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1010 18:16:09.302834 99368 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I1010 18:16:09.302847 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1010 18:16:09.302858 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1010 18:16:09.302874 99368 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I1010 18:16:09.302911 99368 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1010 18:16:09.302925 99368 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1010 18:16:09.302927 99368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1010 18:16:09.313038 99368 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1010 18:16:09.313076 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1010 18:16:09.313295 99368 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1010 18:16:09.313324 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1010 18:16:09.329019 99368 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1010 18:16:09.329132 99368 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1010 18:16:09.460792 99368 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1010 18:16:09.460863 99368 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19787-81676/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1010 18:16:10.167695 99368 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1010 18:16:10.178304 99368 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1010 18:16:10.196198 99368 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1010 18:16:10.214107 99368 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1010 18:16:10.231699 99368 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1010 18:16:10.235598 99368 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1010 18:16:10.249379 99368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1010 18:16:10.372228 99368 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1010 18:16:10.389956 99368 host.go:66] Checking if "ha-142481" exists ...
I1010 18:16:10.390482 99368 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1010 18:16:10.390543 99368 main.go:141] libmachine: Launching plugin server for driver kvm2
I1010 18:16:10.406538 99368 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33965
I1010 18:16:10.407120 99368 main.go:141] libmachine: () Calling .GetVersion
I1010 18:16:10.407715 99368 main.go:141] libmachine: Using API Version 1
I1010 18:16:10.407745 99368 main.go:141] libmachine: () Calling .SetConfigRaw
I1010 18:16:10.408171 99368 main.go:141] libmachine: () Calling .GetMachineName
I1010 18:16:10.408424 99368 main.go:141] libmachine: (ha-142481) Calling .DriverName
I1010 18:16:10.408616 99368 start.go:317] joinCluster: &{Name:ha-142481 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-142481 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.104 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.186 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.175 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:f
alse istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false
DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1010 18:16:10.408761 99368 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1010 18:16:10.408786 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHHostname
I1010 18:16:10.412501 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:16:10.412938 99368 main.go:141] libmachine: (ha-142481) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3e:fa:00", ip: ""} in network mk-ha-142481: {Iface:virbr1 ExpiryTime:2024-10-10 19:13:53 +0000 UTC Type:0 Mac:52:54:00:3e:fa:00 Iaid: IPaddr:192.168.39.104 Prefix:24 Hostname:ha-142481 Clientid:01:52:54:00:3e:fa:00}
I1010 18:16:10.412967 99368 main.go:141] libmachine: (ha-142481) DBG | domain ha-142481 has defined IP address 192.168.39.104 and MAC address 52:54:00:3e:fa:00 in network mk-ha-142481
I1010 18:16:10.413287 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHPort
I1010 18:16:10.413489 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHKeyPath
I1010 18:16:10.413662 99368 main.go:141] libmachine: (ha-142481) Calling .GetSSHUsername
I1010 18:16:10.413878 99368 sshutil.go:53] new ssh client: &{IP:192.168.39.104 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19787-81676/.minikube/machines/ha-142481/id_rsa Username:docker}
I1010 18:16:10.584962 99368 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.175 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1010 18:16:10.585036 99368 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 01a2dn.g9vqo5mbslppupip --discovery-token-ca-cert-hash sha256:bc8568f96f96483e4403a7eff9866ac7bd8b0e76d8203796a49dd1a769f11bda --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-142481-m03 --control-plane --apiserver-advertise-address=192.168.39.175 --apiserver-bind-port=8443"
I1010 18:16:34.116751 99368 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 01a2dn.g9vqo5mbslppupip --discovery-token-ca-cert-hash sha256:bc8568f96f96483e4403a7eff9866ac7bd8b0e76d8203796a49dd1a769f11bda --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-142481-m03 --control-plane --apiserver-advertise-address=192.168.39.175 --apiserver-bind-port=8443": (23.531656117s)
I1010 18:16:34.116799 99368 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1010 18:16:34.662406 99368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-142481-m03 minikube.k8s.io/updated_at=2024_10_10T18_16_34_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=e90d7de550e839433dc631623053398b652747fc minikube.k8s.io/name=ha-142481 minikube.k8s.io/primary=false
I1010 18:16:34.812925 99368 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-142481-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1010 18:16:34.939968 99368 start.go:319] duration metric: took 24.531346267s to joinCluster
I1010 18:16:34.940121 99368 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.175 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1010 18:16:34.940600 99368 config.go:182] Loaded profile config "ha-142481": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1010 18:16:34.942338 99368 out.go:177] * Verifying Kubernetes components...
I1010 18:16:34.943872 99368 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1010 18:16:35.261137 99368 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1010 18:16:35.322955 99368 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19787-81676/kubeconfig
I1010 18:16:35.323214 99368 kapi.go:59] client config for ha-142481: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.crt", KeyFile:"/home/jenkins/minikube-integration/19787-81676/.minikube/profiles/ha-142481/client.key", CAFile:"/home/jenkins/minikube-integration/19787-81676/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x2432700), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1010 18:16:35.323281 99368 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.104:8443
I1010 18:16:35.323557 99368 node_ready.go:35] waiting up to 6m0s for node "ha-142481-m03" to be "Ready" ...
I1010 18:16:35.323656 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:35.323668 99368 round_trippers.go:469] Request Headers:
I1010 18:16:35.323679 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:35.323685 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:35.327318 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:35.823831 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:35.823858 99368 round_trippers.go:469] Request Headers:
I1010 18:16:35.823871 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:35.823877 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:35.828659 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:36.324358 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:36.324382 99368 round_trippers.go:469] Request Headers:
I1010 18:16:36.324391 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:36.324395 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:36.327758 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:36.823911 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:36.823934 99368 round_trippers.go:469] Request Headers:
I1010 18:16:36.823942 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:36.823946 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:36.827063 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:37.323987 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:37.324011 99368 round_trippers.go:469] Request Headers:
I1010 18:16:37.324019 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:37.324023 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:37.327375 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:37.328058 99368 node_ready.go:53] node "ha-142481-m03" has status "Ready":"False"
I1010 18:16:37.824329 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:37.824354 99368 round_trippers.go:469] Request Headers:
I1010 18:16:37.824443 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:37.824455 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:37.828067 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:38.323986 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:38.324025 99368 round_trippers.go:469] Request Headers:
I1010 18:16:38.324040 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:38.324046 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:38.327494 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:38.823762 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:38.823785 99368 round_trippers.go:469] Request Headers:
I1010 18:16:38.823794 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:38.823798 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:38.827926 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:39.323928 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:39.323957 99368 round_trippers.go:469] Request Headers:
I1010 18:16:39.323969 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:39.323975 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:39.330422 99368 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1010 18:16:39.331171 99368 node_ready.go:53] node "ha-142481-m03" has status "Ready":"False"
I1010 18:16:39.824574 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:39.824598 99368 round_trippers.go:469] Request Headers:
I1010 18:16:39.824607 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:39.824610 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:39.828722 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:40.324796 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:40.324827 99368 round_trippers.go:469] Request Headers:
I1010 18:16:40.324838 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:40.324845 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:40.328842 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:40.823953 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:40.823979 99368 round_trippers.go:469] Request Headers:
I1010 18:16:40.823990 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:40.823996 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:40.828272 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:41.324192 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:41.324218 99368 round_trippers.go:469] Request Headers:
I1010 18:16:41.324227 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:41.324230 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:41.327987 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:41.824162 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:41.824186 99368 round_trippers.go:469] Request Headers:
I1010 18:16:41.824198 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:41.824204 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:41.827541 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:41.828232 99368 node_ready.go:53] node "ha-142481-m03" has status "Ready":"False"
I1010 18:16:42.324743 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:42.324783 99368 round_trippers.go:469] Request Headers:
I1010 18:16:42.324794 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:42.324801 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:42.328551 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:42.824718 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:42.824744 99368 round_trippers.go:469] Request Headers:
I1010 18:16:42.824755 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:42.824760 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:42.828428 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:43.324320 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:43.324346 99368 round_trippers.go:469] Request Headers:
I1010 18:16:43.324355 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:43.324364 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:43.328322 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:43.823956 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:43.824002 99368 round_trippers.go:469] Request Headers:
I1010 18:16:43.824013 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:43.824019 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:43.827615 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:43.828260 99368 node_ready.go:53] node "ha-142481-m03" has status "Ready":"False"
I1010 18:16:44.324587 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:44.324612 99368 round_trippers.go:469] Request Headers:
I1010 18:16:44.324620 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:44.324623 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:44.328569 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:44.823816 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:44.823840 99368 round_trippers.go:469] Request Headers:
I1010 18:16:44.823849 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:44.823853 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:44.827589 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:45.324648 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:45.324673 99368 round_trippers.go:469] Request Headers:
I1010 18:16:45.324681 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:45.324684 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:45.328227 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:45.824305 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:45.824330 99368 round_trippers.go:469] Request Headers:
I1010 18:16:45.824338 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:45.824342 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:45.827901 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:45.828489 99368 node_ready.go:53] node "ha-142481-m03" has status "Ready":"False"
I1010 18:16:46.323779 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:46.323813 99368 round_trippers.go:469] Request Headers:
I1010 18:16:46.323825 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:46.323830 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:46.327223 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:46.823931 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:46.823955 99368 round_trippers.go:469] Request Headers:
I1010 18:16:46.823964 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:46.823968 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:46.828168 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:47.324172 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:47.324200 99368 round_trippers.go:469] Request Headers:
I1010 18:16:47.324214 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:47.324232 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:47.327405 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:47.824446 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:47.824470 99368 round_trippers.go:469] Request Headers:
I1010 18:16:47.824478 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:47.824483 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:47.828085 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:47.828574 99368 node_ready.go:53] node "ha-142481-m03" has status "Ready":"False"
I1010 18:16:48.324641 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:48.324666 99368 round_trippers.go:469] Request Headers:
I1010 18:16:48.324674 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:48.324678 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:48.328399 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:48.823841 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:48.823872 99368 round_trippers.go:469] Request Headers:
I1010 18:16:48.823883 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:48.823899 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:48.827862 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:49.324364 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:49.324391 99368 round_trippers.go:469] Request Headers:
I1010 18:16:49.324402 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:49.324410 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:49.329836 99368 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1010 18:16:49.824868 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:49.824898 99368 round_trippers.go:469] Request Headers:
I1010 18:16:49.824909 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:49.824916 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:49.832424 99368 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1010 18:16:49.833781 99368 node_ready.go:53] node "ha-142481-m03" has status "Ready":"False"
I1010 18:16:50.324106 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:50.324129 99368 round_trippers.go:469] Request Headers:
I1010 18:16:50.324137 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:50.324141 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:50.327377 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:50.824781 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:50.824809 99368 round_trippers.go:469] Request Headers:
I1010 18:16:50.824818 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:50.824824 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:50.828461 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:51.324626 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:51.324651 99368 round_trippers.go:469] Request Headers:
I1010 18:16:51.324659 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:51.324663 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:51.327965 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:51.824004 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:51.824028 99368 round_trippers.go:469] Request Headers:
I1010 18:16:51.824036 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:51.824041 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:51.827827 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:52.323895 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:52.323930 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.323939 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.323943 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.327292 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:52.327943 99368 node_ready.go:49] node "ha-142481-m03" has status "Ready":"True"
I1010 18:16:52.327963 99368 node_ready.go:38] duration metric: took 17.004388796s for node "ha-142481-m03" to be "Ready" ...
I1010 18:16:52.327973 99368 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1010 18:16:52.328041 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods
I1010 18:16:52.328051 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.328058 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.328063 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.335352 99368 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1010 18:16:52.341969 99368 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-28dll" in "kube-system" namespace to be "Ready" ...
I1010 18:16:52.342092 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-28dll
I1010 18:16:52.342105 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.342116 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.342121 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.346524 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:52.347823 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:16:52.347844 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.347853 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.347860 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.352427 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:52.353100 99368 pod_ready.go:93] pod "coredns-7c65d6cfc9-28dll" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:52.353132 99368 pod_ready.go:82] duration metric: took 11.131703ms for pod "coredns-7c65d6cfc9-28dll" in "kube-system" namespace to be "Ready" ...
I1010 18:16:52.353146 99368 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-xfhq8" in "kube-system" namespace to be "Ready" ...
I1010 18:16:52.353233 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-xfhq8
I1010 18:16:52.353246 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.353255 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.353262 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.358189 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:52.359137 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:16:52.359158 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.359170 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.359194 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.361882 99368 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1010 18:16:52.362586 99368 pod_ready.go:93] pod "coredns-7c65d6cfc9-xfhq8" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:52.362606 99368 pod_ready.go:82] duration metric: took 9.449469ms for pod "coredns-7c65d6cfc9-xfhq8" in "kube-system" namespace to be "Ready" ...
I1010 18:16:52.362618 99368 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:16:52.362680 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/etcd-ha-142481
I1010 18:16:52.362689 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.362696 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.362701 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.365259 99368 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1010 18:16:52.365819 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:16:52.365835 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.365842 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.365857 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.368864 99368 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1010 18:16:52.369337 99368 pod_ready.go:93] pod "etcd-ha-142481" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:52.369355 99368 pod_ready.go:82] duration metric: took 6.728138ms for pod "etcd-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:16:52.369365 99368 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:16:52.369427 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/etcd-ha-142481-m02
I1010 18:16:52.369435 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.369442 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.369447 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.371801 99368 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1010 18:16:52.372469 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:16:52.372485 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.372496 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.372501 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.374845 99368 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1010 18:16:52.375380 99368 pod_ready.go:93] pod "etcd-ha-142481-m02" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:52.375400 99368 pod_ready.go:82] duration metric: took 6.028654ms for pod "etcd-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:16:52.375414 99368 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-142481-m03" in "kube-system" namespace to be "Ready" ...
I1010 18:16:52.524876 99368 request.go:632] Waited for 149.316037ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/etcd-ha-142481-m03
I1010 18:16:52.524969 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/etcd-ha-142481-m03
I1010 18:16:52.524980 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.524993 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.525002 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.528336 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:52.724349 99368 request.go:632] Waited for 195.357304ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:52.724414 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:52.724419 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.724429 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.724433 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.727821 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:52.728420 99368 pod_ready.go:93] pod "etcd-ha-142481-m03" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:52.728440 99368 pod_ready.go:82] duration metric: took 353.013897ms for pod "etcd-ha-142481-m03" in "kube-system" namespace to be "Ready" ...
I1010 18:16:52.728461 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:16:52.924606 99368 request.go:632] Waited for 196.006652ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-142481
I1010 18:16:52.924680 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-142481
I1010 18:16:52.924687 99368 round_trippers.go:469] Request Headers:
I1010 18:16:52.924697 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:52.924702 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:52.928387 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:53.124197 99368 request.go:632] Waited for 194.992104ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:16:53.124259 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:16:53.124264 99368 round_trippers.go:469] Request Headers:
I1010 18:16:53.124276 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:53.124281 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:53.127550 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:53.128097 99368 pod_ready.go:93] pod "kube-apiserver-ha-142481" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:53.128116 99368 pod_ready.go:82] duration metric: took 399.647709ms for pod "kube-apiserver-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:16:53.128127 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:16:53.324538 99368 request.go:632] Waited for 196.340534ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-142481-m02
I1010 18:16:53.324600 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-142481-m02
I1010 18:16:53.324606 99368 round_trippers.go:469] Request Headers:
I1010 18:16:53.324613 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:53.324617 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:53.328266 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:53.524803 99368 request.go:632] Waited for 195.841443ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:16:53.524898 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:16:53.524906 99368 round_trippers.go:469] Request Headers:
I1010 18:16:53.524920 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:53.524931 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:53.529027 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:53.529616 99368 pod_ready.go:93] pod "kube-apiserver-ha-142481-m02" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:53.529639 99368 pod_ready.go:82] duration metric: took 401.504985ms for pod "kube-apiserver-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:16:53.529650 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-142481-m03" in "kube-system" namespace to be "Ready" ...
I1010 18:16:53.724123 99368 request.go:632] Waited for 194.402378ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-142481-m03
I1010 18:16:53.724207 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-142481-m03
I1010 18:16:53.724212 99368 round_trippers.go:469] Request Headers:
I1010 18:16:53.724220 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:53.724226 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:53.728029 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:53.924000 99368 request.go:632] Waited for 195.20231ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:53.924121 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:53.924136 99368 round_trippers.go:469] Request Headers:
I1010 18:16:53.924145 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:53.924149 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:53.927318 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:53.927936 99368 pod_ready.go:93] pod "kube-apiserver-ha-142481-m03" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:53.927963 99368 pod_ready.go:82] duration metric: took 398.303309ms for pod "kube-apiserver-ha-142481-m03" in "kube-system" namespace to be "Ready" ...
I1010 18:16:53.927977 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:16:54.124931 99368 request.go:632] Waited for 196.86396ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-142481
I1010 18:16:54.125030 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-142481
I1010 18:16:54.125037 99368 round_trippers.go:469] Request Headers:
I1010 18:16:54.125045 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:54.125050 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:54.129323 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:54.324484 99368 request.go:632] Waited for 194.400861ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:16:54.324554 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:16:54.324564 99368 round_trippers.go:469] Request Headers:
I1010 18:16:54.324574 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:54.324580 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:54.327854 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:54.328431 99368 pod_ready.go:93] pod "kube-controller-manager-ha-142481" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:54.328451 99368 pod_ready.go:82] duration metric: took 400.466203ms for pod "kube-controller-manager-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:16:54.328463 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:16:54.524928 99368 request.go:632] Waited for 196.394012ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-142481-m02
I1010 18:16:54.524994 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-142481-m02
I1010 18:16:54.525000 99368 round_trippers.go:469] Request Headers:
I1010 18:16:54.525008 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:54.525013 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:54.528390 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:54.724248 99368 request.go:632] Waited for 195.108613ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:16:54.724318 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:16:54.724325 99368 round_trippers.go:469] Request Headers:
I1010 18:16:54.724335 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:54.724341 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:54.727499 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:54.727990 99368 pod_ready.go:93] pod "kube-controller-manager-ha-142481-m02" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:54.728011 99368 pod_ready.go:82] duration metric: took 399.541027ms for pod "kube-controller-manager-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:16:54.728023 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-142481-m03" in "kube-system" namespace to be "Ready" ...
I1010 18:16:54.924017 99368 request.go:632] Waited for 195.924922ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-142481-m03
I1010 18:16:54.924118 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-142481-m03
I1010 18:16:54.924129 99368 round_trippers.go:469] Request Headers:
I1010 18:16:54.924137 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:54.924142 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:54.928875 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:55.123960 99368 request.go:632] Waited for 194.31178ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:55.124017 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:55.124022 99368 round_trippers.go:469] Request Headers:
I1010 18:16:55.124030 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:55.124033 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:55.127461 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:55.128120 99368 pod_ready.go:93] pod "kube-controller-manager-ha-142481-m03" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:55.128144 99368 pod_ready.go:82] duration metric: took 400.113475ms for pod "kube-controller-manager-ha-142481-m03" in "kube-system" namespace to be "Ready" ...
I1010 18:16:55.128160 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-cdjzg" in "kube-system" namespace to be "Ready" ...
I1010 18:16:55.323986 99368 request.go:632] Waited for 195.748073ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cdjzg
I1010 18:16:55.324049 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cdjzg
I1010 18:16:55.324055 99368 round_trippers.go:469] Request Headers:
I1010 18:16:55.324063 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:55.324069 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:55.327396 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:55.524493 99368 request.go:632] Waited for 196.370396ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:55.524560 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:55.524567 99368 round_trippers.go:469] Request Headers:
I1010 18:16:55.524578 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:55.524586 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:55.534026 99368 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1010 18:16:55.534701 99368 pod_ready.go:93] pod "kube-proxy-cdjzg" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:55.534728 99368 pod_ready.go:82] duration metric: took 406.559679ms for pod "kube-proxy-cdjzg" in "kube-system" namespace to be "Ready" ...
I1010 18:16:55.534745 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-gwvrh" in "kube-system" namespace to be "Ready" ...
I1010 18:16:55.724765 99368 request.go:632] Waited for 189.945021ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gwvrh
I1010 18:16:55.724857 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gwvrh
I1010 18:16:55.724864 99368 round_trippers.go:469] Request Headers:
I1010 18:16:55.724872 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:55.724878 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:55.727940 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:55.923972 99368 request.go:632] Waited for 195.304711ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:16:55.924037 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:16:55.924052 99368 round_trippers.go:469] Request Headers:
I1010 18:16:55.924078 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:55.924085 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:55.927605 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:55.928243 99368 pod_ready.go:93] pod "kube-proxy-gwvrh" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:55.928264 99368 pod_ready.go:82] duration metric: took 393.511622ms for pod "kube-proxy-gwvrh" in "kube-system" namespace to be "Ready" ...
I1010 18:16:55.928278 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-srfng" in "kube-system" namespace to be "Ready" ...
I1010 18:16:56.124193 99368 request.go:632] Waited for 195.82573ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-proxy-srfng
I1010 18:16:56.124313 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-proxy-srfng
I1010 18:16:56.124327 99368 round_trippers.go:469] Request Headers:
I1010 18:16:56.124336 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:56.124340 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:56.127896 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:56.324881 99368 request.go:632] Waited for 196.244687ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:16:56.324996 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:16:56.325012 99368 round_trippers.go:469] Request Headers:
I1010 18:16:56.325022 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:56.325029 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:56.328576 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:56.329284 99368 pod_ready.go:93] pod "kube-proxy-srfng" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:56.329304 99368 pod_ready.go:82] duration metric: took 401.01865ms for pod "kube-proxy-srfng" in "kube-system" namespace to be "Ready" ...
I1010 18:16:56.329315 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:16:56.524473 99368 request.go:632] Waited for 195.075639ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-142481
I1010 18:16:56.524535 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-142481
I1010 18:16:56.524541 99368 round_trippers.go:469] Request Headers:
I1010 18:16:56.524548 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:56.524554 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:56.527661 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:56.724798 99368 request.go:632] Waited for 196.388114ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:16:56.724919 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481
I1010 18:16:56.724934 99368 round_trippers.go:469] Request Headers:
I1010 18:16:56.724945 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:56.724955 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:56.728172 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:56.728664 99368 pod_ready.go:93] pod "kube-scheduler-ha-142481" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:56.728684 99368 pod_ready.go:82] duration metric: took 399.362342ms for pod "kube-scheduler-ha-142481" in "kube-system" namespace to be "Ready" ...
I1010 18:16:56.728700 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:16:56.924703 99368 request.go:632] Waited for 195.908558ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-142481-m02
I1010 18:16:56.924769 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-142481-m02
I1010 18:16:56.924784 99368 round_trippers.go:469] Request Headers:
I1010 18:16:56.924793 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:56.924796 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:56.928241 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:57.124466 99368 request.go:632] Waited for 195.354302ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:16:57.124566 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m02
I1010 18:16:57.124592 99368 round_trippers.go:469] Request Headers:
I1010 18:16:57.124604 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:57.124613 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:57.128217 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:57.128748 99368 pod_ready.go:93] pod "kube-scheduler-ha-142481-m02" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:57.128773 99368 pod_ready.go:82] duration metric: took 400.06441ms for pod "kube-scheduler-ha-142481-m02" in "kube-system" namespace to be "Ready" ...
I1010 18:16:57.128788 99368 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-142481-m03" in "kube-system" namespace to be "Ready" ...
I1010 18:16:57.323894 99368 request.go:632] Waited for 195.025916ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-142481-m03
I1010 18:16:57.323960 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-142481-m03
I1010 18:16:57.324019 99368 round_trippers.go:469] Request Headers:
I1010 18:16:57.324032 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:57.324036 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:57.328239 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:57.524431 99368 request.go:632] Waited for 195.425292ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:57.524497 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes/ha-142481-m03
I1010 18:16:57.524503 99368 round_trippers.go:469] Request Headers:
I1010 18:16:57.524511 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:57.524515 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:57.527825 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:57.528689 99368 pod_ready.go:93] pod "kube-scheduler-ha-142481-m03" in "kube-system" namespace has status "Ready":"True"
I1010 18:16:57.528706 99368 pod_ready.go:82] duration metric: took 399.911051ms for pod "kube-scheduler-ha-142481-m03" in "kube-system" namespace to be "Ready" ...
I1010 18:16:57.528718 99368 pod_ready.go:39] duration metric: took 5.200736466s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1010 18:16:57.528734 99368 api_server.go:52] waiting for apiserver process to appear ...
I1010 18:16:57.528787 99368 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1010 18:16:57.545663 99368 api_server.go:72] duration metric: took 22.605494204s to wait for apiserver process to appear ...
I1010 18:16:57.545694 99368 api_server.go:88] waiting for apiserver healthz status ...
I1010 18:16:57.545718 99368 api_server.go:253] Checking apiserver healthz at https://192.168.39.104:8443/healthz ...
I1010 18:16:57.552066 99368 api_server.go:279] https://192.168.39.104:8443/healthz returned 200:
ok
I1010 18:16:57.552813 99368 round_trippers.go:463] GET https://192.168.39.104:8443/version
I1010 18:16:57.552870 99368 round_trippers.go:469] Request Headers:
I1010 18:16:57.552882 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:57.552890 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:57.555288 99368 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1010 18:16:57.555381 99368 api_server.go:141] control plane version: v1.31.1
I1010 18:16:57.555401 99368 api_server.go:131] duration metric: took 9.699914ms to wait for apiserver health ...
I1010 18:16:57.555411 99368 system_pods.go:43] waiting for kube-system pods to appear ...
I1010 18:16:57.724005 99368 request.go:632] Waited for 168.467999ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods
I1010 18:16:57.724082 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods
I1010 18:16:57.724091 99368 round_trippers.go:469] Request Headers:
I1010 18:16:57.724106 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:57.724114 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:57.730879 99368 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1010 18:16:57.737404 99368 system_pods.go:59] 24 kube-system pods found
I1010 18:16:57.737436 99368 system_pods.go:61] "coredns-7c65d6cfc9-28dll" [1d8bde36-6ab6-4b48-b00a-2a80059ecc11] Running
I1010 18:16:57.737442 99368 system_pods.go:61] "coredns-7c65d6cfc9-xfhq8" [33d478fb-98f0-4029-87ae-9701a54cecd9] Running
I1010 18:16:57.737445 99368 system_pods.go:61] "etcd-ha-142481" [fa917068-3ac4-4929-b80b-bfabdc3a9b94] Running
I1010 18:16:57.737449 99368 system_pods.go:61] "etcd-ha-142481-m02" [8e6c1111-716c-41ff-9d31-ee189956993b] Running
I1010 18:16:57.737452 99368 system_pods.go:61] "etcd-ha-142481-m03" [3f1ae212-d09b-446c-9172-52b9bfc6c20c] Running
I1010 18:16:57.737456 99368 system_pods.go:61] "kindnet-4d9v4" [f52506a7-d4f9-4112-8b28-f239c7c8230b] Running
I1010 18:16:57.737459 99368 system_pods.go:61] "kindnet-5k6j8" [e2d0fb49-23e6-4389-b890-25c03f6089a1] Running
I1010 18:16:57.737463 99368 system_pods.go:61] "kindnet-cjcsf" [237e5649-ed64-401c-befd-99ef520d0761] Running
I1010 18:16:57.737466 99368 system_pods.go:61] "kube-apiserver-ha-142481" [b3d0326d-123b-43af-b1a2-b745b884c3b5] Running
I1010 18:16:57.737469 99368 system_pods.go:61] "kube-apiserver-ha-142481-m02" [36f5732a-f056-4751-83e3-67f84744af8e] Running
I1010 18:16:57.737472 99368 system_pods.go:61] "kube-apiserver-ha-142481-m03" [4c7836a0-6697-4ce5-87d6-582097925f80] Running
I1010 18:16:57.737476 99368 system_pods.go:61] "kube-controller-manager-ha-142481" [ad42e72b-6208-44c3-b4cb-ac9794ec9683] Running
I1010 18:16:57.737480 99368 system_pods.go:61] "kube-controller-manager-ha-142481-m02" [4bd4ce73-1b81-44db-a59f-06c89184d88c] Running
I1010 18:16:57.737484 99368 system_pods.go:61] "kube-controller-manager-ha-142481-m03" [9444eb06-6dc4-44ab-a7d6-2d1d5b3e6410] Running
I1010 18:16:57.737487 99368 system_pods.go:61] "kube-proxy-cdjzg" [98288460-9764-4e92-a589-e7e34654cfc5] Running
I1010 18:16:57.737491 99368 system_pods.go:61] "kube-proxy-gwvrh" [06e8f455-b250-46ea-bbcc-75ed230f2b57] Running
I1010 18:16:57.737494 99368 system_pods.go:61] "kube-proxy-srfng" [0aad186a-89b6-48d9-8434-1063c7c8a42f] Running
I1010 18:16:57.737499 99368 system_pods.go:61] "kube-scheduler-ha-142481" [c28a2da7-1807-4111-bf99-84891a0b278a] Running
I1010 18:16:57.737505 99368 system_pods.go:61] "kube-scheduler-ha-142481-m02" [f29260ee-8ec8-47c4-848d-ee8ff1d06610] Running
I1010 18:16:57.737509 99368 system_pods.go:61] "kube-scheduler-ha-142481-m03" [a3eea545-bc31-4990-ad58-a43666964468] Running
I1010 18:16:57.737512 99368 system_pods.go:61] "kube-vip-ha-142481" [3ae4dc2c-27b6-4f93-a605-8de6f0c096d0] Running
I1010 18:16:57.737515 99368 system_pods.go:61] "kube-vip-ha-142481-m02" [bd50bf3a-5e9c-48d4-8bba-fe1fea6c017d] Running
I1010 18:16:57.737519 99368 system_pods.go:61] "kube-vip-ha-142481-m03" [a93b4d63-0f6c-47b5-b987-a082b2b0d51a] Running
I1010 18:16:57.737522 99368 system_pods.go:61] "storage-provisioner" [9d74f64e-6391-4ab0-99ad-8c1711840696] Running
I1010 18:16:57.737528 99368 system_pods.go:74] duration metric: took 182.108204ms to wait for pod list to return data ...
I1010 18:16:57.737537 99368 default_sa.go:34] waiting for default service account to be created ...
I1010 18:16:57.923961 99368 request.go:632] Waited for 186.32043ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/default/serviceaccounts
I1010 18:16:57.924040 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/default/serviceaccounts
I1010 18:16:57.924048 99368 round_trippers.go:469] Request Headers:
I1010 18:16:57.924059 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:57.924064 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:57.928023 99368 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1010 18:16:57.928206 99368 default_sa.go:45] found service account: "default"
I1010 18:16:57.928229 99368 default_sa.go:55] duration metric: took 190.684117ms for default service account to be created ...
I1010 18:16:57.928243 99368 system_pods.go:116] waiting for k8s-apps to be running ...
I1010 18:16:58.124915 99368 request.go:632] Waited for 196.547566ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods
I1010 18:16:58.124982 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/namespaces/kube-system/pods
I1010 18:16:58.124989 99368 round_trippers.go:469] Request Headers:
I1010 18:16:58.124999 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:58.125007 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:58.131096 99368 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1010 18:16:58.138059 99368 system_pods.go:86] 24 kube-system pods found
I1010 18:16:58.138089 99368 system_pods.go:89] "coredns-7c65d6cfc9-28dll" [1d8bde36-6ab6-4b48-b00a-2a80059ecc11] Running
I1010 18:16:58.138095 99368 system_pods.go:89] "coredns-7c65d6cfc9-xfhq8" [33d478fb-98f0-4029-87ae-9701a54cecd9] Running
I1010 18:16:58.138099 99368 system_pods.go:89] "etcd-ha-142481" [fa917068-3ac4-4929-b80b-bfabdc3a9b94] Running
I1010 18:16:58.138103 99368 system_pods.go:89] "etcd-ha-142481-m02" [8e6c1111-716c-41ff-9d31-ee189956993b] Running
I1010 18:16:58.138107 99368 system_pods.go:89] "etcd-ha-142481-m03" [3f1ae212-d09b-446c-9172-52b9bfc6c20c] Running
I1010 18:16:58.138111 99368 system_pods.go:89] "kindnet-4d9v4" [f52506a7-d4f9-4112-8b28-f239c7c8230b] Running
I1010 18:16:58.138114 99368 system_pods.go:89] "kindnet-5k6j8" [e2d0fb49-23e6-4389-b890-25c03f6089a1] Running
I1010 18:16:58.138117 99368 system_pods.go:89] "kindnet-cjcsf" [237e5649-ed64-401c-befd-99ef520d0761] Running
I1010 18:16:58.138120 99368 system_pods.go:89] "kube-apiserver-ha-142481" [b3d0326d-123b-43af-b1a2-b745b884c3b5] Running
I1010 18:16:58.138124 99368 system_pods.go:89] "kube-apiserver-ha-142481-m02" [36f5732a-f056-4751-83e3-67f84744af8e] Running
I1010 18:16:58.138127 99368 system_pods.go:89] "kube-apiserver-ha-142481-m03" [4c7836a0-6697-4ce5-87d6-582097925f80] Running
I1010 18:16:58.138131 99368 system_pods.go:89] "kube-controller-manager-ha-142481" [ad42e72b-6208-44c3-b4cb-ac9794ec9683] Running
I1010 18:16:58.138134 99368 system_pods.go:89] "kube-controller-manager-ha-142481-m02" [4bd4ce73-1b81-44db-a59f-06c89184d88c] Running
I1010 18:16:58.138138 99368 system_pods.go:89] "kube-controller-manager-ha-142481-m03" [9444eb06-6dc4-44ab-a7d6-2d1d5b3e6410] Running
I1010 18:16:58.138141 99368 system_pods.go:89] "kube-proxy-cdjzg" [98288460-9764-4e92-a589-e7e34654cfc5] Running
I1010 18:16:58.138145 99368 system_pods.go:89] "kube-proxy-gwvrh" [06e8f455-b250-46ea-bbcc-75ed230f2b57] Running
I1010 18:16:58.138148 99368 system_pods.go:89] "kube-proxy-srfng" [0aad186a-89b6-48d9-8434-1063c7c8a42f] Running
I1010 18:16:58.138150 99368 system_pods.go:89] "kube-scheduler-ha-142481" [c28a2da7-1807-4111-bf99-84891a0b278a] Running
I1010 18:16:58.138153 99368 system_pods.go:89] "kube-scheduler-ha-142481-m02" [f29260ee-8ec8-47c4-848d-ee8ff1d06610] Running
I1010 18:16:58.138156 99368 system_pods.go:89] "kube-scheduler-ha-142481-m03" [a3eea545-bc31-4990-ad58-a43666964468] Running
I1010 18:16:58.138160 99368 system_pods.go:89] "kube-vip-ha-142481" [3ae4dc2c-27b6-4f93-a605-8de6f0c096d0] Running
I1010 18:16:58.138163 99368 system_pods.go:89] "kube-vip-ha-142481-m02" [bd50bf3a-5e9c-48d4-8bba-fe1fea6c017d] Running
I1010 18:16:58.138165 99368 system_pods.go:89] "kube-vip-ha-142481-m03" [a93b4d63-0f6c-47b5-b987-a082b2b0d51a] Running
I1010 18:16:58.138168 99368 system_pods.go:89] "storage-provisioner" [9d74f64e-6391-4ab0-99ad-8c1711840696] Running
I1010 18:16:58.138175 99368 system_pods.go:126] duration metric: took 209.923309ms to wait for k8s-apps to be running ...
I1010 18:16:58.138188 99368 system_svc.go:44] waiting for kubelet service to be running ....
I1010 18:16:58.138234 99368 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1010 18:16:58.154620 99368 system_svc.go:56] duration metric: took 16.42135ms WaitForService to wait for kubelet
I1010 18:16:58.154660 99368 kubeadm.go:582] duration metric: took 23.214494056s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1010 18:16:58.154684 99368 node_conditions.go:102] verifying NodePressure condition ...
I1010 18:16:58.324577 99368 request.go:632] Waited for 169.800219ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.104:8443/api/v1/nodes
I1010 18:16:58.324670 99368 round_trippers.go:463] GET https://192.168.39.104:8443/api/v1/nodes
I1010 18:16:58.324677 99368 round_trippers.go:469] Request Headers:
I1010 18:16:58.324687 99368 round_trippers.go:473] Accept: application/json, */*
I1010 18:16:58.324694 99368 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1010 18:16:58.328908 99368 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1010 18:16:58.329887 99368 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1010 18:16:58.329907 99368 node_conditions.go:123] node cpu capacity is 2
I1010 18:16:58.329918 99368 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1010 18:16:58.329922 99368 node_conditions.go:123] node cpu capacity is 2
I1010 18:16:58.329926 99368 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1010 18:16:58.329929 99368 node_conditions.go:123] node cpu capacity is 2
I1010 18:16:58.329932 99368 node_conditions.go:105] duration metric: took 175.242574ms to run NodePressure ...
I1010 18:16:58.329945 99368 start.go:241] waiting for startup goroutines ...
I1010 18:16:58.329965 99368 start.go:255] writing updated cluster config ...
I1010 18:16:58.330248 99368 ssh_runner.go:195] Run: rm -f paused
I1010 18:16:58.382565 99368 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1010 18:16:58.384704 99368 out.go:177] * Done! kubectl is now configured to use "ha-142481" cluster and "default" namespace by default
==> CRI-O <==
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.139918419Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=7e313b95-d017-4610-880b-cd49915cd27c name=/runtime.v1.RuntimeService/ListContainers
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.140137688Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:c07ad1fe2bce4fa8373def3cddec28c3e2552242ac1c39c134f1ae1b46e61fc7,PodSandboxId:0cebb1db5e1d3f09063f319b62399492ea2520962e06e43ba786fceadf07a397,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728584222925867591,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-xnwpj,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ddbe05a6-e1b2-4b9d-b285-ed6a97c9ea98,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:018e6370bdfdae261e6d11d25c43c0456fb2814ad544f82f775181d88055bf37,PodSandboxId:84952d68d14fb8ddef31a76a7d3e10fc7ae9a1bb453a588629cf59972d4cc64d,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728584076458035667,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xfhq8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 33d478fb-98f0-4029-87ae-9701a54cecd9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5c208648c013d8c43a6964604c6ae8de3a53473a5fd4e7885a2755580435fb2e,PodSandboxId:20b740049c58515dfa475c0041efc539108a367ad35f9468d4a5dd454a1ba4c1,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728584076394205343,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-28dll,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
1d8bde36-6ab6-4b48-b00a-2a80059ecc11,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2eb7357e74059a7301a73b2f96692b18182bf02d619521a79db9b92779a3b9d3,PodSandboxId:a78996796d2ead6b297dda5318a5aee95e782ac04d0f6d8ae10bb40361461d5e,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728584076376848222,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9d74f64e-6391-4ab0-99ad-8c1711840696,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b32ac96128061a8cd1f65949d4849412dd90d7656d1619c49a39c2a6f8cb40d3,PodSandboxId:d5a1a0a19e5bca4c63661ad0dc5406e3b343827728591b94c793305e3054b5bb,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17285840
64156910390,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4d9v4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f52506a7-d4f9-4112-8b28-f239c7c8230b,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9f7d32719ebd232c16c4b9d557726714c2b6c1836b556ff4ca647c75d46c03e9,PodSandboxId:63eed92e7516ac5ee123fb9b271b50065e605524dc4b10606329006c357fe8c2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728584064036938001,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-gwvrh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 06e8f455-b250-46ea-bbcc-75ed230f2b57,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80e86419d2aadedb18174a33f8cbe97c26931608fd3d13de863fea4148c76dc4,PodSandboxId:ef586683ae3a5a110607194cda298fc606be593d4b2e270644dcc4828413d726,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728584055179658221,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca912ab25249d4277c44ead7f9f185cc,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:751981b34b5e95c8f49366cd245e2877efdef340757e2957722cc0c59f16c09c,PodSandboxId:a1a198bd8221ce4fda4789734e1aba8d3c7f89613592cf88b2fe723e9517e7f8,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728584052280961387,Labels:map[string]string{io.kubernetes.container.name: kub
e-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8ba30574b93c2cf97990905a11b77e8d,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4d7eb644bee429f0aef0448b6ea6d1efc310f7b08553ebb2af7781f4c493bbaf,PodSandboxId:df70f8cffd3d4746ecd973b5cc68d7d7162723d607a107e3fc78197661178de8,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728584052264112180,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5ddee910ffb9f86d5728fc6243e0b7a0,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:43b160f9e1140bbc977bac3d49805593ce66960b30fe85ac1e6b104437e5a026,PodSandboxId:cf562380e5c8d4bcf939e430aad1b55e383372d779380ea7d38feca9c503cb13,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728584052244936539,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b4d0e8861f11277dd58b525d7e9f233b,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:206693e605977eabf0659fe5400e46be795755080a225b01d46bb7533d055c58,PodSandboxId:84fece63e17b567b38dff30b098d026073682dacac0ce0da5bf2ed8a3b0c34de,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728584052158394276,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-142481,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9682645df643fbbf1d6db4f0d49467bf,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=7e313b95-d017-4610-880b-cd49915cd27c name=/runtime.v1.RuntimeService/ListContainers
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.180934679Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=90ed115c-190d-490f-b2ff-bceb14e734d1 name=/runtime.v1.RuntimeService/Version
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.181029427Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=90ed115c-190d-490f-b2ff-bceb14e734d1 name=/runtime.v1.RuntimeService/Version
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.181937706Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=48469934-a55a-4914-a831-685944d83387 name=/runtime.v1.ImageService/ImageFsInfo
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.182334543Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584459182314945,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=48469934-a55a-4914-a831-685944d83387 name=/runtime.v1.ImageService/ImageFsInfo
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.182834744Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=da7cf986-758f-4b23-b1c1-119de4b4efe7 name=/runtime.v1.RuntimeService/ListContainers
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.182904652Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=da7cf986-758f-4b23-b1c1-119de4b4efe7 name=/runtime.v1.RuntimeService/ListContainers
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.183110881Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:c07ad1fe2bce4fa8373def3cddec28c3e2552242ac1c39c134f1ae1b46e61fc7,PodSandboxId:0cebb1db5e1d3f09063f319b62399492ea2520962e06e43ba786fceadf07a397,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728584222925867591,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-xnwpj,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ddbe05a6-e1b2-4b9d-b285-ed6a97c9ea98,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:018e6370bdfdae261e6d11d25c43c0456fb2814ad544f82f775181d88055bf37,PodSandboxId:84952d68d14fb8ddef31a76a7d3e10fc7ae9a1bb453a588629cf59972d4cc64d,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728584076458035667,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xfhq8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 33d478fb-98f0-4029-87ae-9701a54cecd9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5c208648c013d8c43a6964604c6ae8de3a53473a5fd4e7885a2755580435fb2e,PodSandboxId:20b740049c58515dfa475c0041efc539108a367ad35f9468d4a5dd454a1ba4c1,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728584076394205343,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-28dll,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
1d8bde36-6ab6-4b48-b00a-2a80059ecc11,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2eb7357e74059a7301a73b2f96692b18182bf02d619521a79db9b92779a3b9d3,PodSandboxId:a78996796d2ead6b297dda5318a5aee95e782ac04d0f6d8ae10bb40361461d5e,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728584076376848222,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9d74f64e-6391-4ab0-99ad-8c1711840696,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b32ac96128061a8cd1f65949d4849412dd90d7656d1619c49a39c2a6f8cb40d3,PodSandboxId:d5a1a0a19e5bca4c63661ad0dc5406e3b343827728591b94c793305e3054b5bb,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17285840
64156910390,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4d9v4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f52506a7-d4f9-4112-8b28-f239c7c8230b,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9f7d32719ebd232c16c4b9d557726714c2b6c1836b556ff4ca647c75d46c03e9,PodSandboxId:63eed92e7516ac5ee123fb9b271b50065e605524dc4b10606329006c357fe8c2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728584064036938001,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-gwvrh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 06e8f455-b250-46ea-bbcc-75ed230f2b57,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80e86419d2aadedb18174a33f8cbe97c26931608fd3d13de863fea4148c76dc4,PodSandboxId:ef586683ae3a5a110607194cda298fc606be593d4b2e270644dcc4828413d726,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728584055179658221,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca912ab25249d4277c44ead7f9f185cc,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:751981b34b5e95c8f49366cd245e2877efdef340757e2957722cc0c59f16c09c,PodSandboxId:a1a198bd8221ce4fda4789734e1aba8d3c7f89613592cf88b2fe723e9517e7f8,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728584052280961387,Labels:map[string]string{io.kubernetes.container.name: kub
e-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8ba30574b93c2cf97990905a11b77e8d,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4d7eb644bee429f0aef0448b6ea6d1efc310f7b08553ebb2af7781f4c493bbaf,PodSandboxId:df70f8cffd3d4746ecd973b5cc68d7d7162723d607a107e3fc78197661178de8,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728584052264112180,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5ddee910ffb9f86d5728fc6243e0b7a0,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:43b160f9e1140bbc977bac3d49805593ce66960b30fe85ac1e6b104437e5a026,PodSandboxId:cf562380e5c8d4bcf939e430aad1b55e383372d779380ea7d38feca9c503cb13,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728584052244936539,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b4d0e8861f11277dd58b525d7e9f233b,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:206693e605977eabf0659fe5400e46be795755080a225b01d46bb7533d055c58,PodSandboxId:84fece63e17b567b38dff30b098d026073682dacac0ce0da5bf2ed8a3b0c34de,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728584052158394276,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-142481,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9682645df643fbbf1d6db4f0d49467bf,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=da7cf986-758f-4b23-b1c1-119de4b4efe7 name=/runtime.v1.RuntimeService/ListContainers
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.216225544Z" level=debug msg="Request: &VersionRequest{Version:0.1.0,}" file="otel-collector/interceptors.go:62" id=d2176f5a-c91d-4d0e-86ed-956131821066 name=/runtime.v1.RuntimeService/Version
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.216397107Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=d2176f5a-c91d-4d0e-86ed-956131821066 name=/runtime.v1.RuntimeService/Version
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.226888450Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=9139b49d-4ad3-4511-b7fa-0b1e0f76619e name=/runtime.v1.RuntimeService/Version
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.226976281Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=9139b49d-4ad3-4511-b7fa-0b1e0f76619e name=/runtime.v1.RuntimeService/Version
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.228535525Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=96ec967d-414c-46ee-b758-c73000a2127d name=/runtime.v1.ImageService/ImageFsInfo
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.229236043Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584459229213656,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=96ec967d-414c-46ee-b758-c73000a2127d name=/runtime.v1.ImageService/ImageFsInfo
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.229799099Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=8c35342f-d5d4-44ae-b673-d71faca11ce0 name=/runtime.v1.RuntimeService/ListContainers
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.229874016Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=8c35342f-d5d4-44ae-b673-d71faca11ce0 name=/runtime.v1.RuntimeService/ListContainers
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.230088714Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:c07ad1fe2bce4fa8373def3cddec28c3e2552242ac1c39c134f1ae1b46e61fc7,PodSandboxId:0cebb1db5e1d3f09063f319b62399492ea2520962e06e43ba786fceadf07a397,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728584222925867591,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-xnwpj,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ddbe05a6-e1b2-4b9d-b285-ed6a97c9ea98,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:018e6370bdfdae261e6d11d25c43c0456fb2814ad544f82f775181d88055bf37,PodSandboxId:84952d68d14fb8ddef31a76a7d3e10fc7ae9a1bb453a588629cf59972d4cc64d,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728584076458035667,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xfhq8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 33d478fb-98f0-4029-87ae-9701a54cecd9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5c208648c013d8c43a6964604c6ae8de3a53473a5fd4e7885a2755580435fb2e,PodSandboxId:20b740049c58515dfa475c0041efc539108a367ad35f9468d4a5dd454a1ba4c1,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728584076394205343,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-28dll,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
1d8bde36-6ab6-4b48-b00a-2a80059ecc11,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2eb7357e74059a7301a73b2f96692b18182bf02d619521a79db9b92779a3b9d3,PodSandboxId:a78996796d2ead6b297dda5318a5aee95e782ac04d0f6d8ae10bb40361461d5e,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728584076376848222,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9d74f64e-6391-4ab0-99ad-8c1711840696,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b32ac96128061a8cd1f65949d4849412dd90d7656d1619c49a39c2a6f8cb40d3,PodSandboxId:d5a1a0a19e5bca4c63661ad0dc5406e3b343827728591b94c793305e3054b5bb,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17285840
64156910390,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4d9v4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f52506a7-d4f9-4112-8b28-f239c7c8230b,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9f7d32719ebd232c16c4b9d557726714c2b6c1836b556ff4ca647c75d46c03e9,PodSandboxId:63eed92e7516ac5ee123fb9b271b50065e605524dc4b10606329006c357fe8c2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728584064036938001,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-gwvrh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 06e8f455-b250-46ea-bbcc-75ed230f2b57,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80e86419d2aadedb18174a33f8cbe97c26931608fd3d13de863fea4148c76dc4,PodSandboxId:ef586683ae3a5a110607194cda298fc606be593d4b2e270644dcc4828413d726,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728584055179658221,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca912ab25249d4277c44ead7f9f185cc,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:751981b34b5e95c8f49366cd245e2877efdef340757e2957722cc0c59f16c09c,PodSandboxId:a1a198bd8221ce4fda4789734e1aba8d3c7f89613592cf88b2fe723e9517e7f8,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728584052280961387,Labels:map[string]string{io.kubernetes.container.name: kub
e-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8ba30574b93c2cf97990905a11b77e8d,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4d7eb644bee429f0aef0448b6ea6d1efc310f7b08553ebb2af7781f4c493bbaf,PodSandboxId:df70f8cffd3d4746ecd973b5cc68d7d7162723d607a107e3fc78197661178de8,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728584052264112180,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5ddee910ffb9f86d5728fc6243e0b7a0,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:43b160f9e1140bbc977bac3d49805593ce66960b30fe85ac1e6b104437e5a026,PodSandboxId:cf562380e5c8d4bcf939e430aad1b55e383372d779380ea7d38feca9c503cb13,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728584052244936539,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b4d0e8861f11277dd58b525d7e9f233b,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:206693e605977eabf0659fe5400e46be795755080a225b01d46bb7533d055c58,PodSandboxId:84fece63e17b567b38dff30b098d026073682dacac0ce0da5bf2ed8a3b0c34de,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728584052158394276,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-142481,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9682645df643fbbf1d6db4f0d49467bf,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=8c35342f-d5d4-44ae-b673-d71faca11ce0 name=/runtime.v1.RuntimeService/ListContainers
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.271881109Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=b6bbd889-9f24-4b53-b1db-73b219a0ab74 name=/runtime.v1.RuntimeService/Version
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.272000249Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=b6bbd889-9f24-4b53-b1db-73b219a0ab74 name=/runtime.v1.RuntimeService/Version
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.273785309Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=5b5e6b88-ae40-4a8d-b8c5-e9c19fac2dee name=/runtime.v1.ImageService/ImageFsInfo
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.274551665Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584459274526501,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=5b5e6b88-ae40-4a8d-b8c5-e9c19fac2dee name=/runtime.v1.ImageService/ImageFsInfo
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.275459985Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=c93286bb-fac3-46f2-9282-6851bc77df02 name=/runtime.v1.RuntimeService/ListContainers
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.275528000Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=c93286bb-fac3-46f2-9282-6851bc77df02 name=/runtime.v1.RuntimeService/ListContainers
Oct 10 18:20:59 ha-142481 crio[662]: time="2024-10-10 18:20:59.275816159Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:c07ad1fe2bce4fa8373def3cddec28c3e2552242ac1c39c134f1ae1b46e61fc7,PodSandboxId:0cebb1db5e1d3f09063f319b62399492ea2520962e06e43ba786fceadf07a397,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728584222925867591,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-xnwpj,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: ddbe05a6-e1b2-4b9d-b285-ed6a97c9ea98,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:018e6370bdfdae261e6d11d25c43c0456fb2814ad544f82f775181d88055bf37,PodSandboxId:84952d68d14fb8ddef31a76a7d3e10fc7ae9a1bb453a588629cf59972d4cc64d,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728584076458035667,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xfhq8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 33d478fb-98f0-4029-87ae-9701a54cecd9,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5c208648c013d8c43a6964604c6ae8de3a53473a5fd4e7885a2755580435fb2e,PodSandboxId:20b740049c58515dfa475c0041efc539108a367ad35f9468d4a5dd454a1ba4c1,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728584076394205343,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-28dll,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
1d8bde36-6ab6-4b48-b00a-2a80059ecc11,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2eb7357e74059a7301a73b2f96692b18182bf02d619521a79db9b92779a3b9d3,PodSandboxId:a78996796d2ead6b297dda5318a5aee95e782ac04d0f6d8ae10bb40361461d5e,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728584076376848222,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9d74f64e-6391-4ab0-99ad-8c1711840696,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b32ac96128061a8cd1f65949d4849412dd90d7656d1619c49a39c2a6f8cb40d3,PodSandboxId:d5a1a0a19e5bca4c63661ad0dc5406e3b343827728591b94c793305e3054b5bb,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17285840
64156910390,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-4d9v4,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f52506a7-d4f9-4112-8b28-f239c7c8230b,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:9f7d32719ebd232c16c4b9d557726714c2b6c1836b556ff4ca647c75d46c03e9,PodSandboxId:63eed92e7516ac5ee123fb9b271b50065e605524dc4b10606329006c357fe8c2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728584064036938001,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-gwvrh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 06e8f455-b250-46ea-bbcc-75ed230f2b57,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:80e86419d2aadedb18174a33f8cbe97c26931608fd3d13de863fea4148c76dc4,PodSandboxId:ef586683ae3a5a110607194cda298fc606be593d4b2e270644dcc4828413d726,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728584055179658221,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca912ab25249d4277c44ead7f9f185cc,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:751981b34b5e95c8f49366cd245e2877efdef340757e2957722cc0c59f16c09c,PodSandboxId:a1a198bd8221ce4fda4789734e1aba8d3c7f89613592cf88b2fe723e9517e7f8,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728584052280961387,Labels:map[string]string{io.kubernetes.container.name: kub
e-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8ba30574b93c2cf97990905a11b77e8d,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4d7eb644bee429f0aef0448b6ea6d1efc310f7b08553ebb2af7781f4c493bbaf,PodSandboxId:df70f8cffd3d4746ecd973b5cc68d7d7162723d607a107e3fc78197661178de8,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728584052264112180,Labels:map[string]string{io.kubernetes.container.name: kube-controller
-manager,io.kubernetes.pod.name: kube-controller-manager-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5ddee910ffb9f86d5728fc6243e0b7a0,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:43b160f9e1140bbc977bac3d49805593ce66960b30fe85ac1e6b104437e5a026,PodSandboxId:cf562380e5c8d4bcf939e430aad1b55e383372d779380ea7d38feca9c503cb13,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728584052244936539,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.
kubernetes.pod.name: kube-scheduler-ha-142481,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b4d0e8861f11277dd58b525d7e9f233b,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:206693e605977eabf0659fe5400e46be795755080a225b01d46bb7533d055c58,PodSandboxId:84fece63e17b567b38dff30b098d026073682dacac0ce0da5bf2ed8a3b0c34de,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728584052158394276,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-142481,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9682645df643fbbf1d6db4f0d49467bf,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=c93286bb-fac3-46f2-9282-6851bc77df02 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
c07ad1fe2bce4 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 0cebb1db5e1d3 busybox-7dff88458-xnwpj
018e6370bdfda c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 84952d68d14fb coredns-7c65d6cfc9-xfhq8
5c208648c013d c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 20b740049c585 coredns-7c65d6cfc9-28dll
2eb7357e74059 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 a78996796d2ea storage-provisioner
b32ac96128061 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 6 minutes ago Running kindnet-cni 0 d5a1a0a19e5bc kindnet-4d9v4
9f7d32719ebd2 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 63eed92e7516a kube-proxy-gwvrh
80e86419d2aad ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413 6 minutes ago Running kube-vip 0 ef586683ae3a5 kube-vip-ha-142481
751981b34b5e9 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 a1a198bd8221c kube-apiserver-ha-142481
4d7eb644bee42 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 df70f8cffd3d4 kube-controller-manager-ha-142481
43b160f9e1140 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 cf562380e5c8d kube-scheduler-ha-142481
206693e605977 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 84fece63e17b5 etcd-ha-142481
==> coredns [018e6370bdfdae261e6d11d25c43c0456fb2814ad544f82f775181d88055bf37] <==
[INFO] 10.244.1.2:34545 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001557695s
[INFO] 10.244.1.2:38085 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000108964s
[INFO] 10.244.1.2:51531 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000130545s
[INFO] 10.244.0.4:44429 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002010271s
[INFO] 10.244.0.4:54303 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000097043s
[INFO] 10.244.0.4:42398 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000046814s
[INFO] 10.244.0.4:45760 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00003792s
[INFO] 10.244.2.2:37649 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000126566s
[INFO] 10.244.2.2:40587 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000124439s
[INFO] 10.244.2.2:57109 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00008569s
[INFO] 10.244.1.2:44569 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000190494s
[INFO] 10.244.1.2:36745 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000100275s
[INFO] 10.244.1.2:43935 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000110935s
[INFO] 10.244.0.4:38393 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000150867s
[INFO] 10.244.0.4:42701 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000114037s
[INFO] 10.244.0.4:38022 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000153775s
[INFO] 10.244.0.4:54617 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000066619s
[INFO] 10.244.2.2:38084 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000171s
[INFO] 10.244.2.2:42518 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000188177s
[INFO] 10.244.2.2:46288 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000151696s
[INFO] 10.244.1.2:54065 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000167454s
[INFO] 10.244.1.2:49349 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000138818s
[INFO] 10.244.0.4:46873 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000110042s
[INFO] 10.244.0.4:51740 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000092418s
[INFO] 10.244.0.4:46743 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000066541s
==> coredns [5c208648c013d8c43a6964604c6ae8de3a53473a5fd4e7885a2755580435fb2e] <==
.:53
[INFO] plugin/reload: Running configuration SHA512 = 6c8bd46af3d98e03c4ae8e438c65dd0c69a5f817565481bcf1725dd66ff794963b7938c81e3a23d4c2ad9e52f818076e819219c79e8007dd90564767ed68ba4c
CoreDNS-1.11.3
linux/amd64, go1.21.11, a6338e9
[INFO] 127.0.0.1:51137 - 38313 "HINFO IN 987630183612321637.831480708693955805. udp 55 false 512" NXDOMAIN qr,rd,ra 55 0.022844151s
[INFO] 10.244.2.2:42578 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.001085393s
[INFO] 10.244.1.2:46574 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.002185448s
[INFO] 10.244.0.4:39782 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.001587443s
[INFO] 10.244.0.4:53063 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.000500521s
[INFO] 10.244.2.2:54233 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000215976s
[INFO] 10.244.2.2:58923 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000163879s
[INFO] 10.244.1.2:45749 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000253197s
[INFO] 10.244.1.2:48261 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.0001731s
[INFO] 10.244.1.2:46306 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000179475s
[INFO] 10.244.0.4:41358 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00015898s
[INFO] 10.244.0.4:57383 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000192727s
[INFO] 10.244.0.4:41993 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000083721s
[INFO] 10.244.0.4:60789 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001398106s
[INFO] 10.244.2.2:56030 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000145862s
[INFO] 10.244.1.2:34434 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000144043s
[INFO] 10.244.2.2:40687 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000170156s
[INFO] 10.244.1.2:56591 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000140447s
[INFO] 10.244.1.2:34586 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000215712s
[INFO] 10.244.0.4:49420 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000094221s
==> describe nodes <==
Name: ha-142481
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-142481
kubernetes.io/os=linux
minikube.k8s.io/commit=e90d7de550e839433dc631623053398b652747fc
minikube.k8s.io/name=ha-142481
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_10T18_14_22_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 10 Oct 2024 18:14:18 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-142481
AcquireTime: <unset>
RenewTime: Thu, 10 Oct 2024 18:20:59 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 10 Oct 2024 18:17:25 +0000 Thu, 10 Oct 2024 18:14:18 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 10 Oct 2024 18:17:25 +0000 Thu, 10 Oct 2024 18:14:18 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 10 Oct 2024 18:17:25 +0000 Thu, 10 Oct 2024 18:14:18 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 10 Oct 2024 18:17:25 +0000 Thu, 10 Oct 2024 18:14:35 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.104
Hostname: ha-142481
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 103fd1cad9094f108b20248867a8c9f2
System UUID: 103fd1ca-d909-4f10-8b20-248867a8c9f2
Boot ID: ea46d519-f733-4cdc-b631-5fb0eb75e07c
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-xnwpj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m
kube-system coredns-7c65d6cfc9-28dll 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m36s
kube-system coredns-7c65d6cfc9-xfhq8 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m36s
kube-system etcd-ha-142481 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m38s
kube-system kindnet-4d9v4 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m37s
kube-system kube-apiserver-ha-142481 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m38s
kube-system kube-controller-manager-ha-142481 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m38s
kube-system kube-proxy-gwvrh 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m37s
kube-system kube-scheduler-ha-142481 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m38s
kube-system kube-vip-ha-142481 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m38s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m35s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m35s kube-proxy
Normal NodeHasSufficientPID 6m48s (x7 over 6m48s) kubelet Node ha-142481 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 6m48s kubelet Updated Node Allocatable limit across pods
Normal Starting 6m48s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 6m48s (x8 over 6m48s) kubelet Node ha-142481 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m48s (x8 over 6m48s) kubelet Node ha-142481 status is now: NodeHasNoDiskPressure
Normal Starting 6m38s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m38s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m38s kubelet Node ha-142481 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m38s kubelet Node ha-142481 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m38s kubelet Node ha-142481 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m37s node-controller Node ha-142481 event: Registered Node ha-142481 in Controller
Normal NodeReady 6m24s kubelet Node ha-142481 status is now: NodeReady
Normal RegisteredNode 5m38s node-controller Node ha-142481 event: Registered Node ha-142481 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-142481 event: Registered Node ha-142481 in Controller
Name: ha-142481-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-142481-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=e90d7de550e839433dc631623053398b652747fc
minikube.k8s.io/name=ha-142481
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_10T18_15_15_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 10 Oct 2024 18:15:12 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-142481-m02
AcquireTime: <unset>
RenewTime: Thu, 10 Oct 2024 18:18:16 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Thu, 10 Oct 2024 18:17:15 +0000 Thu, 10 Oct 2024 18:18:57 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Thu, 10 Oct 2024 18:17:15 +0000 Thu, 10 Oct 2024 18:18:57 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Thu, 10 Oct 2024 18:17:15 +0000 Thu, 10 Oct 2024 18:18:57 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Thu, 10 Oct 2024 18:17:15 +0000 Thu, 10 Oct 2024 18:18:57 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.186
Hostname: ha-142481-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 64af1b9db3cc41a38fc696e261399a82
System UUID: 64af1b9d-b3cc-41a3-8fc6-96e261399a82
Boot ID: 1ad9a5aa-6f71-4b62-94f2-fcfc6f775bcc
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-wf7qs 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m
kube-system etcd-ha-142481-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m45s
kube-system kindnet-5k6j8 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m47s
kube-system kube-apiserver-ha-142481-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m45s
kube-system kube-controller-manager-ha-142481-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m40s
kube-system kube-proxy-srfng 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m47s
kube-system kube-scheduler-ha-142481-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m45s
kube-system kube-vip-ha-142481-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m42s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m42s kube-proxy
Normal NodeHasSufficientMemory 5m47s (x8 over 5m47s) kubelet Node ha-142481-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m47s (x8 over 5m47s) kubelet Node ha-142481-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m47s (x7 over 5m47s) kubelet Node ha-142481-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m47s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m42s node-controller Node ha-142481-m02 event: Registered Node ha-142481-m02 in Controller
Normal RegisteredNode 5m38s node-controller Node ha-142481-m02 event: Registered Node ha-142481-m02 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-142481-m02 event: Registered Node ha-142481-m02 in Controller
Normal NodeNotReady 2m2s node-controller Node ha-142481-m02 status is now: NodeNotReady
Name: ha-142481-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-142481-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=e90d7de550e839433dc631623053398b652747fc
minikube.k8s.io/name=ha-142481
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_10T18_16_34_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 10 Oct 2024 18:16:31 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-142481-m03
AcquireTime: <unset>
RenewTime: Thu, 10 Oct 2024 18:20:57 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 10 Oct 2024 18:17:32 +0000 Thu, 10 Oct 2024 18:16:31 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 10 Oct 2024 18:17:32 +0000 Thu, 10 Oct 2024 18:16:31 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 10 Oct 2024 18:17:32 +0000 Thu, 10 Oct 2024 18:16:31 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 10 Oct 2024 18:17:32 +0000 Thu, 10 Oct 2024 18:16:52 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.175
Hostname: ha-142481-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 940ef061e50d4431baad36dbbc54f8b4
System UUID: 940ef061-e50d-4431-baad-36dbbc54f8b4
Boot ID: 48ae8d44-92c8-45fc-a610-982f0242851e
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-5544l 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m
kube-system etcd-ha-142481-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m26s
kube-system kindnet-cjcsf 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m28s
kube-system kube-apiserver-ha-142481-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-controller-manager-ha-142481-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-proxy-cdjzg 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m28s
kube-system kube-scheduler-ha-142481-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-vip-ha-142481-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m23s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m22s kube-proxy
Normal NodeHasSufficientMemory 4m28s (x8 over 4m28s) kubelet Node ha-142481-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m28s (x8 over 4m28s) kubelet Node ha-142481-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m28s (x7 over 4m28s) kubelet Node ha-142481-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m28s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m27s node-controller Node ha-142481-m03 event: Registered Node ha-142481-m03 in Controller
Normal RegisteredNode 4m23s node-controller Node ha-142481-m03 event: Registered Node ha-142481-m03 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-142481-m03 event: Registered Node ha-142481-m03 in Controller
Name: ha-142481-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-142481-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=e90d7de550e839433dc631623053398b652747fc
minikube.k8s.io/name=ha-142481
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_10T18_17_40_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 10 Oct 2024 18:17:39 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-142481-m04
AcquireTime: <unset>
RenewTime: Thu, 10 Oct 2024 18:20:53 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 10 Oct 2024 18:18:09 +0000 Thu, 10 Oct 2024 18:17:39 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 10 Oct 2024 18:18:09 +0000 Thu, 10 Oct 2024 18:17:39 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 10 Oct 2024 18:18:09 +0000 Thu, 10 Oct 2024 18:17:39 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 10 Oct 2024 18:18:09 +0000 Thu, 10 Oct 2024 18:17:59 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.164
Hostname: ha-142481-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 98346cf85e5d4e1e831142d0f2e86f20
System UUID: 98346cf8-5e5d-4e1e-8311-42d0f2e86f20
Boot ID: 0fd379eb-2eaf-4e1b-aeda-b9abfe41644d
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-qbvk6 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m20s
kube-system kube-proxy-4xzhw 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m20s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m15s kube-proxy
Normal NodeHasSufficientMemory 3m20s (x2 over 3m20s) kubelet Node ha-142481-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m20s (x2 over 3m20s) kubelet Node ha-142481-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m20s (x2 over 3m20s) kubelet Node ha-142481-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m20s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m19s node-controller Node ha-142481-m04 event: Registered Node ha-142481-m04 in Controller
Normal RegisteredNode 3m18s node-controller Node ha-142481-m04 event: Registered Node ha-142481-m04 in Controller
Normal RegisteredNode 3m17s node-controller Node ha-142481-m04 event: Registered Node ha-142481-m04 in Controller
Normal NodeReady 3m kubelet Node ha-142481-m04 status is now: NodeReady
==> dmesg <==
[Oct10 18:13] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050451] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040403] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.885132] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.655679] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.952802] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000009] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[Oct10 18:14] systemd-fstab-generator[584]: Ignoring "noauto" option for root device
[ +0.063573] kauditd_printk_skb: 1 callbacks suppressed
[ +0.063579] systemd-fstab-generator[596]: Ignoring "noauto" option for root device
[ +0.169358] systemd-fstab-generator[611]: Ignoring "noauto" option for root device
[ +0.137879] systemd-fstab-generator[623]: Ignoring "noauto" option for root device
[ +0.284778] systemd-fstab-generator[653]: Ignoring "noauto" option for root device
[ +4.055847] systemd-fstab-generator[745]: Ignoring "noauto" option for root device
[ +3.359583] systemd-fstab-generator[872]: Ignoring "noauto" option for root device
[ +0.065935] kauditd_printk_skb: 158 callbacks suppressed
[ +10.163908] systemd-fstab-generator[1291]: Ignoring "noauto" option for root device
[ +0.085716] kauditd_printk_skb: 79 callbacks suppressed
[ +14.930913] kauditd_printk_skb: 69 callbacks suppressed
[Oct10 18:15] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [206693e605977eabf0659fe5400e46be795755080a225b01d46bb7533d055c58] <==
{"level":"warn","ts":"2024-10-10T18:20:59.569936Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.576506Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.581078Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.592940Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.600335Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.608811Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.613854Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.617776Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.624484Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.632906Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.640446Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.644500Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.647236Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.649053Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.654775Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.661181Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.676157Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.680259Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.683165Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.686715Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.692365Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.698260Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.704837Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.707221Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-10T18:20:59.747010Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"223628dc6b2f68bd","from":"223628dc6b2f68bd","remote-peer-id":"74546b85ba45f826","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
18:20:59 up 7 min, 0 users, load average: 0.39, 0.37, 0.19
Linux ha-142481 5.10.207 #1 SMP Tue Oct 8 15:16:25 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [b32ac96128061a8cd1f65949d4849412dd90d7656d1619c49a39c2a6f8cb40d3] <==
I1010 18:20:25.390755 1 main.go:322] Node ha-142481-m04 has CIDR [10.244.3.0/24]
I1010 18:20:35.399378 1 main.go:295] Handling node with IPs: map[192.168.39.104:{}]
I1010 18:20:35.399430 1 main.go:299] handling current node
I1010 18:20:35.399452 1 main.go:295] Handling node with IPs: map[192.168.39.186:{}]
I1010 18:20:35.399457 1 main.go:322] Node ha-142481-m02 has CIDR [10.244.1.0/24]
I1010 18:20:35.399642 1 main.go:295] Handling node with IPs: map[192.168.39.175:{}]
I1010 18:20:35.399667 1 main.go:322] Node ha-142481-m03 has CIDR [10.244.2.0/24]
I1010 18:20:35.399718 1 main.go:295] Handling node with IPs: map[192.168.39.164:{}]
I1010 18:20:35.399723 1 main.go:322] Node ha-142481-m04 has CIDR [10.244.3.0/24]
I1010 18:20:45.399629 1 main.go:295] Handling node with IPs: map[192.168.39.175:{}]
I1010 18:20:45.399760 1 main.go:322] Node ha-142481-m03 has CIDR [10.244.2.0/24]
I1010 18:20:45.399950 1 main.go:295] Handling node with IPs: map[192.168.39.164:{}]
I1010 18:20:45.399978 1 main.go:322] Node ha-142481-m04 has CIDR [10.244.3.0/24]
I1010 18:20:45.400080 1 main.go:295] Handling node with IPs: map[192.168.39.104:{}]
I1010 18:20:45.400105 1 main.go:299] handling current node
I1010 18:20:45.400138 1 main.go:295] Handling node with IPs: map[192.168.39.186:{}]
I1010 18:20:45.400158 1 main.go:322] Node ha-142481-m02 has CIDR [10.244.1.0/24]
I1010 18:20:55.390711 1 main.go:295] Handling node with IPs: map[192.168.39.104:{}]
I1010 18:20:55.390846 1 main.go:299] handling current node
I1010 18:20:55.390876 1 main.go:295] Handling node with IPs: map[192.168.39.186:{}]
I1010 18:20:55.390894 1 main.go:322] Node ha-142481-m02 has CIDR [10.244.1.0/24]
I1010 18:20:55.391070 1 main.go:295] Handling node with IPs: map[192.168.39.175:{}]
I1010 18:20:55.391111 1 main.go:322] Node ha-142481-m03 has CIDR [10.244.2.0/24]
I1010 18:20:55.391172 1 main.go:295] Handling node with IPs: map[192.168.39.164:{}]
I1010 18:20:55.391190 1 main.go:322] Node ha-142481-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [751981b34b5e95c8f49366cd245e2877efdef340757e2957722cc0c59f16c09c] <==
I1010 18:14:21.601752 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1010 18:14:21.615538 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1010 18:14:22.685756 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1010 18:14:22.961093 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1010 18:15:13.597943 1 writers.go:122] "Unhandled Error" err="apiserver was unable to write a JSON response: http: Handler timeout" logger="UnhandledError"
E1010 18:15:13.598021 1 finisher.go:175] "Unhandled Error" err="FinishRequest: post-timeout activity - time-elapsed: 8.162µs, panicked: false, err: context canceled, panic-reason: <nil>" logger="UnhandledError"
E1010 18:15:13.599137 1 status.go:71] "Unhandled Error" err="apiserver received an error that is not an metav1.Status: &errors.errorString{s:\"http: Handler timeout\"}: http: Handler timeout" logger="UnhandledError"
E1010 18:15:13.600311 1 writers.go:135] "Unhandled Error" err="apiserver was unable to write a fallback JSON response: http: Handler timeout" logger="UnhandledError"
E1010 18:15:13.601619 1 timeout.go:140] "Post-timeout activity" logger="UnhandledError" timeElapsed="3.769951ms" method="POST" path="/api/v1/namespaces/kube-system/events" result=null
E1010 18:17:03.850296 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:50978: use of closed network connection
E1010 18:17:04.060164 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:50998: use of closed network connection
E1010 18:17:04.265073 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51022: use of closed network connection
E1010 18:17:04.497148 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51026: use of closed network connection
E1010 18:17:04.691753 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51052: use of closed network connection
E1010 18:17:04.874313 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51072: use of closed network connection
E1010 18:17:05.055509 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51096: use of closed network connection
E1010 18:17:05.241806 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51110: use of closed network connection
E1010 18:17:05.418962 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51128: use of closed network connection
E1010 18:17:05.714305 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:35886: use of closed network connection
E1010 18:17:05.894226 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:35894: use of closed network connection
E1010 18:17:06.084951 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:35922: use of closed network connection
E1010 18:17:06.281751 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:35936: use of closed network connection
E1010 18:17:06.459430 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:35954: use of closed network connection
E1010 18:17:06.642941 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:35966: use of closed network connection
W1010 18:18:37.363890 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.104 192.168.39.175]
==> kube-controller-manager [4d7eb644bee429f0aef0448b6ea6d1efc310f7b08553ebb2af7781f4c493bbaf] <==
I1010 18:17:39.636355 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-142481-m04" podCIDRs=["10.244.3.0/24"]
I1010 18:17:39.636414 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:39.636469 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:39.668112 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:39.689740 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:40.177402 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:40.233291 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:41.187681 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:41.226193 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:42.243172 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:42.243646 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-142481-m04"
I1010 18:17:42.333986 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:49.941287 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:59.249000 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:17:59.249257 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-142481-m04"
I1010 18:17:59.269371 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:18:00.212787 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:18:09.988078 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m04"
I1010 18:18:57.270927 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-142481-m04"
I1010 18:18:57.272138 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m02"
I1010 18:18:57.296852 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m02"
I1010 18:18:57.478314 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="49.230176ms"
I1010 18:18:57.478428 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="80.474µs"
I1010 18:19:00.278371 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m02"
I1010 18:19:02.479119 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-142481-m02"
==> kube-proxy [9f7d32719ebd232c16c4b9d557726714c2b6c1836b556ff4ca647c75d46c03e9] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1010 18:14:24.446239 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1010 18:14:24.508320 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.104"]
E1010 18:14:24.508809 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1010 18:14:24.556831 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1010 18:14:24.556922 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1010 18:14:24.556961 1 server_linux.go:169] "Using iptables Proxier"
I1010 18:14:24.559536 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1010 18:14:24.560518 1 server.go:483] "Version info" version="v1.31.1"
I1010 18:14:24.560742 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1010 18:14:24.562971 1 config.go:199] "Starting service config controller"
I1010 18:14:24.563611 1 shared_informer.go:313] Waiting for caches to sync for service config
I1010 18:14:24.563720 1 config.go:105] "Starting endpoint slice config controller"
I1010 18:14:24.563744 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1010 18:14:24.566215 1 config.go:328] "Starting node config controller"
I1010 18:14:24.566227 1 shared_informer.go:313] Waiting for caches to sync for node config
I1010 18:14:24.665476 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1010 18:14:24.665712 1 shared_informer.go:320] Caches are synced for service config
I1010 18:14:24.667666 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [43b160f9e1140bbc977bac3d49805593ce66960b30fe85ac1e6b104437e5a026] <==
W1010 18:14:16.494936 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1010 18:14:16.495042 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1010 18:14:16.517223 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1010 18:14:16.517488 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1010 18:14:16.544128 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1010 18:14:16.544233 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1010 18:14:16.560806 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1010 18:14:16.560856 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1010 18:14:16.640427 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1010 18:14:16.640554 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1010 18:14:16.701938 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csinodes" in API group "storage.k8s.io" at the cluster scope
E1010 18:14:16.702008 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSINode: failed to list *v1.CSINode: csinodes.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csinodes\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1010 18:14:16.773339 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1010 18:14:16.773523 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1010 18:14:16.873800 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1010 18:14:16.874006 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I1010 18:14:18.221733 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1010 18:16:59.352658 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-wf7qs\": pod busybox-7dff88458-wf7qs is already assigned to node \"ha-142481-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-wf7qs" node="ha-142481-m02"
E1010 18:16:59.352878 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 8cfeb378-41dd-4850-bbc6-610453612cf5(default/busybox-7dff88458-wf7qs) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-wf7qs"
E1010 18:16:59.352933 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-wf7qs\": pod busybox-7dff88458-wf7qs is already assigned to node \"ha-142481-m02\"" pod="default/busybox-7dff88458-wf7qs"
I1010 18:16:59.352990 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-wf7qs" node="ha-142481-m02"
E1010 18:17:39.876287 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-qbvk6\": pod kindnet-qbvk6 is already assigned to node \"ha-142481-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-qbvk6" node="ha-142481-m04"
E1010 18:17:39.876531 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 67b280c2-562d-45e0-a362-726dadaf5cf6(kube-system/kindnet-qbvk6) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-qbvk6"
E1010 18:17:39.876554 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-qbvk6\": pod kindnet-qbvk6 is already assigned to node \"ha-142481-m04\"" pod="kube-system/kindnet-qbvk6"
I1010 18:17:39.876861 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-qbvk6" node="ha-142481-m04"
==> kubelet <==
Oct 10 18:19:21 ha-142481 kubelet[1298]: E1010 18:19:21.653774 1298 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584361653351989,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:19:21 ha-142481 kubelet[1298]: E1010 18:19:21.654165 1298 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584361653351989,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:19:31 ha-142481 kubelet[1298]: E1010 18:19:31.655501 1298 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584371655103881,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:19:31 ha-142481 kubelet[1298]: E1010 18:19:31.656061 1298 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584371655103881,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:19:41 ha-142481 kubelet[1298]: E1010 18:19:41.657888 1298 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584381657459506,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:19:41 ha-142481 kubelet[1298]: E1010 18:19:41.657923 1298 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584381657459506,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:19:51 ha-142481 kubelet[1298]: E1010 18:19:51.662516 1298 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584391660533273,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:19:51 ha-142481 kubelet[1298]: E1010 18:19:51.662805 1298 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584391660533273,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:01 ha-142481 kubelet[1298]: E1010 18:20:01.665482 1298 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584401664880599,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:01 ha-142481 kubelet[1298]: E1010 18:20:01.665528 1298 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584401664880599,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:11 ha-142481 kubelet[1298]: E1010 18:20:11.668335 1298 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584411667894103,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:11 ha-142481 kubelet[1298]: E1010 18:20:11.668374 1298 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584411667894103,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:21 ha-142481 kubelet[1298]: E1010 18:20:21.541634 1298 iptables.go:577] "Could not set up iptables canary" err=<
Oct 10 18:20:21 ha-142481 kubelet[1298]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 10 18:20:21 ha-142481 kubelet[1298]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 10 18:20:21 ha-142481 kubelet[1298]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 10 18:20:21 ha-142481 kubelet[1298]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 10 18:20:21 ha-142481 kubelet[1298]: E1010 18:20:21.670317 1298 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584421670063294,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:21 ha-142481 kubelet[1298]: E1010 18:20:21.670363 1298 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584421670063294,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:31 ha-142481 kubelet[1298]: E1010 18:20:31.672182 1298 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584431671864331,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:31 ha-142481 kubelet[1298]: E1010 18:20:31.672436 1298 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584431671864331,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:41 ha-142481 kubelet[1298]: E1010 18:20:41.682034 1298 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584441680876363,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:41 ha-142481 kubelet[1298]: E1010 18:20:41.682449 1298 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584441680876363,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:51 ha-142481 kubelet[1298]: E1010 18:20:51.683877 1298 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584451683638908,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 10 18:20:51 ha-142481 kubelet[1298]: E1010 18:20:51.683909 1298 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728584451683638908,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-142481 -n ha-142481
helpers_test.go:261: (dbg) Run: kubectl --context ha-142481 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.16s)