=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.057265586s)
ha_test.go:309: expected profile "ha-406505" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-406505\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-406505\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,
\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-406505\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.250\",\"Port\":8443,\"Kubern
etesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.37\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.102\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.2\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"met
allb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":26
2144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-406505 -n ha-406505
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-406505 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-406505 logs -n 25: (1.413527125s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-406505 ssh -n | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-406505 cp ha-406505-m03:/home/docker/cp-test.txt | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505:/home/docker/cp-test_ha-406505-m03_ha-406505.txt | | | | | |
| ssh | ha-406505 ssh -n | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-406505 ssh -n ha-406505 sudo cat | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | /home/docker/cp-test_ha-406505-m03_ha-406505.txt | | | | | |
| cp | ha-406505 cp ha-406505-m03:/home/docker/cp-test.txt | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m02:/home/docker/cp-test_ha-406505-m03_ha-406505-m02.txt | | | | | |
| ssh | ha-406505 ssh -n | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-406505 ssh -n ha-406505-m02 sudo cat | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | /home/docker/cp-test_ha-406505-m03_ha-406505-m02.txt | | | | | |
| cp | ha-406505 cp ha-406505-m03:/home/docker/cp-test.txt | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m04:/home/docker/cp-test_ha-406505-m03_ha-406505-m04.txt | | | | | |
| ssh | ha-406505 ssh -n | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-406505 ssh -n ha-406505-m04 sudo cat | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | /home/docker/cp-test_ha-406505-m03_ha-406505-m04.txt | | | | | |
| cp | ha-406505 cp testdata/cp-test.txt | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-406505 ssh -n | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-406505 cp ha-406505-m04:/home/docker/cp-test.txt | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile2665267876/001/cp-test_ha-406505-m04.txt | | | | | |
| ssh | ha-406505 ssh -n | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-406505 cp ha-406505-m04:/home/docker/cp-test.txt | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505:/home/docker/cp-test_ha-406505-m04_ha-406505.txt | | | | | |
| ssh | ha-406505 ssh -n | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-406505 ssh -n ha-406505 sudo cat | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | /home/docker/cp-test_ha-406505-m04_ha-406505.txt | | | | | |
| cp | ha-406505 cp ha-406505-m04:/home/docker/cp-test.txt | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m02:/home/docker/cp-test_ha-406505-m04_ha-406505-m02.txt | | | | | |
| ssh | ha-406505 ssh -n | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-406505 ssh -n ha-406505-m02 sudo cat | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | /home/docker/cp-test_ha-406505-m04_ha-406505-m02.txt | | | | | |
| cp | ha-406505 cp ha-406505-m04:/home/docker/cp-test.txt | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m03:/home/docker/cp-test_ha-406505-m04_ha-406505-m03.txt | | | | | |
| ssh | ha-406505 ssh -n | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | ha-406505-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-406505 ssh -n ha-406505-m03 sudo cat | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | 07 Oct 24 10:50 UTC |
| | /home/docker/cp-test_ha-406505-m04_ha-406505-m03.txt | | | | | |
| node | ha-406505 node stop m02 -v=7 | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:50 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-406505 node start m02 -v=7 | ha-406505 | jenkins | v1.34.0 | 07 Oct 24 10:53 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/07 10:46:00
Running on machine: ubuntu-20-agent-10
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1007 10:46:00.685163 23621 out.go:345] Setting OutFile to fd 1 ...
I1007 10:46:00.685349 23621 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1007 10:46:00.685361 23621 out.go:358] Setting ErrFile to fd 2...
I1007 10:46:00.685369 23621 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1007 10:46:00.685896 23621 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19761-3912/.minikube/bin
I1007 10:46:00.686526 23621 out.go:352] Setting JSON to false
I1007 10:46:00.687357 23621 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-10","uptime":1655,"bootTime":1728296306,"procs":185,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1007 10:46:00.687449 23621 start.go:139] virtualization: kvm guest
I1007 10:46:00.689739 23621 out.go:177] * [ha-406505] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1007 10:46:00.691129 23621 out.go:177] - MINIKUBE_LOCATION=19761
I1007 10:46:00.691156 23621 notify.go:220] Checking for updates...
I1007 10:46:00.693697 23621 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1007 10:46:00.695072 23621 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19761-3912/kubeconfig
I1007 10:46:00.696501 23621 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19761-3912/.minikube
I1007 10:46:00.697726 23621 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1007 10:46:00.698926 23621 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1007 10:46:00.700212 23621 driver.go:394] Setting default libvirt URI to qemu:///system
I1007 10:46:00.737316 23621 out.go:177] * Using the kvm2 driver based on user configuration
I1007 10:46:00.738839 23621 start.go:297] selected driver: kvm2
I1007 10:46:00.738857 23621 start.go:901] validating driver "kvm2" against <nil>
I1007 10:46:00.738870 23621 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1007 10:46:00.739587 23621 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1007 10:46:00.739673 23621 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19761-3912/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1007 10:46:00.755165 23621 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1007 10:46:00.755211 23621 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1007 10:46:00.755442 23621 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1007 10:46:00.755469 23621 cni.go:84] Creating CNI manager for ""
I1007 10:46:00.755509 23621 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1007 10:46:00.755520 23621 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1007 10:46:00.755574 23621 start.go:340] cluster config:
{Name:ha-406505 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-406505 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1007 10:46:00.755686 23621 iso.go:125] acquiring lock: {Name:mk894f62b1e70fe8556c552f818beb1e4be6fad5 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1007 10:46:00.757513 23621 out.go:177] * Starting "ha-406505" primary control-plane node in "ha-406505" cluster
I1007 10:46:00.758765 23621 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 10:46:00.758805 23621 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19761-3912/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I1007 10:46:00.758823 23621 cache.go:56] Caching tarball of preloaded images
I1007 10:46:00.758896 23621 preload.go:172] Found /home/jenkins/minikube-integration/19761-3912/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1007 10:46:00.758906 23621 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1007 10:46:00.759224 23621 profile.go:143] Saving config to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/config.json ...
I1007 10:46:00.759245 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/config.json: {Name:mk9b03e101af877bc71d822d951dd0373d9dda34 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:46:00.759379 23621 start.go:360] acquireMachinesLock for ha-406505: {Name:mk033590ff8b68d4c87fe83ea6754c8c0328ac7c Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1007 10:46:00.759405 23621 start.go:364] duration metric: took 14.549µs to acquireMachinesLock for "ha-406505"
I1007 10:46:00.759421 23621 start.go:93] Provisioning new machine with config: &{Name:ha-406505 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-406505 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 10:46:00.759479 23621 start.go:125] createHost starting for "" (driver="kvm2")
I1007 10:46:00.761273 23621 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1007 10:46:00.761420 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:46:00.761466 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:46:00.775977 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35573
I1007 10:46:00.776393 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:46:00.776945 23621 main.go:141] libmachine: Using API Version 1
I1007 10:46:00.776968 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:46:00.777275 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:46:00.777446 23621 main.go:141] libmachine: (ha-406505) Calling .GetMachineName
I1007 10:46:00.777589 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:46:00.777737 23621 start.go:159] libmachine.API.Create for "ha-406505" (driver="kvm2")
I1007 10:46:00.777767 23621 client.go:168] LocalClient.Create starting
I1007 10:46:00.777806 23621 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem
I1007 10:46:00.777846 23621 main.go:141] libmachine: Decoding PEM data...
I1007 10:46:00.777867 23621 main.go:141] libmachine: Parsing certificate...
I1007 10:46:00.777925 23621 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem
I1007 10:46:00.777949 23621 main.go:141] libmachine: Decoding PEM data...
I1007 10:46:00.777966 23621 main.go:141] libmachine: Parsing certificate...
I1007 10:46:00.777989 23621 main.go:141] libmachine: Running pre-create checks...
I1007 10:46:00.778000 23621 main.go:141] libmachine: (ha-406505) Calling .PreCreateCheck
I1007 10:46:00.778317 23621 main.go:141] libmachine: (ha-406505) Calling .GetConfigRaw
I1007 10:46:00.778644 23621 main.go:141] libmachine: Creating machine...
I1007 10:46:00.778656 23621 main.go:141] libmachine: (ha-406505) Calling .Create
I1007 10:46:00.778771 23621 main.go:141] libmachine: (ha-406505) Creating KVM machine...
I1007 10:46:00.779972 23621 main.go:141] libmachine: (ha-406505) DBG | found existing default KVM network
I1007 10:46:00.780650 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:00.780522 23644 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000123a50}
I1007 10:46:00.780693 23621 main.go:141] libmachine: (ha-406505) DBG | created network xml:
I1007 10:46:00.780713 23621 main.go:141] libmachine: (ha-406505) DBG | <network>
I1007 10:46:00.780722 23621 main.go:141] libmachine: (ha-406505) DBG | <name>mk-ha-406505</name>
I1007 10:46:00.780732 23621 main.go:141] libmachine: (ha-406505) DBG | <dns enable='no'/>
I1007 10:46:00.780741 23621 main.go:141] libmachine: (ha-406505) DBG |
I1007 10:46:00.780752 23621 main.go:141] libmachine: (ha-406505) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1007 10:46:00.780763 23621 main.go:141] libmachine: (ha-406505) DBG | <dhcp>
I1007 10:46:00.780774 23621 main.go:141] libmachine: (ha-406505) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1007 10:46:00.780793 23621 main.go:141] libmachine: (ha-406505) DBG | </dhcp>
I1007 10:46:00.780806 23621 main.go:141] libmachine: (ha-406505) DBG | </ip>
I1007 10:46:00.780813 23621 main.go:141] libmachine: (ha-406505) DBG |
I1007 10:46:00.780820 23621 main.go:141] libmachine: (ha-406505) DBG | </network>
I1007 10:46:00.780827 23621 main.go:141] libmachine: (ha-406505) DBG |
I1007 10:46:00.785975 23621 main.go:141] libmachine: (ha-406505) DBG | trying to create private KVM network mk-ha-406505 192.168.39.0/24...
I1007 10:46:00.849882 23621 main.go:141] libmachine: (ha-406505) DBG | private KVM network mk-ha-406505 192.168.39.0/24 created
I1007 10:46:00.849911 23621 main.go:141] libmachine: (ha-406505) Setting up store path in /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505 ...
I1007 10:46:00.849973 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:00.849860 23644 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19761-3912/.minikube
I1007 10:46:00.850002 23621 main.go:141] libmachine: (ha-406505) Building disk image from file:///home/jenkins/minikube-integration/19761-3912/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1007 10:46:00.850027 23621 main.go:141] libmachine: (ha-406505) Downloading /home/jenkins/minikube-integration/19761-3912/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19761-3912/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1007 10:46:01.096727 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:01.096588 23644 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa...
I1007 10:46:01.205683 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:01.205510 23644 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/ha-406505.rawdisk...
I1007 10:46:01.205717 23621 main.go:141] libmachine: (ha-406505) DBG | Writing magic tar header
I1007 10:46:01.205736 23621 main.go:141] libmachine: (ha-406505) DBG | Writing SSH key tar header
I1007 10:46:01.205745 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:01.205639 23644 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505 ...
I1007 10:46:01.205758 23621 main.go:141] libmachine: (ha-406505) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505
I1007 10:46:01.205765 23621 main.go:141] libmachine: (ha-406505) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912/.minikube/machines
I1007 10:46:01.205774 23621 main.go:141] libmachine: (ha-406505) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505 (perms=drwx------)
I1007 10:46:01.205782 23621 main.go:141] libmachine: (ha-406505) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912/.minikube/machines (perms=drwxr-xr-x)
I1007 10:46:01.205789 23621 main.go:141] libmachine: (ha-406505) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912/.minikube (perms=drwxr-xr-x)
I1007 10:46:01.205799 23621 main.go:141] libmachine: (ha-406505) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912/.minikube
I1007 10:46:01.205809 23621 main.go:141] libmachine: (ha-406505) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912
I1007 10:46:01.205820 23621 main.go:141] libmachine: (ha-406505) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912 (perms=drwxrwxr-x)
I1007 10:46:01.205825 23621 main.go:141] libmachine: (ha-406505) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1007 10:46:01.205832 23621 main.go:141] libmachine: (ha-406505) DBG | Checking permissions on dir: /home/jenkins
I1007 10:46:01.205838 23621 main.go:141] libmachine: (ha-406505) DBG | Checking permissions on dir: /home
I1007 10:46:01.205845 23621 main.go:141] libmachine: (ha-406505) DBG | Skipping /home - not owner
I1007 10:46:01.205854 23621 main.go:141] libmachine: (ha-406505) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1007 10:46:01.205860 23621 main.go:141] libmachine: (ha-406505) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1007 10:46:01.205868 23621 main.go:141] libmachine: (ha-406505) Creating domain...
I1007 10:46:01.207028 23621 main.go:141] libmachine: (ha-406505) define libvirt domain using xml:
I1007 10:46:01.207069 23621 main.go:141] libmachine: (ha-406505) <domain type='kvm'>
I1007 10:46:01.207077 23621 main.go:141] libmachine: (ha-406505) <name>ha-406505</name>
I1007 10:46:01.207082 23621 main.go:141] libmachine: (ha-406505) <memory unit='MiB'>2200</memory>
I1007 10:46:01.207087 23621 main.go:141] libmachine: (ha-406505) <vcpu>2</vcpu>
I1007 10:46:01.207093 23621 main.go:141] libmachine: (ha-406505) <features>
I1007 10:46:01.207097 23621 main.go:141] libmachine: (ha-406505) <acpi/>
I1007 10:46:01.207103 23621 main.go:141] libmachine: (ha-406505) <apic/>
I1007 10:46:01.207108 23621 main.go:141] libmachine: (ha-406505) <pae/>
I1007 10:46:01.207115 23621 main.go:141] libmachine: (ha-406505)
I1007 10:46:01.207120 23621 main.go:141] libmachine: (ha-406505) </features>
I1007 10:46:01.207124 23621 main.go:141] libmachine: (ha-406505) <cpu mode='host-passthrough'>
I1007 10:46:01.207129 23621 main.go:141] libmachine: (ha-406505)
I1007 10:46:01.207133 23621 main.go:141] libmachine: (ha-406505) </cpu>
I1007 10:46:01.207137 23621 main.go:141] libmachine: (ha-406505) <os>
I1007 10:46:01.207141 23621 main.go:141] libmachine: (ha-406505) <type>hvm</type>
I1007 10:46:01.207145 23621 main.go:141] libmachine: (ha-406505) <boot dev='cdrom'/>
I1007 10:46:01.207150 23621 main.go:141] libmachine: (ha-406505) <boot dev='hd'/>
I1007 10:46:01.207154 23621 main.go:141] libmachine: (ha-406505) <bootmenu enable='no'/>
I1007 10:46:01.207161 23621 main.go:141] libmachine: (ha-406505) </os>
I1007 10:46:01.207186 23621 main.go:141] libmachine: (ha-406505) <devices>
I1007 10:46:01.207206 23621 main.go:141] libmachine: (ha-406505) <disk type='file' device='cdrom'>
I1007 10:46:01.207220 23621 main.go:141] libmachine: (ha-406505) <source file='/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/boot2docker.iso'/>
I1007 10:46:01.207236 23621 main.go:141] libmachine: (ha-406505) <target dev='hdc' bus='scsi'/>
I1007 10:46:01.207250 23621 main.go:141] libmachine: (ha-406505) <readonly/>
I1007 10:46:01.207259 23621 main.go:141] libmachine: (ha-406505) </disk>
I1007 10:46:01.207281 23621 main.go:141] libmachine: (ha-406505) <disk type='file' device='disk'>
I1007 10:46:01.207300 23621 main.go:141] libmachine: (ha-406505) <driver name='qemu' type='raw' cache='default' io='threads' />
I1007 10:46:01.207324 23621 main.go:141] libmachine: (ha-406505) <source file='/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/ha-406505.rawdisk'/>
I1007 10:46:01.207335 23621 main.go:141] libmachine: (ha-406505) <target dev='hda' bus='virtio'/>
I1007 10:46:01.207342 23621 main.go:141] libmachine: (ha-406505) </disk>
I1007 10:46:01.207348 23621 main.go:141] libmachine: (ha-406505) <interface type='network'>
I1007 10:46:01.207354 23621 main.go:141] libmachine: (ha-406505) <source network='mk-ha-406505'/>
I1007 10:46:01.207361 23621 main.go:141] libmachine: (ha-406505) <model type='virtio'/>
I1007 10:46:01.207369 23621 main.go:141] libmachine: (ha-406505) </interface>
I1007 10:46:01.207381 23621 main.go:141] libmachine: (ha-406505) <interface type='network'>
I1007 10:46:01.207395 23621 main.go:141] libmachine: (ha-406505) <source network='default'/>
I1007 10:46:01.207406 23621 main.go:141] libmachine: (ha-406505) <model type='virtio'/>
I1007 10:46:01.207415 23621 main.go:141] libmachine: (ha-406505) </interface>
I1007 10:46:01.207422 23621 main.go:141] libmachine: (ha-406505) <serial type='pty'>
I1007 10:46:01.207432 23621 main.go:141] libmachine: (ha-406505) <target port='0'/>
I1007 10:46:01.207442 23621 main.go:141] libmachine: (ha-406505) </serial>
I1007 10:46:01.207469 23621 main.go:141] libmachine: (ha-406505) <console type='pty'>
I1007 10:46:01.207491 23621 main.go:141] libmachine: (ha-406505) <target type='serial' port='0'/>
I1007 10:46:01.207513 23621 main.go:141] libmachine: (ha-406505) </console>
I1007 10:46:01.207526 23621 main.go:141] libmachine: (ha-406505) <rng model='virtio'>
I1007 10:46:01.207539 23621 main.go:141] libmachine: (ha-406505) <backend model='random'>/dev/random</backend>
I1007 10:46:01.207548 23621 main.go:141] libmachine: (ha-406505) </rng>
I1007 10:46:01.207554 23621 main.go:141] libmachine: (ha-406505)
I1007 10:46:01.207563 23621 main.go:141] libmachine: (ha-406505)
I1007 10:46:01.207572 23621 main.go:141] libmachine: (ha-406505) </devices>
I1007 10:46:01.207587 23621 main.go:141] libmachine: (ha-406505) </domain>
I1007 10:46:01.207603 23621 main.go:141] libmachine: (ha-406505)
I1007 10:46:01.211673 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:76:8f:a7 in network default
I1007 10:46:01.212309 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:01.212331 23621 main.go:141] libmachine: (ha-406505) Ensuring networks are active...
I1007 10:46:01.212999 23621 main.go:141] libmachine: (ha-406505) Ensuring network default is active
I1007 10:46:01.213295 23621 main.go:141] libmachine: (ha-406505) Ensuring network mk-ha-406505 is active
I1007 10:46:01.213746 23621 main.go:141] libmachine: (ha-406505) Getting domain xml...
I1007 10:46:01.214325 23621 main.go:141] libmachine: (ha-406505) Creating domain...
I1007 10:46:02.421940 23621 main.go:141] libmachine: (ha-406505) Waiting to get IP...
I1007 10:46:02.422559 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:02.422963 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:02.423013 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:02.422950 23644 retry.go:31] will retry after 195.328474ms: waiting for machine to come up
I1007 10:46:02.620556 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:02.621120 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:02.621158 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:02.621075 23644 retry.go:31] will retry after 387.449002ms: waiting for machine to come up
I1007 10:46:03.009575 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:03.010111 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:03.010135 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:03.010073 23644 retry.go:31] will retry after 404.721004ms: waiting for machine to come up
I1007 10:46:03.416746 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:03.417186 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:03.417213 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:03.417138 23644 retry.go:31] will retry after 372.059443ms: waiting for machine to come up
I1007 10:46:03.790603 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:03.791114 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:03.791143 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:03.791071 23644 retry.go:31] will retry after 494.767467ms: waiting for machine to come up
I1007 10:46:04.287716 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:04.288192 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:04.288211 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:04.288147 23644 retry.go:31] will retry after 903.556325ms: waiting for machine to come up
I1007 10:46:05.193010 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:05.193532 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:05.193599 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:05.193453 23644 retry.go:31] will retry after 1.025768675s: waiting for machine to come up
I1007 10:46:06.220323 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:06.220836 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:06.220866 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:06.220776 23644 retry.go:31] will retry after 1.100294717s: waiting for machine to come up
I1007 10:46:07.323044 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:07.323554 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:07.323582 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:07.323505 23644 retry.go:31] will retry after 1.146070621s: waiting for machine to come up
I1007 10:46:08.470888 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:08.471336 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:08.471361 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:08.471279 23644 retry.go:31] will retry after 2.296444266s: waiting for machine to come up
I1007 10:46:10.768938 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:10.769285 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:10.769343 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:10.769271 23644 retry.go:31] will retry after 2.239094894s: waiting for machine to come up
I1007 10:46:13.010328 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:13.010763 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:13.010789 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:13.010721 23644 retry.go:31] will retry after 3.13857084s: waiting for machine to come up
I1007 10:46:16.150462 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:16.150858 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:16.150885 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:16.150808 23644 retry.go:31] will retry after 3.125257266s: waiting for machine to come up
I1007 10:46:19.280079 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:19.280531 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find current IP address of domain ha-406505 in network mk-ha-406505
I1007 10:46:19.280561 23621 main.go:141] libmachine: (ha-406505) DBG | I1007 10:46:19.280474 23644 retry.go:31] will retry after 5.119838312s: waiting for machine to come up
I1007 10:46:24.405645 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.406055 23621 main.go:141] libmachine: (ha-406505) Found IP for machine: 192.168.39.250
I1007 10:46:24.406093 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has current primary IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.406101 23621 main.go:141] libmachine: (ha-406505) Reserving static IP address...
I1007 10:46:24.406506 23621 main.go:141] libmachine: (ha-406505) DBG | unable to find host DHCP lease matching {name: "ha-406505", mac: "52:54:00:1d:e2:d7", ip: "192.168.39.250"} in network mk-ha-406505
I1007 10:46:24.482533 23621 main.go:141] libmachine: (ha-406505) DBG | Getting to WaitForSSH function...
I1007 10:46:24.482567 23621 main.go:141] libmachine: (ha-406505) Reserved static IP address: 192.168.39.250
I1007 10:46:24.482583 23621 main.go:141] libmachine: (ha-406505) Waiting for SSH to be available...
I1007 10:46:24.485308 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.485711 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:minikube Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:24.485764 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.485909 23621 main.go:141] libmachine: (ha-406505) DBG | Using SSH client type: external
I1007 10:46:24.485935 23621 main.go:141] libmachine: (ha-406505) DBG | Using SSH private key: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa (-rw-------)
I1007 10:46:24.485971 23621 main.go:141] libmachine: (ha-406505) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.250 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 10:46:24.485988 23621 main.go:141] libmachine: (ha-406505) DBG | About to run SSH command:
I1007 10:46:24.486003 23621 main.go:141] libmachine: (ha-406505) DBG | exit 0
I1007 10:46:24.612334 23621 main.go:141] libmachine: (ha-406505) DBG | SSH cmd err, output: <nil>:
I1007 10:46:24.612631 23621 main.go:141] libmachine: (ha-406505) KVM machine creation complete!
I1007 10:46:24.613069 23621 main.go:141] libmachine: (ha-406505) Calling .GetConfigRaw
I1007 10:46:24.613769 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:46:24.614010 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:46:24.614210 23621 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1007 10:46:24.614233 23621 main.go:141] libmachine: (ha-406505) Calling .GetState
I1007 10:46:24.615544 23621 main.go:141] libmachine: Detecting operating system of created instance...
I1007 10:46:24.615563 23621 main.go:141] libmachine: Waiting for SSH to be available...
I1007 10:46:24.615570 23621 main.go:141] libmachine: Getting to WaitForSSH function...
I1007 10:46:24.615577 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:24.617899 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.618287 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:24.618310 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.618494 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:24.618666 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:24.618809 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:24.618921 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:24.619056 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:46:24.619306 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.250 22 <nil> <nil>}
I1007 10:46:24.619320 23621 main.go:141] libmachine: About to run SSH command:
exit 0
I1007 10:46:24.727419 23621 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 10:46:24.727448 23621 main.go:141] libmachine: Detecting the provisioner...
I1007 10:46:24.727458 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:24.730240 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.730602 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:24.730629 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.730740 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:24.730937 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:24.731096 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:24.731252 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:24.731417 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:46:24.731578 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.250 22 <nil> <nil>}
I1007 10:46:24.731587 23621 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1007 10:46:24.845378 23621 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1007 10:46:24.845478 23621 main.go:141] libmachine: found compatible host: buildroot
I1007 10:46:24.845490 23621 main.go:141] libmachine: Provisioning with buildroot...
I1007 10:46:24.845498 23621 main.go:141] libmachine: (ha-406505) Calling .GetMachineName
I1007 10:46:24.845780 23621 buildroot.go:166] provisioning hostname "ha-406505"
I1007 10:46:24.845810 23621 main.go:141] libmachine: (ha-406505) Calling .GetMachineName
I1007 10:46:24.846017 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:24.849059 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.849533 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:24.849565 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.849690 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:24.849892 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:24.850056 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:24.850226 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:24.850372 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:46:24.850530 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.250 22 <nil> <nil>}
I1007 10:46:24.850541 23621 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-406505 && echo "ha-406505" | sudo tee /etc/hostname
I1007 10:46:24.974484 23621 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-406505
I1007 10:46:24.974507 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:24.977334 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.977841 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:24.977876 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:24.978053 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:24.978231 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:24.978390 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:24.978528 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:24.978725 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:46:24.978910 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.250 22 <nil> <nil>}
I1007 10:46:24.978926 23621 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-406505' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-406505/g' /etc/hosts;
else
echo '127.0.1.1 ha-406505' | sudo tee -a /etc/hosts;
fi
fi
I1007 10:46:25.097736 23621 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 10:46:25.097768 23621 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19761-3912/.minikube CaCertPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19761-3912/.minikube}
I1007 10:46:25.097810 23621 buildroot.go:174] setting up certificates
I1007 10:46:25.097819 23621 provision.go:84] configureAuth start
I1007 10:46:25.097832 23621 main.go:141] libmachine: (ha-406505) Calling .GetMachineName
I1007 10:46:25.098143 23621 main.go:141] libmachine: (ha-406505) Calling .GetIP
I1007 10:46:25.100773 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.101119 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:25.101156 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.101261 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:25.103487 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.103793 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:25.103821 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.103966 23621 provision.go:143] copyHostCerts
I1007 10:46:25.104016 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem
I1007 10:46:25.104068 23621 exec_runner.go:144] found /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem, removing ...
I1007 10:46:25.104102 23621 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem
I1007 10:46:25.104302 23621 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem (1123 bytes)
I1007 10:46:25.104436 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem
I1007 10:46:25.104469 23621 exec_runner.go:144] found /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem, removing ...
I1007 10:46:25.104478 23621 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem
I1007 10:46:25.104534 23621 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem (1675 bytes)
I1007 10:46:25.104606 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem
I1007 10:46:25.104633 23621 exec_runner.go:144] found /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem, removing ...
I1007 10:46:25.104641 23621 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem
I1007 10:46:25.104691 23621 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem (1082 bytes)
I1007 10:46:25.104770 23621 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca-key.pem org=jenkins.ha-406505 san=[127.0.0.1 192.168.39.250 ha-406505 localhost minikube]
I1007 10:46:25.393470 23621 provision.go:177] copyRemoteCerts
I1007 10:46:25.393548 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1007 10:46:25.393578 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:25.396327 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.396617 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:25.396642 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.396839 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:25.397030 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:25.397230 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:25.397379 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.250 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa Username:docker}
I1007 10:46:25.482559 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem -> /etc/docker/server.pem
I1007 10:46:25.482632 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1007 10:46:25.508425 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1007 10:46:25.508519 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1007 10:46:25.534913 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1007 10:46:25.534986 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1007 10:46:25.560790 23621 provision.go:87] duration metric: took 462.953383ms to configureAuth
I1007 10:46:25.560817 23621 buildroot.go:189] setting minikube options for container-runtime
I1007 10:46:25.560982 23621 config.go:182] Loaded profile config "ha-406505": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 10:46:25.561053 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:25.563730 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.564168 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:25.564201 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.564402 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:25.564589 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:25.564760 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:25.564923 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:25.565085 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:46:25.565253 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.250 22 <nil> <nil>}
I1007 10:46:25.565272 23621 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1007 10:46:25.800362 23621 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1007 10:46:25.800389 23621 main.go:141] libmachine: Checking connection to Docker...
I1007 10:46:25.800397 23621 main.go:141] libmachine: (ha-406505) Calling .GetURL
I1007 10:46:25.801606 23621 main.go:141] libmachine: (ha-406505) DBG | Using libvirt version 6000000
I1007 10:46:25.803904 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.804248 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:25.804273 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.804397 23621 main.go:141] libmachine: Docker is up and running!
I1007 10:46:25.804414 23621 main.go:141] libmachine: Reticulating splines...
I1007 10:46:25.804421 23621 client.go:171] duration metric: took 25.026640958s to LocalClient.Create
I1007 10:46:25.804457 23621 start.go:167] duration metric: took 25.026720726s to libmachine.API.Create "ha-406505"
I1007 10:46:25.804469 23621 start.go:293] postStartSetup for "ha-406505" (driver="kvm2")
I1007 10:46:25.804483 23621 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1007 10:46:25.804519 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:46:25.804801 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1007 10:46:25.804822 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:25.806847 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.807242 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:25.807267 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.807402 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:25.807601 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:25.807734 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:25.807837 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.250 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa Username:docker}
I1007 10:46:25.896212 23621 ssh_runner.go:195] Run: cat /etc/os-release
I1007 10:46:25.901311 23621 info.go:137] Remote host: Buildroot 2023.02.9
I1007 10:46:25.901340 23621 filesync.go:126] Scanning /home/jenkins/minikube-integration/19761-3912/.minikube/addons for local assets ...
I1007 10:46:25.901403 23621 filesync.go:126] Scanning /home/jenkins/minikube-integration/19761-3912/.minikube/files for local assets ...
I1007 10:46:25.901507 23621 filesync.go:149] local asset: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem -> 110962.pem in /etc/ssl/certs
I1007 10:46:25.901521 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem -> /etc/ssl/certs/110962.pem
I1007 10:46:25.901647 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1007 10:46:25.912163 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem --> /etc/ssl/certs/110962.pem (1708 bytes)
I1007 10:46:25.940558 23621 start.go:296] duration metric: took 136.073342ms for postStartSetup
I1007 10:46:25.940602 23621 main.go:141] libmachine: (ha-406505) Calling .GetConfigRaw
I1007 10:46:25.941179 23621 main.go:141] libmachine: (ha-406505) Calling .GetIP
I1007 10:46:25.943928 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.944270 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:25.944295 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.944594 23621 profile.go:143] Saving config to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/config.json ...
I1007 10:46:25.944766 23621 start.go:128] duration metric: took 25.185278256s to createHost
I1007 10:46:25.944788 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:25.946920 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.947236 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:25.947263 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:25.947390 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:25.947554 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:25.947698 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:25.947796 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:25.947917 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:46:25.948107 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.250 22 <nil> <nil>}
I1007 10:46:25.948122 23621 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1007 10:46:26.057285 23621 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728297986.034090654
I1007 10:46:26.057320 23621 fix.go:216] guest clock: 1728297986.034090654
I1007 10:46:26.057332 23621 fix.go:229] Guest: 2024-10-07 10:46:26.034090654 +0000 UTC Remote: 2024-10-07 10:46:25.944777719 +0000 UTC m=+25.297917279 (delta=89.312935ms)
I1007 10:46:26.057360 23621 fix.go:200] guest clock delta is within tolerance: 89.312935ms
I1007 10:46:26.057368 23621 start.go:83] releasing machines lock for "ha-406505", held for 25.297953369s
I1007 10:46:26.057394 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:46:26.057664 23621 main.go:141] libmachine: (ha-406505) Calling .GetIP
I1007 10:46:26.060710 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:26.061183 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:26.061235 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:26.061454 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:46:26.061984 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:46:26.062147 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:46:26.062276 23621 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1007 10:46:26.062317 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:26.062353 23621 ssh_runner.go:195] Run: cat /version.json
I1007 10:46:26.062375 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:26.065089 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:26.065433 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:26.065561 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:26.065589 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:26.065720 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:26.065828 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:26.065853 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:26.065883 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:26.065971 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:26.066095 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:26.066095 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:26.066234 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:26.066283 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.250 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa Username:docker}
I1007 10:46:26.066351 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.250 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa Username:docker}
I1007 10:46:26.174687 23621 ssh_runner.go:195] Run: systemctl --version
I1007 10:46:26.181055 23621 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1007 10:46:26.339685 23621 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1007 10:46:26.346234 23621 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1007 10:46:26.346285 23621 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1007 10:46:26.362376 23621 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1007 10:46:26.362399 23621 start.go:495] detecting cgroup driver to use...
I1007 10:46:26.362452 23621 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1007 10:46:26.378080 23621 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1007 10:46:26.392505 23621 docker.go:217] disabling cri-docker service (if available) ...
I1007 10:46:26.392560 23621 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1007 10:46:26.406784 23621 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1007 10:46:26.422960 23621 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1007 10:46:26.552971 23621 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1007 10:46:26.690240 23621 docker.go:233] disabling docker service ...
I1007 10:46:26.690309 23621 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1007 10:46:26.706428 23621 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1007 10:46:26.721025 23621 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1007 10:46:26.853079 23621 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1007 10:46:26.978324 23621 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1007 10:46:26.994454 23621 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1007 10:46:27.014137 23621 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1007 10:46:27.014198 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:46:27.025749 23621 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1007 10:46:27.025816 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:46:27.037748 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:46:27.049263 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:46:27.062174 23621 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1007 10:46:27.074940 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:46:27.086608 23621 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:46:27.104859 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:46:27.116719 23621 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1007 10:46:27.127669 23621 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1007 10:46:27.127745 23621 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1007 10:46:27.142518 23621 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1007 10:46:27.153045 23621 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 10:46:27.275924 23621 ssh_runner.go:195] Run: sudo systemctl restart crio
I1007 10:46:27.373391 23621 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1007 10:46:27.373475 23621 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1007 10:46:27.378225 23621 start.go:563] Will wait 60s for crictl version
I1007 10:46:27.378286 23621 ssh_runner.go:195] Run: which crictl
I1007 10:46:27.382179 23621 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1007 10:46:27.423267 23621 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1007 10:46:27.423395 23621 ssh_runner.go:195] Run: crio --version
I1007 10:46:27.453236 23621 ssh_runner.go:195] Run: crio --version
I1007 10:46:27.483657 23621 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1007 10:46:27.484938 23621 main.go:141] libmachine: (ha-406505) Calling .GetIP
I1007 10:46:27.487606 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:27.487998 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:27.488028 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:27.488343 23621 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1007 10:46:27.492528 23621 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 10:46:27.506306 23621 kubeadm.go:883] updating cluster {Name:ha-406505 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 C
lusterName:ha-406505 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.250 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0
MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1007 10:46:27.506405 23621 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 10:46:27.506452 23621 ssh_runner.go:195] Run: sudo crictl images --output json
I1007 10:46:27.539872 23621 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I1007 10:46:27.539951 23621 ssh_runner.go:195] Run: which lz4
I1007 10:46:27.544145 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1007 10:46:27.544248 23621 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1007 10:46:27.549024 23621 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1007 10:46:27.549064 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I1007 10:46:28.958319 23621 crio.go:462] duration metric: took 1.414106826s to copy over tarball
I1007 10:46:28.958395 23621 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1007 10:46:30.997682 23621 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.039251996s)
I1007 10:46:30.997713 23621 crio.go:469] duration metric: took 2.039368509s to extract the tarball
I1007 10:46:30.997720 23621 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1007 10:46:31.039009 23621 ssh_runner.go:195] Run: sudo crictl images --output json
I1007 10:46:31.088841 23621 crio.go:514] all images are preloaded for cri-o runtime.
I1007 10:46:31.088866 23621 cache_images.go:84] Images are preloaded, skipping loading
I1007 10:46:31.088873 23621 kubeadm.go:934] updating node { 192.168.39.250 8443 v1.31.1 crio true true} ...
I1007 10:46:31.089007 23621 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-406505 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.250
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-406505 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1007 10:46:31.089099 23621 ssh_runner.go:195] Run: crio config
I1007 10:46:31.133611 23621 cni.go:84] Creating CNI manager for ""
I1007 10:46:31.133634 23621 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1007 10:46:31.133642 23621 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1007 10:46:31.133662 23621 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.250 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-406505 NodeName:ha-406505 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.250"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.250 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1007 10:46:31.133799 23621 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.250
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-406505"
kubeletExtraArgs:
node-ip: 192.168.39.250
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.250"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1007 10:46:31.133825 23621 kube-vip.go:115] generating kube-vip config ...
I1007 10:46:31.133864 23621 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1007 10:46:31.150299 23621 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1007 10:46:31.150386 23621 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1007 10:46:31.150432 23621 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1007 10:46:31.160704 23621 binaries.go:44] Found k8s binaries, skipping transfer
I1007 10:46:31.160771 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1007 10:46:31.170635 23621 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1007 10:46:31.188233 23621 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1007 10:46:31.205276 23621 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2153 bytes)
I1007 10:46:31.222191 23621 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1007 10:46:31.240224 23621 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1007 10:46:31.244214 23621 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 10:46:31.257345 23621 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 10:46:31.397967 23621 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 10:46:31.417027 23621 certs.go:68] Setting up /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505 for IP: 192.168.39.250
I1007 10:46:31.417077 23621 certs.go:194] generating shared ca certs ...
I1007 10:46:31.417100 23621 certs.go:226] acquiring lock for ca certs: {Name:mkf57a9688688af6e57e75bbfa1f06ec72c2c052 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:46:31.417284 23621 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.key
I1007 10:46:31.417383 23621 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.key
I1007 10:46:31.417398 23621 certs.go:256] generating profile certs ...
I1007 10:46:31.417447 23621 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.key
I1007 10:46:31.417461 23621 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.crt with IP's: []
I1007 10:46:31.468016 23621 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.crt ...
I1007 10:46:31.468047 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.crt: {Name:mk762d603dc2fbb5c1297f6a7a3cc345fce24083 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:46:31.468271 23621 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.key ...
I1007 10:46:31.468286 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.key: {Name:mk7067411a96e86ff81d9c76638d9b65fd88775f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:46:31.468374 23621 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.139948ad
I1007 10:46:31.468389 23621 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.139948ad with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.250 192.168.39.254]
I1007 10:46:31.560197 23621 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.139948ad ...
I1007 10:46:31.560235 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.139948ad: {Name:mk03ccdd590c02d4a8e3fdabb8ce2b00441c3bcd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:46:31.560434 23621 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.139948ad ...
I1007 10:46:31.560450 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.139948ad: {Name:mk9acbd48737ac1a11351bcc3c9e01a19e35889d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:46:31.560533 23621 certs.go:381] copying /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.139948ad -> /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt
I1007 10:46:31.560605 23621 certs.go:385] copying /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.139948ad -> /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key
I1007 10:46:31.560660 23621 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.key
I1007 10:46:31.560674 23621 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.crt with IP's: []
I1007 10:46:31.824715 23621 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.crt ...
I1007 10:46:31.824745 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.crt: {Name:mk2f87794c4b3ce39df0df4382fd33d9633bb32b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:46:31.824924 23621 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.key ...
I1007 10:46:31.824937 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.key: {Name:mka71f56202903b2b66df7c3367c064cbfe379ee Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:46:31.825016 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1007 10:46:31.825037 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1007 10:46:31.825053 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1007 10:46:31.825068 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1007 10:46:31.825083 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1007 10:46:31.825098 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1007 10:46:31.825112 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1007 10:46:31.825130 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1007 10:46:31.825188 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096.pem (1338 bytes)
W1007 10:46:31.825225 23621 certs.go:480] ignoring /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096_empty.pem, impossibly tiny 0 bytes
I1007 10:46:31.825236 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca-key.pem (1679 bytes)
I1007 10:46:31.825267 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem (1082 bytes)
I1007 10:46:31.825296 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem (1123 bytes)
I1007 10:46:31.825321 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem (1675 bytes)
I1007 10:46:31.825363 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem (1708 bytes)
I1007 10:46:31.825391 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1007 10:46:31.825407 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096.pem -> /usr/share/ca-certificates/11096.pem
I1007 10:46:31.825421 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem -> /usr/share/ca-certificates/110962.pem
I1007 10:46:31.825934 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1007 10:46:31.854979 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1007 10:46:31.881623 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1007 10:46:31.908276 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1007 10:46:31.933657 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1007 10:46:31.959947 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1007 10:46:31.985851 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1007 10:46:32.010600 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1007 10:46:32.035549 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1007 10:46:32.060173 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096.pem --> /usr/share/ca-certificates/11096.pem (1338 bytes)
I1007 10:46:32.084842 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem --> /usr/share/ca-certificates/110962.pem (1708 bytes)
I1007 10:46:32.110513 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1007 10:46:32.129118 23621 ssh_runner.go:195] Run: openssl version
I1007 10:46:32.134991 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11096.pem && ln -fs /usr/share/ca-certificates/11096.pem /etc/ssl/certs/11096.pem"
I1007 10:46:32.146083 23621 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11096.pem
I1007 10:46:32.150750 23621 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 7 10:41 /usr/share/ca-certificates/11096.pem
I1007 10:46:32.150813 23621 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11096.pem
I1007 10:46:32.156917 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11096.pem /etc/ssl/certs/51391683.0"
I1007 10:46:32.167842 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/110962.pem && ln -fs /usr/share/ca-certificates/110962.pem /etc/ssl/certs/110962.pem"
I1007 10:46:32.179302 23621 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/110962.pem
I1007 10:46:32.184104 23621 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 7 10:41 /usr/share/ca-certificates/110962.pem
I1007 10:46:32.184166 23621 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/110962.pem
I1007 10:46:32.189957 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/110962.pem /etc/ssl/certs/3ec20f2e.0"
I1007 10:46:32.203820 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1007 10:46:32.218928 23621 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1007 10:46:32.223877 23621 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 7 10:22 /usr/share/ca-certificates/minikubeCA.pem
I1007 10:46:32.223932 23621 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1007 10:46:32.234358 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1007 10:46:32.254776 23621 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1007 10:46:32.262324 23621 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1007 10:46:32.262372 23621 kubeadm.go:392] StartCluster: {Name:ha-406505 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clus
terName:ha-406505 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.250 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mou
ntType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1007 10:46:32.262436 23621 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1007 10:46:32.262503 23621 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1007 10:46:32.310104 23621 cri.go:89] found id: ""
I1007 10:46:32.310161 23621 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1007 10:46:32.319996 23621 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1007 10:46:32.329800 23621 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1007 10:46:32.339655 23621 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1007 10:46:32.339683 23621 kubeadm.go:157] found existing configuration files:
I1007 10:46:32.339722 23621 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1007 10:46:32.348661 23621 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1007 10:46:32.348719 23621 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1007 10:46:32.358855 23621 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1007 10:46:32.368082 23621 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1007 10:46:32.368138 23621 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1007 10:46:32.378072 23621 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1007 10:46:32.387338 23621 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1007 10:46:32.387394 23621 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1007 10:46:32.397186 23621 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1007 10:46:32.406684 23621 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1007 10:46:32.406738 23621 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1007 10:46:32.417090 23621 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1007 10:46:32.545879 23621 kubeadm.go:310] W1007 10:46:32.529591 830 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1007 10:46:32.546834 23621 kubeadm.go:310] W1007 10:46:32.530709 830 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1007 10:46:32.656304 23621 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1007 10:46:43.090298 23621 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1007 10:46:43.090373 23621 kubeadm.go:310] [preflight] Running pre-flight checks
I1007 10:46:43.090492 23621 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1007 10:46:43.090653 23621 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1007 10:46:43.090862 23621 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1007 10:46:43.090964 23621 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1007 10:46:43.092688 23621 out.go:235] - Generating certificates and keys ...
I1007 10:46:43.092759 23621 kubeadm.go:310] [certs] Using existing ca certificate authority
I1007 10:46:43.092833 23621 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1007 10:46:43.092901 23621 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1007 10:46:43.092950 23621 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1007 10:46:43.092999 23621 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1007 10:46:43.093054 23621 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1007 10:46:43.093106 23621 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1007 10:46:43.093205 23621 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-406505 localhost] and IPs [192.168.39.250 127.0.0.1 ::1]
I1007 10:46:43.093261 23621 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1007 10:46:43.093417 23621 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-406505 localhost] and IPs [192.168.39.250 127.0.0.1 ::1]
I1007 10:46:43.093514 23621 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1007 10:46:43.093567 23621 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1007 10:46:43.093623 23621 kubeadm.go:310] [certs] Generating "sa" key and public key
I1007 10:46:43.093706 23621 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1007 10:46:43.093782 23621 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1007 10:46:43.093856 23621 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1007 10:46:43.093933 23621 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1007 10:46:43.094023 23621 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1007 10:46:43.094096 23621 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1007 10:46:43.094210 23621 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1007 10:46:43.094282 23621 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1007 10:46:43.095798 23621 out.go:235] - Booting up control plane ...
I1007 10:46:43.095884 23621 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1007 10:46:43.095971 23621 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1007 10:46:43.096065 23621 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1007 10:46:43.096171 23621 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1007 10:46:43.096294 23621 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1007 10:46:43.096350 23621 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1007 10:46:43.096510 23621 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1007 10:46:43.096664 23621 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1007 10:46:43.096745 23621 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 505.992623ms
I1007 10:46:43.096840 23621 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1007 10:46:43.096957 23621 kubeadm.go:310] [api-check] The API server is healthy after 6.063891261s
I1007 10:46:43.097083 23621 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1007 10:46:43.097207 23621 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1007 10:46:43.097264 23621 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1007 10:46:43.097410 23621 kubeadm.go:310] [mark-control-plane] Marking the node ha-406505 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1007 10:46:43.097470 23621 kubeadm.go:310] [bootstrap-token] Using token: wypuxz.8mosh3hhf4vr1jtg
I1007 10:46:43.098950 23621 out.go:235] - Configuring RBAC rules ...
I1007 10:46:43.099071 23621 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1007 10:46:43.099163 23621 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1007 10:46:43.099343 23621 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1007 10:46:43.099509 23621 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1007 10:46:43.099662 23621 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1007 10:46:43.099752 23621 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1007 10:46:43.099910 23621 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1007 10:46:43.099999 23621 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1007 10:46:43.100092 23621 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1007 10:46:43.100101 23621 kubeadm.go:310]
I1007 10:46:43.100184 23621 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1007 10:46:43.100194 23621 kubeadm.go:310]
I1007 10:46:43.100298 23621 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1007 10:46:43.100307 23621 kubeadm.go:310]
I1007 10:46:43.100344 23621 kubeadm.go:310] mkdir -p $HOME/.kube
I1007 10:46:43.100433 23621 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1007 10:46:43.100524 23621 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1007 10:46:43.100533 23621 kubeadm.go:310]
I1007 10:46:43.100614 23621 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1007 10:46:43.100626 23621 kubeadm.go:310]
I1007 10:46:43.100698 23621 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1007 10:46:43.100713 23621 kubeadm.go:310]
I1007 10:46:43.100756 23621 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1007 10:46:43.100822 23621 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1007 10:46:43.100914 23621 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1007 10:46:43.100930 23621 kubeadm.go:310]
I1007 10:46:43.101035 23621 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1007 10:46:43.101136 23621 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1007 10:46:43.101145 23621 kubeadm.go:310]
I1007 10:46:43.101255 23621 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token wypuxz.8mosh3hhf4vr1jtg \
I1007 10:46:43.101367 23621 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0af1372f9d63e41286c8f9287aaea3172bad212ad1bff5430661d64dd44628df \
I1007 10:46:43.101400 23621 kubeadm.go:310] --control-plane
I1007 10:46:43.101407 23621 kubeadm.go:310]
I1007 10:46:43.101475 23621 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1007 10:46:43.101485 23621 kubeadm.go:310]
I1007 10:46:43.101546 23621 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token wypuxz.8mosh3hhf4vr1jtg \
I1007 10:46:43.101655 23621 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0af1372f9d63e41286c8f9287aaea3172bad212ad1bff5430661d64dd44628df
I1007 10:46:43.101680 23621 cni.go:84] Creating CNI manager for ""
I1007 10:46:43.101688 23621 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1007 10:46:43.103490 23621 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1007 10:46:43.104857 23621 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1007 10:46:43.110599 23621 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1007 10:46:43.110619 23621 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1007 10:46:43.132034 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1007 10:46:43.562211 23621 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1007 10:46:43.562270 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 10:46:43.562324 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-406505 minikube.k8s.io/updated_at=2024_10_07T10_46_43_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=1b06d4f2a8ccec01d969e2c3d6aacc70438e6b0f minikube.k8s.io/name=ha-406505 minikube.k8s.io/primary=true
I1007 10:46:43.616727 23621 ops.go:34] apiserver oom_adj: -16
I1007 10:46:43.782316 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 10:46:44.282755 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 10:46:44.782532 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 10:46:45.283204 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 10:46:45.783063 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 10:46:46.283266 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 10:46:46.783411 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 10:46:46.943992 23621 kubeadm.go:1113] duration metric: took 3.381769921s to wait for elevateKubeSystemPrivileges
I1007 10:46:46.944035 23621 kubeadm.go:394] duration metric: took 14.681663569s to StartCluster
I1007 10:46:46.944056 23621 settings.go:142] acquiring lock: {Name:mk699f217216dbe513edf6a42c79fe85f8c20124 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:46:46.944147 23621 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19761-3912/kubeconfig
I1007 10:46:46.945102 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/kubeconfig: {Name:mkc8a5ce1dbafe55e056433fff5c065506f83346 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:46:46.945388 23621 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1007 10:46:46.945386 23621 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.250 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 10:46:46.945413 23621 start.go:241] waiting for startup goroutines ...
I1007 10:46:46.945429 23621 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1007 10:46:46.945523 23621 addons.go:69] Setting storage-provisioner=true in profile "ha-406505"
I1007 10:46:46.945543 23621 addons.go:234] Setting addon storage-provisioner=true in "ha-406505"
I1007 10:46:46.945553 23621 addons.go:69] Setting default-storageclass=true in profile "ha-406505"
I1007 10:46:46.945572 23621 host.go:66] Checking if "ha-406505" exists ...
I1007 10:46:46.945583 23621 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-406505"
I1007 10:46:46.945607 23621 config.go:182] Loaded profile config "ha-406505": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 10:46:46.946008 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:46:46.946009 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:46:46.946088 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:46:46.946051 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:46:46.961784 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45751
I1007 10:46:46.961861 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42021
I1007 10:46:46.962343 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:46:46.962400 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:46:46.962845 23621 main.go:141] libmachine: Using API Version 1
I1007 10:46:46.962858 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:46:46.962977 23621 main.go:141] libmachine: Using API Version 1
I1007 10:46:46.962998 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:46:46.963231 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:46:46.963434 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:46:46.963629 23621 main.go:141] libmachine: (ha-406505) Calling .GetState
I1007 10:46:46.963828 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:46:46.963879 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:46:46.966424 23621 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19761-3912/kubeconfig
I1007 10:46:46.966748 23621 kapi.go:59] client config for ha-406505: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.crt", KeyFile:"/home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.key", CAFile:"/home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1007 10:46:46.967326 23621 cert_rotation.go:140] Starting client certificate rotation controller
I1007 10:46:46.967544 23621 addons.go:234] Setting addon default-storageclass=true in "ha-406505"
I1007 10:46:46.967595 23621 host.go:66] Checking if "ha-406505" exists ...
I1007 10:46:46.967974 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:46:46.968044 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:46:46.980041 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40697
I1007 10:46:46.980679 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:46:46.981275 23621 main.go:141] libmachine: Using API Version 1
I1007 10:46:46.981307 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:46:46.981679 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:46:46.981861 23621 main.go:141] libmachine: (ha-406505) Calling .GetState
I1007 10:46:46.982917 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43249
I1007 10:46:46.983418 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:46:46.983677 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:46:46.983888 23621 main.go:141] libmachine: Using API Version 1
I1007 10:46:46.983902 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:46:46.984223 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:46:46.984726 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:46:46.984780 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:46:46.985635 23621 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1007 10:46:46.986794 23621 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1007 10:46:46.986811 23621 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1007 10:46:46.986827 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:46.990137 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:46.990593 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:46.990630 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:46.990792 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:46.990980 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:46.991153 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:46.991295 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.250 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa Username:docker}
I1007 10:46:47.000938 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34485
I1007 10:46:47.001317 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:46:47.001822 23621 main.go:141] libmachine: Using API Version 1
I1007 10:46:47.001835 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:46:47.002157 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:46:47.002359 23621 main.go:141] libmachine: (ha-406505) Calling .GetState
I1007 10:46:47.004192 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:46:47.004381 23621 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1007 10:46:47.004396 23621 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1007 10:46:47.004415 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:46:47.007286 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:47.007709 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:46:47.007733 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:46:47.007859 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:46:47.008018 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:46:47.008149 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:46:47.008248 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.250 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa Username:docker}
I1007 10:46:47.195335 23621 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1007 10:46:47.217916 23621 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1007 10:46:47.332630 23621 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1007 10:46:47.810865 23621 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1007 10:46:48.064696 23621 main.go:141] libmachine: Making call to close driver server
I1007 10:46:48.064705 23621 main.go:141] libmachine: Making call to close driver server
I1007 10:46:48.064720 23621 main.go:141] libmachine: (ha-406505) Calling .Close
I1007 10:46:48.064727 23621 main.go:141] libmachine: (ha-406505) Calling .Close
I1007 10:46:48.064985 23621 main.go:141] libmachine: Successfully made call to close driver server
I1007 10:46:48.065031 23621 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 10:46:48.065048 23621 main.go:141] libmachine: Making call to close driver server
I1007 10:46:48.065053 23621 main.go:141] libmachine: (ha-406505) DBG | Closing plugin on server side
I1007 10:46:48.065058 23621 main.go:141] libmachine: (ha-406505) Calling .Close
I1007 10:46:48.064988 23621 main.go:141] libmachine: Successfully made call to close driver server
I1007 10:46:48.065100 23621 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 10:46:48.065116 23621 main.go:141] libmachine: Making call to close driver server
I1007 10:46:48.065125 23621 main.go:141] libmachine: (ha-406505) Calling .Close
I1007 10:46:48.065104 23621 main.go:141] libmachine: (ha-406505) DBG | Closing plugin on server side
I1007 10:46:48.065227 23621 main.go:141] libmachine: Successfully made call to close driver server
I1007 10:46:48.065239 23621 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 10:46:48.066429 23621 main.go:141] libmachine: (ha-406505) DBG | Closing plugin on server side
I1007 10:46:48.066481 23621 main.go:141] libmachine: Successfully made call to close driver server
I1007 10:46:48.066520 23621 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 10:46:48.066607 23621 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1007 10:46:48.066629 23621 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1007 10:46:48.066712 23621 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1007 10:46:48.066721 23621 round_trippers.go:469] Request Headers:
I1007 10:46:48.066729 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:46:48.066749 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:46:48.079736 23621 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1007 10:46:48.080394 23621 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1007 10:46:48.080409 23621 round_trippers.go:469] Request Headers:
I1007 10:46:48.080417 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:46:48.080421 23621 round_trippers.go:473] Content-Type: application/json
I1007 10:46:48.080424 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:46:48.082744 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:46:48.082873 23621 main.go:141] libmachine: Making call to close driver server
I1007 10:46:48.082885 23621 main.go:141] libmachine: (ha-406505) Calling .Close
I1007 10:46:48.083166 23621 main.go:141] libmachine: (ha-406505) DBG | Closing plugin on server side
I1007 10:46:48.083174 23621 main.go:141] libmachine: Successfully made call to close driver server
I1007 10:46:48.083188 23621 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 10:46:48.084834 23621 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1007 10:46:48.085997 23621 addons.go:510] duration metric: took 1.140572645s for enable addons: enabled=[storage-provisioner default-storageclass]
I1007 10:46:48.086031 23621 start.go:246] waiting for cluster config update ...
I1007 10:46:48.086044 23621 start.go:255] writing updated cluster config ...
I1007 10:46:48.087964 23621 out.go:201]
I1007 10:46:48.089528 23621 config.go:182] Loaded profile config "ha-406505": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 10:46:48.089609 23621 profile.go:143] Saving config to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/config.json ...
I1007 10:46:48.091151 23621 out.go:177] * Starting "ha-406505-m02" control-plane node in "ha-406505" cluster
I1007 10:46:48.092447 23621 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 10:46:48.092473 23621 cache.go:56] Caching tarball of preloaded images
I1007 10:46:48.092563 23621 preload.go:172] Found /home/jenkins/minikube-integration/19761-3912/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1007 10:46:48.092574 23621 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1007 10:46:48.092637 23621 profile.go:143] Saving config to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/config.json ...
I1007 10:46:48.092794 23621 start.go:360] acquireMachinesLock for ha-406505-m02: {Name:mk033590ff8b68d4c87fe83ea6754c8c0328ac7c Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1007 10:46:48.092831 23621 start.go:364] duration metric: took 21.347µs to acquireMachinesLock for "ha-406505-m02"
I1007 10:46:48.092855 23621 start.go:93] Provisioning new machine with config: &{Name:ha-406505 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-406505 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.250 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Ce
rtExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 10:46:48.092915 23621 start.go:125] createHost starting for "m02" (driver="kvm2")
I1007 10:46:48.094418 23621 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1007 10:46:48.094505 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:46:48.094537 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:46:48.110315 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34135
I1007 10:46:48.110866 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:46:48.111379 23621 main.go:141] libmachine: Using API Version 1
I1007 10:46:48.111403 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:46:48.111770 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:46:48.111953 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetMachineName
I1007 10:46:48.112082 23621 main.go:141] libmachine: (ha-406505-m02) Calling .DriverName
I1007 10:46:48.112219 23621 start.go:159] libmachine.API.Create for "ha-406505" (driver="kvm2")
I1007 10:46:48.112248 23621 client.go:168] LocalClient.Create starting
I1007 10:46:48.112287 23621 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem
I1007 10:46:48.112335 23621 main.go:141] libmachine: Decoding PEM data...
I1007 10:46:48.112356 23621 main.go:141] libmachine: Parsing certificate...
I1007 10:46:48.112422 23621 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem
I1007 10:46:48.112452 23621 main.go:141] libmachine: Decoding PEM data...
I1007 10:46:48.112468 23621 main.go:141] libmachine: Parsing certificate...
I1007 10:46:48.112494 23621 main.go:141] libmachine: Running pre-create checks...
I1007 10:46:48.112506 23621 main.go:141] libmachine: (ha-406505-m02) Calling .PreCreateCheck
I1007 10:46:48.112657 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetConfigRaw
I1007 10:46:48.113018 23621 main.go:141] libmachine: Creating machine...
I1007 10:46:48.113031 23621 main.go:141] libmachine: (ha-406505-m02) Calling .Create
I1007 10:46:48.113183 23621 main.go:141] libmachine: (ha-406505-m02) Creating KVM machine...
I1007 10:46:48.114398 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found existing default KVM network
I1007 10:46:48.114519 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found existing private KVM network mk-ha-406505
I1007 10:46:48.114657 23621 main.go:141] libmachine: (ha-406505-m02) Setting up store path in /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02 ...
I1007 10:46:48.114682 23621 main.go:141] libmachine: (ha-406505-m02) Building disk image from file:///home/jenkins/minikube-integration/19761-3912/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1007 10:46:48.114793 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:48.114651 23988 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19761-3912/.minikube
I1007 10:46:48.114857 23621 main.go:141] libmachine: (ha-406505-m02) Downloading /home/jenkins/minikube-integration/19761-3912/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19761-3912/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1007 10:46:48.352057 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:48.351887 23988 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/id_rsa...
I1007 10:46:48.484305 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:48.484165 23988 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/ha-406505-m02.rawdisk...
I1007 10:46:48.484357 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Writing magic tar header
I1007 10:46:48.484379 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Writing SSH key tar header
I1007 10:46:48.484391 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:48.484280 23988 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02 ...
I1007 10:46:48.484403 23621 main.go:141] libmachine: (ha-406505-m02) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02 (perms=drwx------)
I1007 10:46:48.484420 23621 main.go:141] libmachine: (ha-406505-m02) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912/.minikube/machines (perms=drwxr-xr-x)
I1007 10:46:48.484433 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02
I1007 10:46:48.484444 23621 main.go:141] libmachine: (ha-406505-m02) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912/.minikube (perms=drwxr-xr-x)
I1007 10:46:48.484459 23621 main.go:141] libmachine: (ha-406505-m02) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912 (perms=drwxrwxr-x)
I1007 10:46:48.484478 23621 main.go:141] libmachine: (ha-406505-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1007 10:46:48.484491 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912/.minikube/machines
I1007 10:46:48.484510 23621 main.go:141] libmachine: (ha-406505-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1007 10:46:48.484523 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912/.minikube
I1007 10:46:48.484535 23621 main.go:141] libmachine: (ha-406505-m02) Creating domain...
I1007 10:46:48.484554 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912
I1007 10:46:48.484571 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1007 10:46:48.484583 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Checking permissions on dir: /home/jenkins
I1007 10:46:48.484602 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Checking permissions on dir: /home
I1007 10:46:48.484618 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Skipping /home - not owner
I1007 10:46:48.485445 23621 main.go:141] libmachine: (ha-406505-m02) define libvirt domain using xml:
I1007 10:46:48.485473 23621 main.go:141] libmachine: (ha-406505-m02) <domain type='kvm'>
I1007 10:46:48.485489 23621 main.go:141] libmachine: (ha-406505-m02) <name>ha-406505-m02</name>
I1007 10:46:48.485497 23621 main.go:141] libmachine: (ha-406505-m02) <memory unit='MiB'>2200</memory>
I1007 10:46:48.485528 23621 main.go:141] libmachine: (ha-406505-m02) <vcpu>2</vcpu>
I1007 10:46:48.485552 23621 main.go:141] libmachine: (ha-406505-m02) <features>
I1007 10:46:48.485563 23621 main.go:141] libmachine: (ha-406505-m02) <acpi/>
I1007 10:46:48.485574 23621 main.go:141] libmachine: (ha-406505-m02) <apic/>
I1007 10:46:48.485584 23621 main.go:141] libmachine: (ha-406505-m02) <pae/>
I1007 10:46:48.485596 23621 main.go:141] libmachine: (ha-406505-m02)
I1007 10:46:48.485608 23621 main.go:141] libmachine: (ha-406505-m02) </features>
I1007 10:46:48.485625 23621 main.go:141] libmachine: (ha-406505-m02) <cpu mode='host-passthrough'>
I1007 10:46:48.485637 23621 main.go:141] libmachine: (ha-406505-m02)
I1007 10:46:48.485645 23621 main.go:141] libmachine: (ha-406505-m02) </cpu>
I1007 10:46:48.485659 23621 main.go:141] libmachine: (ha-406505-m02) <os>
I1007 10:46:48.485671 23621 main.go:141] libmachine: (ha-406505-m02) <type>hvm</type>
I1007 10:46:48.485684 23621 main.go:141] libmachine: (ha-406505-m02) <boot dev='cdrom'/>
I1007 10:46:48.485699 23621 main.go:141] libmachine: (ha-406505-m02) <boot dev='hd'/>
I1007 10:46:48.485712 23621 main.go:141] libmachine: (ha-406505-m02) <bootmenu enable='no'/>
I1007 10:46:48.485721 23621 main.go:141] libmachine: (ha-406505-m02) </os>
I1007 10:46:48.485801 23621 main.go:141] libmachine: (ha-406505-m02) <devices>
I1007 10:46:48.485824 23621 main.go:141] libmachine: (ha-406505-m02) <disk type='file' device='cdrom'>
I1007 10:46:48.485840 23621 main.go:141] libmachine: (ha-406505-m02) <source file='/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/boot2docker.iso'/>
I1007 10:46:48.485854 23621 main.go:141] libmachine: (ha-406505-m02) <target dev='hdc' bus='scsi'/>
I1007 10:46:48.485865 23621 main.go:141] libmachine: (ha-406505-m02) <readonly/>
I1007 10:46:48.485875 23621 main.go:141] libmachine: (ha-406505-m02) </disk>
I1007 10:46:48.485902 23621 main.go:141] libmachine: (ha-406505-m02) <disk type='file' device='disk'>
I1007 10:46:48.485924 23621 main.go:141] libmachine: (ha-406505-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1007 10:46:48.485938 23621 main.go:141] libmachine: (ha-406505-m02) <source file='/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/ha-406505-m02.rawdisk'/>
I1007 10:46:48.485950 23621 main.go:141] libmachine: (ha-406505-m02) <target dev='hda' bus='virtio'/>
I1007 10:46:48.485972 23621 main.go:141] libmachine: (ha-406505-m02) </disk>
I1007 10:46:48.485982 23621 main.go:141] libmachine: (ha-406505-m02) <interface type='network'>
I1007 10:46:48.485991 23621 main.go:141] libmachine: (ha-406505-m02) <source network='mk-ha-406505'/>
I1007 10:46:48.485999 23621 main.go:141] libmachine: (ha-406505-m02) <model type='virtio'/>
I1007 10:46:48.486005 23621 main.go:141] libmachine: (ha-406505-m02) </interface>
I1007 10:46:48.486013 23621 main.go:141] libmachine: (ha-406505-m02) <interface type='network'>
I1007 10:46:48.486025 23621 main.go:141] libmachine: (ha-406505-m02) <source network='default'/>
I1007 10:46:48.486034 23621 main.go:141] libmachine: (ha-406505-m02) <model type='virtio'/>
I1007 10:46:48.486044 23621 main.go:141] libmachine: (ha-406505-m02) </interface>
I1007 10:46:48.486053 23621 main.go:141] libmachine: (ha-406505-m02) <serial type='pty'>
I1007 10:46:48.486063 23621 main.go:141] libmachine: (ha-406505-m02) <target port='0'/>
I1007 10:46:48.486074 23621 main.go:141] libmachine: (ha-406505-m02) </serial>
I1007 10:46:48.486084 23621 main.go:141] libmachine: (ha-406505-m02) <console type='pty'>
I1007 10:46:48.486094 23621 main.go:141] libmachine: (ha-406505-m02) <target type='serial' port='0'/>
I1007 10:46:48.486098 23621 main.go:141] libmachine: (ha-406505-m02) </console>
I1007 10:46:48.486106 23621 main.go:141] libmachine: (ha-406505-m02) <rng model='virtio'>
I1007 10:46:48.486122 23621 main.go:141] libmachine: (ha-406505-m02) <backend model='random'>/dev/random</backend>
I1007 10:46:48.486134 23621 main.go:141] libmachine: (ha-406505-m02) </rng>
I1007 10:46:48.486147 23621 main.go:141] libmachine: (ha-406505-m02)
I1007 10:46:48.486157 23621 main.go:141] libmachine: (ha-406505-m02)
I1007 10:46:48.486167 23621 main.go:141] libmachine: (ha-406505-m02) </devices>
I1007 10:46:48.486184 23621 main.go:141] libmachine: (ha-406505-m02) </domain>
I1007 10:46:48.486192 23621 main.go:141] libmachine: (ha-406505-m02)
I1007 10:46:48.492959 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:11:dc:7d in network default
I1007 10:46:48.493532 23621 main.go:141] libmachine: (ha-406505-m02) Ensuring networks are active...
I1007 10:46:48.493555 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:48.494204 23621 main.go:141] libmachine: (ha-406505-m02) Ensuring network default is active
I1007 10:46:48.494531 23621 main.go:141] libmachine: (ha-406505-m02) Ensuring network mk-ha-406505 is active
I1007 10:46:48.494994 23621 main.go:141] libmachine: (ha-406505-m02) Getting domain xml...
I1007 10:46:48.495697 23621 main.go:141] libmachine: (ha-406505-m02) Creating domain...
I1007 10:46:49.708066 23621 main.go:141] libmachine: (ha-406505-m02) Waiting to get IP...
I1007 10:46:49.709797 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:49.710242 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:46:49.710274 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:49.710223 23988 retry.go:31] will retry after 204.773065ms: waiting for machine to come up
I1007 10:46:49.916620 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:49.917029 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:46:49.917049 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:49.916992 23988 retry.go:31] will retry after 235.714104ms: waiting for machine to come up
I1007 10:46:50.154409 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:50.154821 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:46:50.154854 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:50.154800 23988 retry.go:31] will retry after 473.988416ms: waiting for machine to come up
I1007 10:46:50.630146 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:50.630593 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:46:50.630617 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:50.630561 23988 retry.go:31] will retry after 436.51933ms: waiting for machine to come up
I1007 10:46:51.068126 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:51.068602 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:46:51.068629 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:51.068593 23988 retry.go:31] will retry after 554.772898ms: waiting for machine to come up
I1007 10:46:51.625423 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:51.625799 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:46:51.625821 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:51.625760 23988 retry.go:31] will retry after 790.073775ms: waiting for machine to come up
I1007 10:46:52.417715 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:52.418041 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:46:52.418068 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:52.417996 23988 retry.go:31] will retry after 1.143940138s: waiting for machine to come up
I1007 10:46:53.563665 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:53.564172 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:46:53.564191 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:53.564119 23988 retry.go:31] will retry after 1.216262675s: waiting for machine to come up
I1007 10:46:54.782182 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:54.782642 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:46:54.782668 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:54.782571 23988 retry.go:31] will retry after 1.336251943s: waiting for machine to come up
I1007 10:46:56.120924 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:56.121343 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:46:56.121364 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:56.121297 23988 retry.go:31] will retry after 2.26253824s: waiting for machine to come up
I1007 10:46:58.385702 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:46:58.386103 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:46:58.386134 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:46:58.386057 23988 retry.go:31] will retry after 1.827723489s: waiting for machine to come up
I1007 10:47:00.215316 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:00.215726 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:47:00.215747 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:47:00.215701 23988 retry.go:31] will retry after 2.599258612s: waiting for machine to come up
I1007 10:47:02.818331 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:02.818781 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:47:02.818803 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:47:02.818737 23988 retry.go:31] will retry after 3.193038382s: waiting for machine to come up
I1007 10:47:06.014368 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:06.014784 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find current IP address of domain ha-406505-m02 in network mk-ha-406505
I1007 10:47:06.014809 23621 main.go:141] libmachine: (ha-406505-m02) DBG | I1007 10:47:06.014743 23988 retry.go:31] will retry after 3.576827994s: waiting for machine to come up
I1007 10:47:09.593923 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:09.594365 23621 main.go:141] libmachine: (ha-406505-m02) Found IP for machine: 192.168.39.37
I1007 10:47:09.594385 23621 main.go:141] libmachine: (ha-406505-m02) Reserving static IP address...
I1007 10:47:09.594399 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has current primary IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:09.594746 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find host DHCP lease matching {name: "ha-406505-m02", mac: "52:54:00:c4:d0:65", ip: "192.168.39.37"} in network mk-ha-406505
I1007 10:47:09.668479 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Getting to WaitForSSH function...
I1007 10:47:09.668509 23621 main.go:141] libmachine: (ha-406505-m02) Reserved static IP address: 192.168.39.37
I1007 10:47:09.668519 23621 main.go:141] libmachine: (ha-406505-m02) Waiting for SSH to be available...
I1007 10:47:09.670956 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:09.671275 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505
I1007 10:47:09.671303 23621 main.go:141] libmachine: (ha-406505-m02) DBG | unable to find defined IP address of network mk-ha-406505 interface with MAC address 52:54:00:c4:d0:65
I1007 10:47:09.671456 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Using SSH client type: external
I1007 10:47:09.671481 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/id_rsa (-rw-------)
I1007 10:47:09.671540 23621 main.go:141] libmachine: (ha-406505-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 10:47:09.671566 23621 main.go:141] libmachine: (ha-406505-m02) DBG | About to run SSH command:
I1007 10:47:09.671585 23621 main.go:141] libmachine: (ha-406505-m02) DBG | exit 0
I1007 10:47:09.675078 23621 main.go:141] libmachine: (ha-406505-m02) DBG | SSH cmd err, output: exit status 255:
I1007 10:47:09.675099 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1007 10:47:09.675105 23621 main.go:141] libmachine: (ha-406505-m02) DBG | command : exit 0
I1007 10:47:09.675110 23621 main.go:141] libmachine: (ha-406505-m02) DBG | err : exit status 255
I1007 10:47:09.675118 23621 main.go:141] libmachine: (ha-406505-m02) DBG | output :
I1007 10:47:12.677242 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Getting to WaitForSSH function...
I1007 10:47:12.679802 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:12.680241 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:12.680268 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:12.680410 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Using SSH client type: external
I1007 10:47:12.680433 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/id_rsa (-rw-------)
I1007 10:47:12.680466 23621 main.go:141] libmachine: (ha-406505-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.37 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 10:47:12.680481 23621 main.go:141] libmachine: (ha-406505-m02) DBG | About to run SSH command:
I1007 10:47:12.680494 23621 main.go:141] libmachine: (ha-406505-m02) DBG | exit 0
I1007 10:47:12.804189 23621 main.go:141] libmachine: (ha-406505-m02) DBG | SSH cmd err, output: <nil>:
I1007 10:47:12.804446 23621 main.go:141] libmachine: (ha-406505-m02) KVM machine creation complete!
I1007 10:47:12.804774 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetConfigRaw
I1007 10:47:12.805439 23621 main.go:141] libmachine: (ha-406505-m02) Calling .DriverName
I1007 10:47:12.805661 23621 main.go:141] libmachine: (ha-406505-m02) Calling .DriverName
I1007 10:47:12.805843 23621 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1007 10:47:12.805857 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetState
I1007 10:47:12.807411 23621 main.go:141] libmachine: Detecting operating system of created instance...
I1007 10:47:12.807423 23621 main.go:141] libmachine: Waiting for SSH to be available...
I1007 10:47:12.807428 23621 main.go:141] libmachine: Getting to WaitForSSH function...
I1007 10:47:12.807434 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHHostname
I1007 10:47:12.809666 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:12.809974 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:12.810001 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:12.810264 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHPort
I1007 10:47:12.810464 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:12.810653 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:12.810803 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHUsername
I1007 10:47:12.810961 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:47:12.811169 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.37 22 <nil> <nil>}
I1007 10:47:12.811184 23621 main.go:141] libmachine: About to run SSH command:
exit 0
I1007 10:47:12.919372 23621 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 10:47:12.919420 23621 main.go:141] libmachine: Detecting the provisioner...
I1007 10:47:12.919430 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHHostname
I1007 10:47:12.922565 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:12.922966 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:12.922996 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:12.923171 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHPort
I1007 10:47:12.923359 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:12.923510 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:12.923635 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHUsername
I1007 10:47:12.923785 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:47:12.923977 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.37 22 <nil> <nil>}
I1007 10:47:12.924003 23621 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1007 10:47:13.033371 23621 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1007 10:47:13.033448 23621 main.go:141] libmachine: found compatible host: buildroot
I1007 10:47:13.033459 23621 main.go:141] libmachine: Provisioning with buildroot...
I1007 10:47:13.033472 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetMachineName
I1007 10:47:13.033744 23621 buildroot.go:166] provisioning hostname "ha-406505-m02"
I1007 10:47:13.033784 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetMachineName
I1007 10:47:13.033956 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHHostname
I1007 10:47:13.036444 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.036782 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:13.036811 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.036919 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHPort
I1007 10:47:13.037077 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:13.037212 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:13.037334 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHUsername
I1007 10:47:13.037500 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:47:13.037700 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.37 22 <nil> <nil>}
I1007 10:47:13.037718 23621 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-406505-m02 && echo "ha-406505-m02" | sudo tee /etc/hostname
I1007 10:47:13.163957 23621 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-406505-m02
I1007 10:47:13.164007 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHHostname
I1007 10:47:13.166790 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.167220 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:13.167245 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.167419 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHPort
I1007 10:47:13.167615 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:13.167799 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:13.167934 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHUsername
I1007 10:47:13.168112 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:47:13.168270 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.37 22 <nil> <nil>}
I1007 10:47:13.168286 23621 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-406505-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-406505-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-406505-m02' | sudo tee -a /etc/hosts;
fi
fi
I1007 10:47:13.289811 23621 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 10:47:13.289837 23621 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19761-3912/.minikube CaCertPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19761-3912/.minikube}
I1007 10:47:13.289852 23621 buildroot.go:174] setting up certificates
I1007 10:47:13.289860 23621 provision.go:84] configureAuth start
I1007 10:47:13.289876 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetMachineName
I1007 10:47:13.290178 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetIP
I1007 10:47:13.292829 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.293122 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:13.293145 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.293256 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHHostname
I1007 10:47:13.296131 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.296632 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:13.296661 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.296855 23621 provision.go:143] copyHostCerts
I1007 10:47:13.296886 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem
I1007 10:47:13.296917 23621 exec_runner.go:144] found /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem, removing ...
I1007 10:47:13.296926 23621 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem
I1007 10:47:13.296997 23621 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem (1675 bytes)
I1007 10:47:13.297093 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem
I1007 10:47:13.297110 23621 exec_runner.go:144] found /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem, removing ...
I1007 10:47:13.297114 23621 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem
I1007 10:47:13.297137 23621 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem (1082 bytes)
I1007 10:47:13.297178 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem
I1007 10:47:13.297193 23621 exec_runner.go:144] found /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem, removing ...
I1007 10:47:13.297199 23621 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem
I1007 10:47:13.297219 23621 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem (1123 bytes)
I1007 10:47:13.297264 23621 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca-key.pem org=jenkins.ha-406505-m02 san=[127.0.0.1 192.168.39.37 ha-406505-m02 localhost minikube]
I1007 10:47:13.470867 23621 provision.go:177] copyRemoteCerts
I1007 10:47:13.470925 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1007 10:47:13.470948 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHHostname
I1007 10:47:13.473620 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.473865 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:13.473901 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.474152 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHPort
I1007 10:47:13.474379 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:13.474538 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHUsername
I1007 10:47:13.474650 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.37 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/id_rsa Username:docker}
I1007 10:47:13.558906 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1007 10:47:13.558995 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1007 10:47:13.584265 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem -> /etc/docker/server.pem
I1007 10:47:13.584335 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1007 10:47:13.609098 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1007 10:47:13.609208 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1007 10:47:13.633989 23621 provision.go:87] duration metric: took 344.11512ms to configureAuth
I1007 10:47:13.634025 23621 buildroot.go:189] setting minikube options for container-runtime
I1007 10:47:13.634234 23621 config.go:182] Loaded profile config "ha-406505": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 10:47:13.634302 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHHostname
I1007 10:47:13.636945 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.637279 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:13.637307 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.637491 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHPort
I1007 10:47:13.637663 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:13.637855 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:13.638031 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHUsername
I1007 10:47:13.638190 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:47:13.638341 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.37 22 <nil> <nil>}
I1007 10:47:13.638355 23621 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1007 10:47:13.873602 23621 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1007 10:47:13.873628 23621 main.go:141] libmachine: Checking connection to Docker...
I1007 10:47:13.873636 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetURL
I1007 10:47:13.874889 23621 main.go:141] libmachine: (ha-406505-m02) DBG | Using libvirt version 6000000
I1007 10:47:13.877460 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.877837 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:13.877860 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.878084 23621 main.go:141] libmachine: Docker is up and running!
I1007 10:47:13.878101 23621 main.go:141] libmachine: Reticulating splines...
I1007 10:47:13.878109 23621 client.go:171] duration metric: took 25.765852825s to LocalClient.Create
I1007 10:47:13.878137 23621 start.go:167] duration metric: took 25.765919747s to libmachine.API.Create "ha-406505"
I1007 10:47:13.878150 23621 start.go:293] postStartSetup for "ha-406505-m02" (driver="kvm2")
I1007 10:47:13.878166 23621 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1007 10:47:13.878189 23621 main.go:141] libmachine: (ha-406505-m02) Calling .DriverName
I1007 10:47:13.878390 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1007 10:47:13.878411 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHHostname
I1007 10:47:13.880668 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.881014 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:13.881044 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:13.881180 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHPort
I1007 10:47:13.881364 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:13.881519 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHUsername
I1007 10:47:13.881655 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.37 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/id_rsa Username:docker}
I1007 10:47:13.968514 23621 ssh_runner.go:195] Run: cat /etc/os-release
I1007 10:47:13.973091 23621 info.go:137] Remote host: Buildroot 2023.02.9
I1007 10:47:13.973116 23621 filesync.go:126] Scanning /home/jenkins/minikube-integration/19761-3912/.minikube/addons for local assets ...
I1007 10:47:13.973185 23621 filesync.go:126] Scanning /home/jenkins/minikube-integration/19761-3912/.minikube/files for local assets ...
I1007 10:47:13.973262 23621 filesync.go:149] local asset: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem -> 110962.pem in /etc/ssl/certs
I1007 10:47:13.973272 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem -> /etc/ssl/certs/110962.pem
I1007 10:47:13.973349 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1007 10:47:13.984972 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem --> /etc/ssl/certs/110962.pem (1708 bytes)
I1007 10:47:14.013706 23621 start.go:296] duration metric: took 135.541721ms for postStartSetup
I1007 10:47:14.013768 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetConfigRaw
I1007 10:47:14.014387 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetIP
I1007 10:47:14.017290 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:14.017760 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:14.017791 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:14.018011 23621 profile.go:143] Saving config to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/config.json ...
I1007 10:47:14.018210 23621 start.go:128] duration metric: took 25.92528673s to createHost
I1007 10:47:14.018236 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHHostname
I1007 10:47:14.020800 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:14.021086 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:14.021115 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:14.021288 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHPort
I1007 10:47:14.021489 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:14.021660 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:14.021768 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHUsername
I1007 10:47:14.021952 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:47:14.022115 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.37 22 <nil> <nil>}
I1007 10:47:14.022125 23621 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1007 10:47:14.132989 23621 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728298034.110680519
I1007 10:47:14.133013 23621 fix.go:216] guest clock: 1728298034.110680519
I1007 10:47:14.133022 23621 fix.go:229] Guest: 2024-10-07 10:47:14.110680519 +0000 UTC Remote: 2024-10-07 10:47:14.018221797 +0000 UTC m=+73.371361289 (delta=92.458722ms)
I1007 10:47:14.133040 23621 fix.go:200] guest clock delta is within tolerance: 92.458722ms
I1007 10:47:14.133051 23621 start.go:83] releasing machines lock for "ha-406505-m02", held for 26.040206453s
I1007 10:47:14.133067 23621 main.go:141] libmachine: (ha-406505-m02) Calling .DriverName
I1007 10:47:14.133299 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetIP
I1007 10:47:14.135869 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:14.136305 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:14.136328 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:14.139140 23621 out.go:177] * Found network options:
I1007 10:47:14.140689 23621 out.go:177] - NO_PROXY=192.168.39.250
W1007 10:47:14.142083 23621 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 10:47:14.142129 23621 main.go:141] libmachine: (ha-406505-m02) Calling .DriverName
I1007 10:47:14.142678 23621 main.go:141] libmachine: (ha-406505-m02) Calling .DriverName
I1007 10:47:14.142868 23621 main.go:141] libmachine: (ha-406505-m02) Calling .DriverName
I1007 10:47:14.142974 23621 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1007 10:47:14.143014 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHHostname
W1007 10:47:14.143107 23621 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 10:47:14.143184 23621 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1007 10:47:14.143226 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHHostname
I1007 10:47:14.145983 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:14.146148 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:14.146289 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:14.146315 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:14.146499 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHPort
I1007 10:47:14.146575 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:14.146609 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:14.146657 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:14.146758 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHPort
I1007 10:47:14.146834 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHUsername
I1007 10:47:14.146877 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHKeyPath
I1007 10:47:14.146982 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.37 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/id_rsa Username:docker}
I1007 10:47:14.147039 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetSSHUsername
I1007 10:47:14.147184 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.37 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m02/id_rsa Username:docker}
I1007 10:47:14.387899 23621 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1007 10:47:14.394771 23621 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1007 10:47:14.394848 23621 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1007 10:47:14.410661 23621 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1007 10:47:14.410689 23621 start.go:495] detecting cgroup driver to use...
I1007 10:47:14.410772 23621 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1007 10:47:14.427868 23621 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1007 10:47:14.444153 23621 docker.go:217] disabling cri-docker service (if available) ...
I1007 10:47:14.444206 23621 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1007 10:47:14.460223 23621 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1007 10:47:14.476365 23621 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1007 10:47:14.606104 23621 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1007 10:47:14.745910 23621 docker.go:233] disabling docker service ...
I1007 10:47:14.745980 23621 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1007 10:47:14.760987 23621 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1007 10:47:14.774829 23621 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1007 10:47:14.912287 23621 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1007 10:47:15.035180 23621 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1007 10:47:15.050257 23621 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1007 10:47:15.070114 23621 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1007 10:47:15.070181 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:47:15.081232 23621 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1007 10:47:15.081328 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:47:15.097360 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:47:15.109085 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:47:15.120920 23621 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1007 10:47:15.132712 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:47:15.143857 23621 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:47:15.162242 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:47:15.173052 23621 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1007 10:47:15.183576 23621 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1007 10:47:15.183636 23621 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1007 10:47:15.198592 23621 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1007 10:47:15.209269 23621 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 10:47:15.343340 23621 ssh_runner.go:195] Run: sudo systemctl restart crio
I1007 10:47:15.435410 23621 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1007 10:47:15.435495 23621 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1007 10:47:15.440650 23621 start.go:563] Will wait 60s for crictl version
I1007 10:47:15.440716 23621 ssh_runner.go:195] Run: which crictl
I1007 10:47:15.445010 23621 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1007 10:47:15.485747 23621 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1007 10:47:15.485842 23621 ssh_runner.go:195] Run: crio --version
I1007 10:47:15.514633 23621 ssh_runner.go:195] Run: crio --version
I1007 10:47:15.544607 23621 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1007 10:47:15.546495 23621 out.go:177] - env NO_PROXY=192.168.39.250
I1007 10:47:15.547763 23621 main.go:141] libmachine: (ha-406505-m02) Calling .GetIP
I1007 10:47:15.550503 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:15.550835 23621 main.go:141] libmachine: (ha-406505-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:c4:d0:65", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:47:03 +0000 UTC Type:0 Mac:52:54:00:c4:d0:65 Iaid: IPaddr:192.168.39.37 Prefix:24 Hostname:ha-406505-m02 Clientid:01:52:54:00:c4:d0:65}
I1007 10:47:15.550856 23621 main.go:141] libmachine: (ha-406505-m02) DBG | domain ha-406505-m02 has defined IP address 192.168.39.37 and MAC address 52:54:00:c4:d0:65 in network mk-ha-406505
I1007 10:47:15.551135 23621 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1007 10:47:15.555619 23621 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 10:47:15.568228 23621 mustload.go:65] Loading cluster: ha-406505
I1007 10:47:15.568429 23621 config.go:182] Loaded profile config "ha-406505": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 10:47:15.568711 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:47:15.568757 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:47:15.583930 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:32787
I1007 10:47:15.584453 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:47:15.584977 23621 main.go:141] libmachine: Using API Version 1
I1007 10:47:15.584999 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:47:15.585308 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:47:15.585449 23621 main.go:141] libmachine: (ha-406505) Calling .GetState
I1007 10:47:15.586928 23621 host.go:66] Checking if "ha-406505" exists ...
I1007 10:47:15.587242 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:47:15.587291 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:47:15.601672 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41215
I1007 10:47:15.602061 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:47:15.602537 23621 main.go:141] libmachine: Using API Version 1
I1007 10:47:15.602556 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:47:15.602817 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:47:15.602964 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:47:15.603079 23621 certs.go:68] Setting up /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505 for IP: 192.168.39.37
I1007 10:47:15.603088 23621 certs.go:194] generating shared ca certs ...
I1007 10:47:15.603106 23621 certs.go:226] acquiring lock for ca certs: {Name:mkf57a9688688af6e57e75bbfa1f06ec72c2c052 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:47:15.603231 23621 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.key
I1007 10:47:15.603292 23621 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.key
I1007 10:47:15.603306 23621 certs.go:256] generating profile certs ...
I1007 10:47:15.603393 23621 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.key
I1007 10:47:15.603425 23621 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.9c139e39
I1007 10:47:15.603446 23621 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.9c139e39 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.250 192.168.39.37 192.168.39.254]
I1007 10:47:15.744161 23621 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.9c139e39 ...
I1007 10:47:15.744193 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.9c139e39: {Name:mkae386a40e79e3b04467f9f82e8cc7ab31669ba Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:47:15.744370 23621 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.9c139e39 ...
I1007 10:47:15.744387 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.9c139e39: {Name:mkd96b82bea042246d2ff8a9f6d26e46ce2f8d80 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:47:15.744484 23621 certs.go:381] copying /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.9c139e39 -> /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt
I1007 10:47:15.744631 23621 certs.go:385] copying /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.9c139e39 -> /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key
I1007 10:47:15.744793 23621 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.key
I1007 10:47:15.744812 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1007 10:47:15.744830 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1007 10:47:15.744846 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1007 10:47:15.744865 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1007 10:47:15.744882 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1007 10:47:15.744900 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1007 10:47:15.744919 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1007 10:47:15.744937 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1007 10:47:15.745001 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096.pem (1338 bytes)
W1007 10:47:15.745040 23621 certs.go:480] ignoring /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096_empty.pem, impossibly tiny 0 bytes
I1007 10:47:15.745053 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca-key.pem (1679 bytes)
I1007 10:47:15.745085 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem (1082 bytes)
I1007 10:47:15.745117 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem (1123 bytes)
I1007 10:47:15.745148 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem (1675 bytes)
I1007 10:47:15.745217 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem (1708 bytes)
I1007 10:47:15.745255 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1007 10:47:15.745278 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096.pem -> /usr/share/ca-certificates/11096.pem
I1007 10:47:15.745298 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem -> /usr/share/ca-certificates/110962.pem
I1007 10:47:15.745339 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:47:15.748712 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:47:15.749114 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:47:15.749137 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:47:15.749337 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:47:15.749533 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:47:15.749703 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:47:15.749841 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.250 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa Username:docker}
I1007 10:47:15.828372 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1007 10:47:15.833129 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1007 10:47:15.845052 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1007 10:47:15.849337 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1007 10:47:15.859666 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1007 10:47:15.864073 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1007 10:47:15.882571 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1007 10:47:15.888480 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1007 10:47:15.901431 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1007 10:47:15.905968 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1007 10:47:15.922566 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1007 10:47:15.927045 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1007 10:47:15.940895 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1007 10:47:15.967974 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1007 10:47:15.993940 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1007 10:47:16.018147 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1007 10:47:16.043434 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1007 10:47:16.069121 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1007 10:47:16.093333 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1007 10:47:16.117209 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1007 10:47:16.141941 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1007 10:47:16.166358 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096.pem --> /usr/share/ca-certificates/11096.pem (1338 bytes)
I1007 10:47:16.191390 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem --> /usr/share/ca-certificates/110962.pem (1708 bytes)
I1007 10:47:16.216168 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1007 10:47:16.233270 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1007 10:47:16.250510 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1007 10:47:16.267543 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1007 10:47:16.287073 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1007 10:47:16.306608 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1007 10:47:16.324070 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1007 10:47:16.341221 23621 ssh_runner.go:195] Run: openssl version
I1007 10:47:16.347150 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/110962.pem && ln -fs /usr/share/ca-certificates/110962.pem /etc/ssl/certs/110962.pem"
I1007 10:47:16.358131 23621 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/110962.pem
I1007 10:47:16.362824 23621 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 7 10:41 /usr/share/ca-certificates/110962.pem
I1007 10:47:16.362874 23621 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/110962.pem
I1007 10:47:16.368599 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/110962.pem /etc/ssl/certs/3ec20f2e.0"
I1007 10:47:16.378927 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1007 10:47:16.389775 23621 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1007 10:47:16.394445 23621 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 7 10:22 /usr/share/ca-certificates/minikubeCA.pem
I1007 10:47:16.394503 23621 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1007 10:47:16.400151 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1007 10:47:16.410835 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11096.pem && ln -fs /usr/share/ca-certificates/11096.pem /etc/ssl/certs/11096.pem"
I1007 10:47:16.421451 23621 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11096.pem
I1007 10:47:16.425954 23621 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 7 10:41 /usr/share/ca-certificates/11096.pem
I1007 10:47:16.426044 23621 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11096.pem
I1007 10:47:16.432023 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11096.pem /etc/ssl/certs/51391683.0"
I1007 10:47:16.443765 23621 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1007 10:47:16.448499 23621 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1007 10:47:16.448550 23621 kubeadm.go:934] updating node {m02 192.168.39.37 8443 v1.31.1 crio true true} ...
I1007 10:47:16.448621 23621 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-406505-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.37
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-406505 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1007 10:47:16.448641 23621 kube-vip.go:115] generating kube-vip config ...
I1007 10:47:16.448674 23621 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1007 10:47:16.465324 23621 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1007 10:47:16.465389 23621 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1007 10:47:16.465443 23621 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1007 10:47:16.476363 23621 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1007 10:47:16.476434 23621 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1007 10:47:16.487040 23621 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1007 10:47:16.487085 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 10:47:16.487142 23621 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubelet
I1007 10:47:16.487150 23621 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 10:47:16.487275 23621 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I1007 10:47:16.491771 23621 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1007 10:47:16.491798 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1007 10:47:17.509026 23621 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 10:47:17.524363 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 10:47:17.524452 23621 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 10:47:17.528672 23621 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1007 10:47:17.528709 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1007 10:47:17.599765 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 10:47:17.599853 23621 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 10:47:17.612766 23621 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1007 10:47:17.612810 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1007 10:47:18.077437 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1007 10:47:18.088177 23621 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1007 10:47:18.105381 23621 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1007 10:47:18.122405 23621 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1007 10:47:18.142555 23621 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1007 10:47:18.146470 23621 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 10:47:18.159594 23621 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 10:47:18.291092 23621 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 10:47:18.309170 23621 host.go:66] Checking if "ha-406505" exists ...
I1007 10:47:18.309657 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:47:18.309712 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:47:18.324913 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37239
I1007 10:47:18.325340 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:47:18.325803 23621 main.go:141] libmachine: Using API Version 1
I1007 10:47:18.325831 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:47:18.326166 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:47:18.326334 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:47:18.326443 23621 start.go:317] joinCluster: &{Name:ha-406505 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-406505 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.250 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.37 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiratio
n:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1007 10:47:18.326602 23621 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1007 10:47:18.326630 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:47:18.329583 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:47:18.329975 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:47:18.330001 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:47:18.330140 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:47:18.330306 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:47:18.330451 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:47:18.330595 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.250 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa Username:docker}
I1007 10:47:18.480055 23621 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.37 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 10:47:18.480129 23621 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token hab5tp.p59kud3l77ixefj4 --discovery-token-ca-cert-hash sha256:0af1372f9d63e41286c8f9287aaea3172bad212ad1bff5430661d64dd44628df --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-406505-m02 --control-plane --apiserver-advertise-address=192.168.39.37 --apiserver-bind-port=8443"
I1007 10:47:40.053984 23621 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token hab5tp.p59kud3l77ixefj4 --discovery-token-ca-cert-hash sha256:0af1372f9d63e41286c8f9287aaea3172bad212ad1bff5430661d64dd44628df --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-406505-m02 --control-plane --apiserver-advertise-address=192.168.39.37 --apiserver-bind-port=8443": (21.573829794s)
I1007 10:47:40.054022 23621 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1007 10:47:40.624911 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-406505-m02 minikube.k8s.io/updated_at=2024_10_07T10_47_40_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=1b06d4f2a8ccec01d969e2c3d6aacc70438e6b0f minikube.k8s.io/name=ha-406505 minikube.k8s.io/primary=false
I1007 10:47:40.773203 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-406505-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1007 10:47:40.895450 23621 start.go:319] duration metric: took 22.569002454s to joinCluster
I1007 10:47:40.895532 23621 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.37 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 10:47:40.895833 23621 config.go:182] Loaded profile config "ha-406505": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 10:47:40.897246 23621 out.go:177] * Verifying Kubernetes components...
I1007 10:47:40.898575 23621 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 10:47:41.187385 23621 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 10:47:41.220775 23621 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19761-3912/kubeconfig
I1007 10:47:41.221110 23621 kapi.go:59] client config for ha-406505: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.crt", KeyFile:"/home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.key", CAFile:"/home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1007 10:47:41.221195 23621 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.250:8443
I1007 10:47:41.221469 23621 node_ready.go:35] waiting up to 6m0s for node "ha-406505-m02" to be "Ready" ...
I1007 10:47:41.221568 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:41.221578 23621 round_trippers.go:469] Request Headers:
I1007 10:47:41.221589 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:41.221596 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:41.242142 23621 round_trippers.go:574] Response Status: 200 OK in 20 milliseconds
I1007 10:47:41.721789 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:41.721819 23621 round_trippers.go:469] Request Headers:
I1007 10:47:41.721830 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:41.721836 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:41.725638 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:42.222559 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:42.222582 23621 round_trippers.go:469] Request Headers:
I1007 10:47:42.222592 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:42.222597 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:42.226807 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:42.722633 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:42.722659 23621 round_trippers.go:469] Request Headers:
I1007 10:47:42.722670 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:42.722676 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:42.727142 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:43.222278 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:43.222306 23621 round_trippers.go:469] Request Headers:
I1007 10:47:43.222318 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:43.222325 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:43.225924 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:43.226434 23621 node_ready.go:53] node "ha-406505-m02" has status "Ready":"False"
I1007 10:47:43.722388 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:43.722413 23621 round_trippers.go:469] Request Headers:
I1007 10:47:43.722421 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:43.722426 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:43.726394 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:44.221754 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:44.221782 23621 round_trippers.go:469] Request Headers:
I1007 10:47:44.221791 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:44.221797 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:44.225377 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:44.722382 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:44.722405 23621 round_trippers.go:469] Request Headers:
I1007 10:47:44.722415 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:44.722421 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:44.726019 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:45.222002 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:45.222024 23621 round_trippers.go:469] Request Headers:
I1007 10:47:45.222035 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:45.222042 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:45.228065 23621 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 10:47:45.228617 23621 node_ready.go:53] node "ha-406505-m02" has status "Ready":"False"
I1007 10:47:45.722139 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:45.722161 23621 round_trippers.go:469] Request Headers:
I1007 10:47:45.722169 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:45.722174 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:45.726310 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:46.221951 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:46.221984 23621 round_trippers.go:469] Request Headers:
I1007 10:47:46.221995 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:46.222001 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:46.226108 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:46.722407 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:46.722427 23621 round_trippers.go:469] Request Headers:
I1007 10:47:46.722434 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:46.722439 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:46.726228 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:47.222433 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:47.222457 23621 round_trippers.go:469] Request Headers:
I1007 10:47:47.222466 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:47.222471 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:47.226517 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:47.722508 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:47.722532 23621 round_trippers.go:469] Request Headers:
I1007 10:47:47.722541 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:47.722546 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:47.725944 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:47.726592 23621 node_ready.go:53] node "ha-406505-m02" has status "Ready":"False"
I1007 10:47:48.222456 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:48.222477 23621 round_trippers.go:469] Request Headers:
I1007 10:47:48.222487 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:48.222492 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:48.568208 23621 round_trippers.go:574] Response Status: 200 OK in 345 milliseconds
I1007 10:47:48.721707 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:48.721729 23621 round_trippers.go:469] Request Headers:
I1007 10:47:48.721737 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:48.721740 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:48.725191 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:49.222104 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:49.222129 23621 round_trippers.go:469] Request Headers:
I1007 10:47:49.222137 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:49.222142 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:49.226421 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:49.722572 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:49.722597 23621 round_trippers.go:469] Request Headers:
I1007 10:47:49.722606 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:49.722610 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:49.726213 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:49.726960 23621 node_ready.go:53] node "ha-406505-m02" has status "Ready":"False"
I1007 10:47:50.222350 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:50.222373 23621 round_trippers.go:469] Request Headers:
I1007 10:47:50.222381 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:50.222384 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:50.226118 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:50.722605 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:50.722631 23621 round_trippers.go:469] Request Headers:
I1007 10:47:50.722640 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:50.722645 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:50.726160 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:51.221666 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:51.221694 23621 round_trippers.go:469] Request Headers:
I1007 10:47:51.221714 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:51.221721 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:51.225253 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:51.722133 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:51.722158 23621 round_trippers.go:469] Request Headers:
I1007 10:47:51.722167 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:51.722171 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:51.725645 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:52.221757 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:52.221780 23621 round_trippers.go:469] Request Headers:
I1007 10:47:52.221787 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:52.221792 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:52.226043 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:52.226536 23621 node_ready.go:53] node "ha-406505-m02" has status "Ready":"False"
I1007 10:47:52.721878 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:52.721905 23621 round_trippers.go:469] Request Headers:
I1007 10:47:52.721913 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:52.721917 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:52.725379 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:53.221755 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:53.221777 23621 round_trippers.go:469] Request Headers:
I1007 10:47:53.221786 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:53.221789 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:53.225585 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:53.721883 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:53.721908 23621 round_trippers.go:469] Request Headers:
I1007 10:47:53.721920 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:53.721925 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:53.725474 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:54.221694 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:54.221720 23621 round_trippers.go:469] Request Headers:
I1007 10:47:54.221731 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:54.221737 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:54.225868 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:54.226748 23621 node_ready.go:53] node "ha-406505-m02" has status "Ready":"False"
I1007 10:47:54.722061 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:54.722086 23621 round_trippers.go:469] Request Headers:
I1007 10:47:54.722094 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:54.722099 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:54.725979 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:55.221978 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:55.222010 23621 round_trippers.go:469] Request Headers:
I1007 10:47:55.222019 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:55.222022 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:55.225724 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:55.721884 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:55.721911 23621 round_trippers.go:469] Request Headers:
I1007 10:47:55.721924 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:55.721931 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:55.726067 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:56.222572 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:56.222595 23621 round_trippers.go:469] Request Headers:
I1007 10:47:56.222603 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:56.222606 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:56.227082 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:56.227824 23621 node_ready.go:53] node "ha-406505-m02" has status "Ready":"False"
I1007 10:47:56.722293 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:56.722317 23621 round_trippers.go:469] Request Headers:
I1007 10:47:56.722325 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:56.722329 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:56.726068 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:57.222438 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:57.222461 23621 round_trippers.go:469] Request Headers:
I1007 10:47:57.222469 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:57.222478 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:57.226913 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:57.722050 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:57.722075 23621 round_trippers.go:469] Request Headers:
I1007 10:47:57.722083 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:57.722087 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:57.726100 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:58.222538 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:58.222560 23621 round_trippers.go:469] Request Headers:
I1007 10:47:58.222568 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:58.222572 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:58.227033 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:47:58.722681 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:58.722703 23621 round_trippers.go:469] Request Headers:
I1007 10:47:58.722711 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:58.722717 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:58.725986 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:58.726597 23621 node_ready.go:53] node "ha-406505-m02" has status "Ready":"False"
I1007 10:47:59.221983 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:59.222007 23621 round_trippers.go:469] Request Headers:
I1007 10:47:59.222015 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:59.222018 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:59.225585 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:47:59.722632 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:47:59.722658 23621 round_trippers.go:469] Request Headers:
I1007 10:47:59.722668 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:47:59.722672 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:47:59.726213 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:00.222316 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:48:00.222339 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.222347 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.222351 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.225920 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:00.722449 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:48:00.722475 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.722484 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.722488 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.725827 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:00.726434 23621 node_ready.go:49] node "ha-406505-m02" has status "Ready":"True"
I1007 10:48:00.726454 23621 node_ready.go:38] duration metric: took 19.504967744s for node "ha-406505-m02" to be "Ready" ...
I1007 10:48:00.726462 23621 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 10:48:00.726536 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods
I1007 10:48:00.726548 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.726555 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.726559 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.731138 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:48:00.737911 23621 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-ghmwd" in "kube-system" namespace to be "Ready" ...
I1007 10:48:00.737985 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-ghmwd
I1007 10:48:00.737993 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.738001 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.738005 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.741209 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:00.742237 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:48:00.742253 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.742260 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.742265 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.745097 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:48:00.745537 23621 pod_ready.go:93] pod "coredns-7c65d6cfc9-ghmwd" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:00.745556 23621 pod_ready.go:82] duration metric: took 7.621102ms for pod "coredns-7c65d6cfc9-ghmwd" in "kube-system" namespace to be "Ready" ...
I1007 10:48:00.745565 23621 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-xzc88" in "kube-system" namespace to be "Ready" ...
I1007 10:48:00.745629 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-xzc88
I1007 10:48:00.745638 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.745645 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.745650 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.748174 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:48:00.748906 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:48:00.748922 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.748930 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.748936 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.751224 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:48:00.751710 23621 pod_ready.go:93] pod "coredns-7c65d6cfc9-xzc88" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:00.751731 23621 pod_ready.go:82] duration metric: took 6.159383ms for pod "coredns-7c65d6cfc9-xzc88" in "kube-system" namespace to be "Ready" ...
I1007 10:48:00.751740 23621 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:48:00.751799 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/etcd-ha-406505
I1007 10:48:00.751809 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.751816 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.751820 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.755074 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:00.755602 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:48:00.755617 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.755625 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.755629 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.758258 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:48:00.758840 23621 pod_ready.go:93] pod "etcd-ha-406505" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:00.758864 23621 pod_ready.go:82] duration metric: took 7.117967ms for pod "etcd-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:48:00.758875 23621 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:48:00.758941 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/etcd-ha-406505-m02
I1007 10:48:00.758951 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.758962 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.758969 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.761946 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:48:00.762531 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:48:00.762545 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.762555 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.762563 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.765249 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:48:00.765990 23621 pod_ready.go:93] pod "etcd-ha-406505-m02" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:00.766010 23621 pod_ready.go:82] duration metric: took 7.127993ms for pod "etcd-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:48:00.766024 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:48:00.923419 23621 request.go:632] Waited for 157.329652ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-406505
I1007 10:48:00.923504 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-406505
I1007 10:48:00.923514 23621 round_trippers.go:469] Request Headers:
I1007 10:48:00.923521 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:00.923526 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:00.926903 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:01.122872 23621 request.go:632] Waited for 195.370343ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:48:01.122996 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:48:01.123006 23621 round_trippers.go:469] Request Headers:
I1007 10:48:01.123014 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:01.123018 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:01.126358 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:01.127128 23621 pod_ready.go:93] pod "kube-apiserver-ha-406505" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:01.127149 23621 pod_ready.go:82] duration metric: took 361.118588ms for pod "kube-apiserver-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:48:01.127159 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:48:01.322514 23621 request.go:632] Waited for 195.261429ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-406505-m02
I1007 10:48:01.322571 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-406505-m02
I1007 10:48:01.322577 23621 round_trippers.go:469] Request Headers:
I1007 10:48:01.322584 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:01.322589 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:01.326760 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:48:01.523038 23621 request.go:632] Waited for 195.412644ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:48:01.523093 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:48:01.523098 23621 round_trippers.go:469] Request Headers:
I1007 10:48:01.523105 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:01.523109 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:01.527065 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:01.527580 23621 pod_ready.go:93] pod "kube-apiserver-ha-406505-m02" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:01.527599 23621 pod_ready.go:82] duration metric: took 400.432673ms for pod "kube-apiserver-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:48:01.527611 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:48:01.722806 23621 request.go:632] Waited for 195.048611ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-406505
I1007 10:48:01.722880 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-406505
I1007 10:48:01.722888 23621 round_trippers.go:469] Request Headers:
I1007 10:48:01.722898 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:01.722904 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:01.727096 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:48:01.923348 23621 request.go:632] Waited for 195.373775ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:48:01.923440 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:48:01.923452 23621 round_trippers.go:469] Request Headers:
I1007 10:48:01.923463 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:01.923469 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:01.927522 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:48:01.927961 23621 pod_ready.go:93] pod "kube-controller-manager-ha-406505" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:01.927977 23621 pod_ready.go:82] duration metric: took 400.359633ms for pod "kube-controller-manager-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:48:01.928001 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:48:02.123092 23621 request.go:632] Waited for 195.004556ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-406505-m02
I1007 10:48:02.123150 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-406505-m02
I1007 10:48:02.123157 23621 round_trippers.go:469] Request Headers:
I1007 10:48:02.123164 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:02.123167 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:02.127404 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:48:02.323429 23621 request.go:632] Waited for 195.351342ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:48:02.323503 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:48:02.323511 23621 round_trippers.go:469] Request Headers:
I1007 10:48:02.323522 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:02.323532 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:02.326657 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:02.327382 23621 pod_ready.go:93] pod "kube-controller-manager-ha-406505-m02" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:02.327399 23621 pod_ready.go:82] duration metric: took 399.387331ms for pod "kube-controller-manager-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:48:02.327409 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-6ng4z" in "kube-system" namespace to be "Ready" ...
I1007 10:48:02.522522 23621 request.go:632] Waited for 195.05566ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6ng4z
I1007 10:48:02.522601 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6ng4z
I1007 10:48:02.522607 23621 round_trippers.go:469] Request Headers:
I1007 10:48:02.522615 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:02.522620 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:02.526624 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:02.722785 23621 request.go:632] Waited for 195.392665ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:48:02.722866 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:48:02.722874 23621 round_trippers.go:469] Request Headers:
I1007 10:48:02.722885 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:02.722889 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:02.726617 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:02.727143 23621 pod_ready.go:93] pod "kube-proxy-6ng4z" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:02.727160 23621 pod_ready.go:82] duration metric: took 399.745226ms for pod "kube-proxy-6ng4z" in "kube-system" namespace to be "Ready" ...
I1007 10:48:02.727169 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-nlnhf" in "kube-system" namespace to be "Ready" ...
I1007 10:48:02.923398 23621 request.go:632] Waited for 196.154565ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nlnhf
I1007 10:48:02.923464 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nlnhf
I1007 10:48:02.923473 23621 round_trippers.go:469] Request Headers:
I1007 10:48:02.923484 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:02.923492 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:02.926698 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:03.122834 23621 request.go:632] Waited for 195.347405ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:48:03.122890 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:48:03.122897 23621 round_trippers.go:469] Request Headers:
I1007 10:48:03.122905 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:03.122909 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:03.126570 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:03.127726 23621 pod_ready.go:93] pod "kube-proxy-nlnhf" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:03.127745 23621 pod_ready.go:82] duration metric: took 400.569818ms for pod "kube-proxy-nlnhf" in "kube-system" namespace to be "Ready" ...
I1007 10:48:03.127759 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:48:03.322923 23621 request.go:632] Waited for 195.092944ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-406505
I1007 10:48:03.322991 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-406505
I1007 10:48:03.322997 23621 round_trippers.go:469] Request Headers:
I1007 10:48:03.323004 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:03.323009 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:03.326336 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:03.523252 23621 request.go:632] Waited for 196.355286ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:48:03.523323 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:48:03.523328 23621 round_trippers.go:469] Request Headers:
I1007 10:48:03.523336 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:03.523344 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:03.526876 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:03.527478 23621 pod_ready.go:93] pod "kube-scheduler-ha-406505" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:03.527506 23621 pod_ready.go:82] duration metric: took 399.737789ms for pod "kube-scheduler-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:48:03.527518 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:48:03.722433 23621 request.go:632] Waited for 194.843724ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-406505-m02
I1007 10:48:03.722510 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-406505-m02
I1007 10:48:03.722516 23621 round_trippers.go:469] Request Headers:
I1007 10:48:03.722524 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:03.722534 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:03.726261 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:03.923306 23621 request.go:632] Waited for 196.357784ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:48:03.923362 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:48:03.923368 23621 round_trippers.go:469] Request Headers:
I1007 10:48:03.923375 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:03.923379 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:03.927011 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:03.927578 23621 pod_ready.go:93] pod "kube-scheduler-ha-406505-m02" in "kube-system" namespace has status "Ready":"True"
I1007 10:48:03.927594 23621 pod_ready.go:82] duration metric: took 400.068935ms for pod "kube-scheduler-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:48:03.927605 23621 pod_ready.go:39] duration metric: took 3.201132108s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 10:48:03.927618 23621 api_server.go:52] waiting for apiserver process to appear ...
I1007 10:48:03.927663 23621 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1007 10:48:03.942605 23621 api_server.go:72] duration metric: took 23.047005374s to wait for apiserver process to appear ...
I1007 10:48:03.942635 23621 api_server.go:88] waiting for apiserver healthz status ...
I1007 10:48:03.942653 23621 api_server.go:253] Checking apiserver healthz at https://192.168.39.250:8443/healthz ...
I1007 10:48:03.947020 23621 api_server.go:279] https://192.168.39.250:8443/healthz returned 200:
ok
I1007 10:48:03.947103 23621 round_trippers.go:463] GET https://192.168.39.250:8443/version
I1007 10:48:03.947113 23621 round_trippers.go:469] Request Headers:
I1007 10:48:03.947126 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:03.947134 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:03.948044 23621 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1007 10:48:03.948143 23621 api_server.go:141] control plane version: v1.31.1
I1007 10:48:03.948169 23621 api_server.go:131] duration metric: took 5.525857ms to wait for apiserver health ...
I1007 10:48:03.948178 23621 system_pods.go:43] waiting for kube-system pods to appear ...
I1007 10:48:04.122494 23621 request.go:632] Waited for 174.227541ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods
I1007 10:48:04.122548 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods
I1007 10:48:04.122554 23621 round_trippers.go:469] Request Headers:
I1007 10:48:04.122561 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:04.122565 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:04.127425 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:48:04.131821 23621 system_pods.go:59] 17 kube-system pods found
I1007 10:48:04.131853 23621 system_pods.go:61] "coredns-7c65d6cfc9-ghmwd" [8d8533b9-192b-49a8-8d17-96ffd98cb729] Running
I1007 10:48:04.131860 23621 system_pods.go:61] "coredns-7c65d6cfc9-xzc88" [f22736c0-5ca4-4c9b-bcd4-cf95f9390507] Running
I1007 10:48:04.131867 23621 system_pods.go:61] "etcd-ha-406505" [06acd5be-60d4-4e5d-878a-eb237eccef90] Running
I1007 10:48:04.131873 23621 system_pods.go:61] "etcd-ha-406505-m02" [6bac8986-60bc-4067-8d14-39e7a7d89de4] Running
I1007 10:48:04.131878 23621 system_pods.go:61] "kindnet-h8fh4" [4963cef8-d0f0-47a7-a9f3-4ec6cc1cbdd2] Running
I1007 10:48:04.131884 23621 system_pods.go:61] "kindnet-pt74h" [bb72605c-a772-4b04-a14d-02efe957c9d0] Running
I1007 10:48:04.131889 23621 system_pods.go:61] "kube-apiserver-ha-406505" [86ec3125-9faf-431c-829c-74bedca10848] Running
I1007 10:48:04.131893 23621 system_pods.go:61] "kube-apiserver-ha-406505-m02" [9b1f1980-971a-4059-90f3-75aa418811e9] Running
I1007 10:48:04.131898 23621 system_pods.go:61] "kube-controller-manager-ha-406505" [9f228931-e5fe-4983-aed5-71ec54a10242] Running
I1007 10:48:04.131903 23621 system_pods.go:61] "kube-controller-manager-ha-406505-m02" [87c1a5f3-2c61-40b6-8ac6-8641fe480883] Running
I1007 10:48:04.131908 23621 system_pods.go:61] "kube-proxy-6ng4z" [0bbf71c3-f4c6-44e2-a86f-2528957fd17e] Running
I1007 10:48:04.131914 23621 system_pods.go:61] "kube-proxy-nlnhf" [053080d5-38da-4108-96aa-f4a8dbe5de91] Running
I1007 10:48:04.131919 23621 system_pods.go:61] "kube-scheduler-ha-406505" [40a9a2f6-4f4e-48eb-8ef2-958b87cea171] Running
I1007 10:48:04.131925 23621 system_pods.go:61] "kube-scheduler-ha-406505-m02" [b1def4a5-2143-46b6-ae4a-44b7997ec7b2] Running
I1007 10:48:04.131932 23621 system_pods.go:61] "kube-vip-ha-406505" [e31ca80b-44ca-4b0a-8d38-ba06f81592f8] Running
I1007 10:48:04.131939 23621 system_pods.go:61] "kube-vip-ha-406505-m02" [982dab2a-18d2-409a-9d27-51f746597898] Running
I1007 10:48:04.131945 23621 system_pods.go:61] "storage-provisioner" [be10b32c-e562-40ef-8b47-04cd1caf9778] Running
I1007 10:48:04.131956 23621 system_pods.go:74] duration metric: took 183.770827ms to wait for pod list to return data ...
I1007 10:48:04.131966 23621 default_sa.go:34] waiting for default service account to be created ...
I1007 10:48:04.323406 23621 request.go:632] Waited for 191.335119ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/default/serviceaccounts
I1007 10:48:04.323466 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/default/serviceaccounts
I1007 10:48:04.323474 23621 round_trippers.go:469] Request Headers:
I1007 10:48:04.323485 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:04.323491 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:04.326946 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:48:04.327172 23621 default_sa.go:45] found service account: "default"
I1007 10:48:04.327188 23621 default_sa.go:55] duration metric: took 195.21627ms for default service account to be created ...
I1007 10:48:04.327195 23621 system_pods.go:116] waiting for k8s-apps to be running ...
I1007 10:48:04.522586 23621 request.go:632] Waited for 195.315471ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods
I1007 10:48:04.522647 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods
I1007 10:48:04.522653 23621 round_trippers.go:469] Request Headers:
I1007 10:48:04.522661 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:04.522664 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:04.527722 23621 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 10:48:04.532291 23621 system_pods.go:86] 17 kube-system pods found
I1007 10:48:04.532319 23621 system_pods.go:89] "coredns-7c65d6cfc9-ghmwd" [8d8533b9-192b-49a8-8d17-96ffd98cb729] Running
I1007 10:48:04.532328 23621 system_pods.go:89] "coredns-7c65d6cfc9-xzc88" [f22736c0-5ca4-4c9b-bcd4-cf95f9390507] Running
I1007 10:48:04.532333 23621 system_pods.go:89] "etcd-ha-406505" [06acd5be-60d4-4e5d-878a-eb237eccef90] Running
I1007 10:48:04.532338 23621 system_pods.go:89] "etcd-ha-406505-m02" [6bac8986-60bc-4067-8d14-39e7a7d89de4] Running
I1007 10:48:04.532345 23621 system_pods.go:89] "kindnet-h8fh4" [4963cef8-d0f0-47a7-a9f3-4ec6cc1cbdd2] Running
I1007 10:48:04.532350 23621 system_pods.go:89] "kindnet-pt74h" [bb72605c-a772-4b04-a14d-02efe957c9d0] Running
I1007 10:48:04.532356 23621 system_pods.go:89] "kube-apiserver-ha-406505" [86ec3125-9faf-431c-829c-74bedca10848] Running
I1007 10:48:04.532362 23621 system_pods.go:89] "kube-apiserver-ha-406505-m02" [9b1f1980-971a-4059-90f3-75aa418811e9] Running
I1007 10:48:04.532370 23621 system_pods.go:89] "kube-controller-manager-ha-406505" [9f228931-e5fe-4983-aed5-71ec54a10242] Running
I1007 10:48:04.532380 23621 system_pods.go:89] "kube-controller-manager-ha-406505-m02" [87c1a5f3-2c61-40b6-8ac6-8641fe480883] Running
I1007 10:48:04.532386 23621 system_pods.go:89] "kube-proxy-6ng4z" [0bbf71c3-f4c6-44e2-a86f-2528957fd17e] Running
I1007 10:48:04.532395 23621 system_pods.go:89] "kube-proxy-nlnhf" [053080d5-38da-4108-96aa-f4a8dbe5de91] Running
I1007 10:48:04.532401 23621 system_pods.go:89] "kube-scheduler-ha-406505" [40a9a2f6-4f4e-48eb-8ef2-958b87cea171] Running
I1007 10:48:04.532409 23621 system_pods.go:89] "kube-scheduler-ha-406505-m02" [b1def4a5-2143-46b6-ae4a-44b7997ec7b2] Running
I1007 10:48:04.532415 23621 system_pods.go:89] "kube-vip-ha-406505" [e31ca80b-44ca-4b0a-8d38-ba06f81592f8] Running
I1007 10:48:04.532422 23621 system_pods.go:89] "kube-vip-ha-406505-m02" [982dab2a-18d2-409a-9d27-51f746597898] Running
I1007 10:48:04.532426 23621 system_pods.go:89] "storage-provisioner" [be10b32c-e562-40ef-8b47-04cd1caf9778] Running
I1007 10:48:04.532436 23621 system_pods.go:126] duration metric: took 205.234668ms to wait for k8s-apps to be running ...
I1007 10:48:04.532449 23621 system_svc.go:44] waiting for kubelet service to be running ....
I1007 10:48:04.532504 23621 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 10:48:04.548000 23621 system_svc.go:56] duration metric: took 15.524581ms WaitForService to wait for kubelet
I1007 10:48:04.548032 23621 kubeadm.go:582] duration metric: took 23.652436292s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1007 10:48:04.548054 23621 node_conditions.go:102] verifying NodePressure condition ...
I1007 10:48:04.723508 23621 request.go:632] Waited for 175.357529ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes
I1007 10:48:04.723563 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes
I1007 10:48:04.723568 23621 round_trippers.go:469] Request Headers:
I1007 10:48:04.723576 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:48:04.723585 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:48:04.728067 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:48:04.728956 23621 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 10:48:04.728985 23621 node_conditions.go:123] node cpu capacity is 2
I1007 10:48:04.728999 23621 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 10:48:04.729004 23621 node_conditions.go:123] node cpu capacity is 2
I1007 10:48:04.729010 23621 node_conditions.go:105] duration metric: took 180.950188ms to run NodePressure ...
I1007 10:48:04.729032 23621 start.go:241] waiting for startup goroutines ...
I1007 10:48:04.729064 23621 start.go:255] writing updated cluster config ...
I1007 10:48:04.731245 23621 out.go:201]
I1007 10:48:04.732721 23621 config.go:182] Loaded profile config "ha-406505": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 10:48:04.732820 23621 profile.go:143] Saving config to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/config.json ...
I1007 10:48:04.734501 23621 out.go:177] * Starting "ha-406505-m03" control-plane node in "ha-406505" cluster
I1007 10:48:04.735780 23621 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 10:48:04.735806 23621 cache.go:56] Caching tarball of preloaded images
I1007 10:48:04.735908 23621 preload.go:172] Found /home/jenkins/minikube-integration/19761-3912/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1007 10:48:04.735925 23621 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1007 10:48:04.736053 23621 profile.go:143] Saving config to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/config.json ...
I1007 10:48:04.736293 23621 start.go:360] acquireMachinesLock for ha-406505-m03: {Name:mk033590ff8b68d4c87fe83ea6754c8c0328ac7c Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1007 10:48:04.736354 23621 start.go:364] duration metric: took 34.69µs to acquireMachinesLock for "ha-406505-m03"
I1007 10:48:04.736376 23621 start.go:93] Provisioning new machine with config: &{Name:ha-406505 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-406505 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.250 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.37 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspekto
r-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizat
ions:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 10:48:04.736511 23621 start.go:125] createHost starting for "m03" (driver="kvm2")
I1007 10:48:04.738190 23621 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1007 10:48:04.738285 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:48:04.738332 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:48:04.754047 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:32911
I1007 10:48:04.754525 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:48:04.754992 23621 main.go:141] libmachine: Using API Version 1
I1007 10:48:04.755012 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:48:04.755365 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:48:04.755518 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetMachineName
I1007 10:48:04.755655 23621 main.go:141] libmachine: (ha-406505-m03) Calling .DriverName
I1007 10:48:04.755786 23621 start.go:159] libmachine.API.Create for "ha-406505" (driver="kvm2")
I1007 10:48:04.755817 23621 client.go:168] LocalClient.Create starting
I1007 10:48:04.755857 23621 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem
I1007 10:48:04.755899 23621 main.go:141] libmachine: Decoding PEM data...
I1007 10:48:04.755923 23621 main.go:141] libmachine: Parsing certificate...
I1007 10:48:04.755968 23621 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem
I1007 10:48:04.755997 23621 main.go:141] libmachine: Decoding PEM data...
I1007 10:48:04.756011 23621 main.go:141] libmachine: Parsing certificate...
I1007 10:48:04.756031 23621 main.go:141] libmachine: Running pre-create checks...
I1007 10:48:04.756042 23621 main.go:141] libmachine: (ha-406505-m03) Calling .PreCreateCheck
I1007 10:48:04.756216 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetConfigRaw
I1007 10:48:04.756599 23621 main.go:141] libmachine: Creating machine...
I1007 10:48:04.756611 23621 main.go:141] libmachine: (ha-406505-m03) Calling .Create
I1007 10:48:04.756765 23621 main.go:141] libmachine: (ha-406505-m03) Creating KVM machine...
I1007 10:48:04.757963 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found existing default KVM network
I1007 10:48:04.758099 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found existing private KVM network mk-ha-406505
I1007 10:48:04.758232 23621 main.go:141] libmachine: (ha-406505-m03) Setting up store path in /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03 ...
I1007 10:48:04.758273 23621 main.go:141] libmachine: (ha-406505-m03) Building disk image from file:///home/jenkins/minikube-integration/19761-3912/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1007 10:48:04.758345 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:04.758258 24407 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19761-3912/.minikube
I1007 10:48:04.758425 23621 main.go:141] libmachine: (ha-406505-m03) Downloading /home/jenkins/minikube-integration/19761-3912/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19761-3912/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1007 10:48:05.006754 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:05.006635 24407 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/id_rsa...
I1007 10:48:05.394400 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:05.394253 24407 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/ha-406505-m03.rawdisk...
I1007 10:48:05.394429 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Writing magic tar header
I1007 10:48:05.394439 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Writing SSH key tar header
I1007 10:48:05.394459 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:05.394362 24407 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03 ...
I1007 10:48:05.394475 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03
I1007 10:48:05.394502 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912/.minikube/machines
I1007 10:48:05.394516 23621 main.go:141] libmachine: (ha-406505-m03) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03 (perms=drwx------)
I1007 10:48:05.394522 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912/.minikube
I1007 10:48:05.394535 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19761-3912
I1007 10:48:05.394541 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1007 10:48:05.394550 23621 main.go:141] libmachine: (ha-406505-m03) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912/.minikube/machines (perms=drwxr-xr-x)
I1007 10:48:05.394560 23621 main.go:141] libmachine: (ha-406505-m03) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912/.minikube (perms=drwxr-xr-x)
I1007 10:48:05.394571 23621 main.go:141] libmachine: (ha-406505-m03) Setting executable bit set on /home/jenkins/minikube-integration/19761-3912 (perms=drwxrwxr-x)
I1007 10:48:05.394584 23621 main.go:141] libmachine: (ha-406505-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1007 10:48:05.394597 23621 main.go:141] libmachine: (ha-406505-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1007 10:48:05.394606 23621 main.go:141] libmachine: (ha-406505-m03) Creating domain...
I1007 10:48:05.394611 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Checking permissions on dir: /home/jenkins
I1007 10:48:05.394619 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Checking permissions on dir: /home
I1007 10:48:05.394623 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Skipping /home - not owner
I1007 10:48:05.395724 23621 main.go:141] libmachine: (ha-406505-m03) define libvirt domain using xml:
I1007 10:48:05.395761 23621 main.go:141] libmachine: (ha-406505-m03) <domain type='kvm'>
I1007 10:48:05.395773 23621 main.go:141] libmachine: (ha-406505-m03) <name>ha-406505-m03</name>
I1007 10:48:05.395784 23621 main.go:141] libmachine: (ha-406505-m03) <memory unit='MiB'>2200</memory>
I1007 10:48:05.395793 23621 main.go:141] libmachine: (ha-406505-m03) <vcpu>2</vcpu>
I1007 10:48:05.395802 23621 main.go:141] libmachine: (ha-406505-m03) <features>
I1007 10:48:05.395809 23621 main.go:141] libmachine: (ha-406505-m03) <acpi/>
I1007 10:48:05.395818 23621 main.go:141] libmachine: (ha-406505-m03) <apic/>
I1007 10:48:05.395827 23621 main.go:141] libmachine: (ha-406505-m03) <pae/>
I1007 10:48:05.395836 23621 main.go:141] libmachine: (ha-406505-m03)
I1007 10:48:05.395844 23621 main.go:141] libmachine: (ha-406505-m03) </features>
I1007 10:48:05.395854 23621 main.go:141] libmachine: (ha-406505-m03) <cpu mode='host-passthrough'>
I1007 10:48:05.395884 23621 main.go:141] libmachine: (ha-406505-m03)
I1007 10:48:05.395909 23621 main.go:141] libmachine: (ha-406505-m03) </cpu>
I1007 10:48:05.395940 23621 main.go:141] libmachine: (ha-406505-m03) <os>
I1007 10:48:05.395963 23621 main.go:141] libmachine: (ha-406505-m03) <type>hvm</type>
I1007 10:48:05.395977 23621 main.go:141] libmachine: (ha-406505-m03) <boot dev='cdrom'/>
I1007 10:48:05.396000 23621 main.go:141] libmachine: (ha-406505-m03) <boot dev='hd'/>
I1007 10:48:05.396019 23621 main.go:141] libmachine: (ha-406505-m03) <bootmenu enable='no'/>
I1007 10:48:05.396035 23621 main.go:141] libmachine: (ha-406505-m03) </os>
I1007 10:48:05.396063 23621 main.go:141] libmachine: (ha-406505-m03) <devices>
I1007 10:48:05.396094 23621 main.go:141] libmachine: (ha-406505-m03) <disk type='file' device='cdrom'>
I1007 10:48:05.396113 23621 main.go:141] libmachine: (ha-406505-m03) <source file='/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/boot2docker.iso'/>
I1007 10:48:05.396125 23621 main.go:141] libmachine: (ha-406505-m03) <target dev='hdc' bus='scsi'/>
I1007 10:48:05.396137 23621 main.go:141] libmachine: (ha-406505-m03) <readonly/>
I1007 10:48:05.396147 23621 main.go:141] libmachine: (ha-406505-m03) </disk>
I1007 10:48:05.396159 23621 main.go:141] libmachine: (ha-406505-m03) <disk type='file' device='disk'>
I1007 10:48:05.396176 23621 main.go:141] libmachine: (ha-406505-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1007 10:48:05.396192 23621 main.go:141] libmachine: (ha-406505-m03) <source file='/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/ha-406505-m03.rawdisk'/>
I1007 10:48:05.396207 23621 main.go:141] libmachine: (ha-406505-m03) <target dev='hda' bus='virtio'/>
I1007 10:48:05.396219 23621 main.go:141] libmachine: (ha-406505-m03) </disk>
I1007 10:48:05.396231 23621 main.go:141] libmachine: (ha-406505-m03) <interface type='network'>
I1007 10:48:05.396243 23621 main.go:141] libmachine: (ha-406505-m03) <source network='mk-ha-406505'/>
I1007 10:48:05.396258 23621 main.go:141] libmachine: (ha-406505-m03) <model type='virtio'/>
I1007 10:48:05.396270 23621 main.go:141] libmachine: (ha-406505-m03) </interface>
I1007 10:48:05.396280 23621 main.go:141] libmachine: (ha-406505-m03) <interface type='network'>
I1007 10:48:05.396290 23621 main.go:141] libmachine: (ha-406505-m03) <source network='default'/>
I1007 10:48:05.396300 23621 main.go:141] libmachine: (ha-406505-m03) <model type='virtio'/>
I1007 10:48:05.396309 23621 main.go:141] libmachine: (ha-406505-m03) </interface>
I1007 10:48:05.396320 23621 main.go:141] libmachine: (ha-406505-m03) <serial type='pty'>
I1007 10:48:05.396337 23621 main.go:141] libmachine: (ha-406505-m03) <target port='0'/>
I1007 10:48:05.396351 23621 main.go:141] libmachine: (ha-406505-m03) </serial>
I1007 10:48:05.396362 23621 main.go:141] libmachine: (ha-406505-m03) <console type='pty'>
I1007 10:48:05.396372 23621 main.go:141] libmachine: (ha-406505-m03) <target type='serial' port='0'/>
I1007 10:48:05.396382 23621 main.go:141] libmachine: (ha-406505-m03) </console>
I1007 10:48:05.396391 23621 main.go:141] libmachine: (ha-406505-m03) <rng model='virtio'>
I1007 10:48:05.396401 23621 main.go:141] libmachine: (ha-406505-m03) <backend model='random'>/dev/random</backend>
I1007 10:48:05.396411 23621 main.go:141] libmachine: (ha-406505-m03) </rng>
I1007 10:48:05.396418 23621 main.go:141] libmachine: (ha-406505-m03)
I1007 10:48:05.396427 23621 main.go:141] libmachine: (ha-406505-m03)
I1007 10:48:05.396436 23621 main.go:141] libmachine: (ha-406505-m03) </devices>
I1007 10:48:05.396454 23621 main.go:141] libmachine: (ha-406505-m03) </domain>
I1007 10:48:05.396464 23621 main.go:141] libmachine: (ha-406505-m03)
I1007 10:48:05.403522 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:af:df:35 in network default
I1007 10:48:05.404128 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:05.404146 23621 main.go:141] libmachine: (ha-406505-m03) Ensuring networks are active...
I1007 10:48:05.404936 23621 main.go:141] libmachine: (ha-406505-m03) Ensuring network default is active
I1007 10:48:05.405208 23621 main.go:141] libmachine: (ha-406505-m03) Ensuring network mk-ha-406505 is active
I1007 10:48:05.405622 23621 main.go:141] libmachine: (ha-406505-m03) Getting domain xml...
I1007 10:48:05.406377 23621 main.go:141] libmachine: (ha-406505-m03) Creating domain...
I1007 10:48:06.663273 23621 main.go:141] libmachine: (ha-406505-m03) Waiting to get IP...
I1007 10:48:06.664152 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:06.664559 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:06.664583 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:06.664538 24407 retry.go:31] will retry after 215.584214ms: waiting for machine to come up
I1007 10:48:06.882094 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:06.882713 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:06.882744 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:06.882654 24407 retry.go:31] will retry after 346.060218ms: waiting for machine to come up
I1007 10:48:07.229850 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:07.230332 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:07.230440 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:07.230280 24407 retry.go:31] will retry after 442.798208ms: waiting for machine to come up
I1007 10:48:07.675076 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:07.675596 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:07.675620 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:07.675547 24407 retry.go:31] will retry after 562.649906ms: waiting for machine to come up
I1007 10:48:08.240324 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:08.240767 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:08.240800 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:08.240736 24407 retry.go:31] will retry after 482.878877ms: waiting for machine to come up
I1007 10:48:08.725445 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:08.725807 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:08.725869 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:08.725755 24407 retry.go:31] will retry after 616.205186ms: waiting for machine to come up
I1007 10:48:09.343485 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:09.343941 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:09.344003 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:09.343909 24407 retry.go:31] will retry after 1.040138153s: waiting for machine to come up
I1007 10:48:10.386253 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:10.386682 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:10.386713 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:10.386637 24407 retry.go:31] will retry after 1.418753496s: waiting for machine to come up
I1007 10:48:11.807040 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:11.807484 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:11.807521 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:11.807425 24407 retry.go:31] will retry after 1.535016663s: waiting for machine to come up
I1007 10:48:13.343720 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:13.344267 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:13.344302 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:13.344197 24407 retry.go:31] will retry after 1.769880509s: waiting for machine to come up
I1007 10:48:15.115316 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:15.115817 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:15.115850 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:15.115759 24407 retry.go:31] will retry after 2.49899664s: waiting for machine to come up
I1007 10:48:17.617100 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:17.617680 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:17.617710 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:17.617615 24407 retry.go:31] will retry after 2.794854441s: waiting for machine to come up
I1007 10:48:20.413842 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:20.414235 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:20.414299 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:20.414227 24407 retry.go:31] will retry after 2.870258619s: waiting for machine to come up
I1007 10:48:23.285865 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:23.286247 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find current IP address of domain ha-406505-m03 in network mk-ha-406505
I1007 10:48:23.286273 23621 main.go:141] libmachine: (ha-406505-m03) DBG | I1007 10:48:23.286205 24407 retry.go:31] will retry after 5.059515205s: waiting for machine to come up
I1007 10:48:28.350184 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:28.350662 23621 main.go:141] libmachine: (ha-406505-m03) Found IP for machine: 192.168.39.102
I1007 10:48:28.350688 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has current primary IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:28.350700 23621 main.go:141] libmachine: (ha-406505-m03) Reserving static IP address...
I1007 10:48:28.351065 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find host DHCP lease matching {name: "ha-406505-m03", mac: "52:54:00:7e:e4:e0", ip: "192.168.39.102"} in network mk-ha-406505
I1007 10:48:28.431618 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Getting to WaitForSSH function...
I1007 10:48:28.431646 23621 main.go:141] libmachine: (ha-406505-m03) Reserved static IP address: 192.168.39.102
I1007 10:48:28.431659 23621 main.go:141] libmachine: (ha-406505-m03) Waiting for SSH to be available...
I1007 10:48:28.434458 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:28.434796 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505
I1007 10:48:28.434824 23621 main.go:141] libmachine: (ha-406505-m03) DBG | unable to find defined IP address of network mk-ha-406505 interface with MAC address 52:54:00:7e:e4:e0
I1007 10:48:28.434975 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Using SSH client type: external
I1007 10:48:28.435007 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/id_rsa (-rw-------)
I1007 10:48:28.435035 23621 main.go:141] libmachine: (ha-406505-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 10:48:28.435054 23621 main.go:141] libmachine: (ha-406505-m03) DBG | About to run SSH command:
I1007 10:48:28.435085 23621 main.go:141] libmachine: (ha-406505-m03) DBG | exit 0
I1007 10:48:28.439710 23621 main.go:141] libmachine: (ha-406505-m03) DBG | SSH cmd err, output: exit status 255:
I1007 10:48:28.439737 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1007 10:48:28.439768 23621 main.go:141] libmachine: (ha-406505-m03) DBG | command : exit 0
I1007 10:48:28.439798 23621 main.go:141] libmachine: (ha-406505-m03) DBG | err : exit status 255
I1007 10:48:28.439811 23621 main.go:141] libmachine: (ha-406505-m03) DBG | output :
I1007 10:48:31.440230 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Getting to WaitForSSH function...
I1007 10:48:31.442839 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:31.443280 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:31.443311 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:31.443446 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Using SSH client type: external
I1007 10:48:31.443482 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/id_rsa (-rw-------)
I1007 10:48:31.443520 23621 main.go:141] libmachine: (ha-406505-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.102 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 10:48:31.443544 23621 main.go:141] libmachine: (ha-406505-m03) DBG | About to run SSH command:
I1007 10:48:31.443556 23621 main.go:141] libmachine: (ha-406505-m03) DBG | exit 0
I1007 10:48:31.568683 23621 main.go:141] libmachine: (ha-406505-m03) DBG | SSH cmd err, output: <nil>:
I1007 10:48:31.568948 23621 main.go:141] libmachine: (ha-406505-m03) KVM machine creation complete!
I1007 10:48:31.569279 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetConfigRaw
I1007 10:48:31.569953 23621 main.go:141] libmachine: (ha-406505-m03) Calling .DriverName
I1007 10:48:31.570177 23621 main.go:141] libmachine: (ha-406505-m03) Calling .DriverName
I1007 10:48:31.570345 23621 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1007 10:48:31.570360 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetState
I1007 10:48:31.571674 23621 main.go:141] libmachine: Detecting operating system of created instance...
I1007 10:48:31.571686 23621 main.go:141] libmachine: Waiting for SSH to be available...
I1007 10:48:31.571691 23621 main.go:141] libmachine: Getting to WaitForSSH function...
I1007 10:48:31.571696 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHHostname
I1007 10:48:31.574360 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:31.574751 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:31.574773 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:31.574972 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHPort
I1007 10:48:31.575161 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:31.575318 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:31.575453 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHUsername
I1007 10:48:31.575630 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:48:31.575886 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1007 10:48:31.575901 23621 main.go:141] libmachine: About to run SSH command:
exit 0
I1007 10:48:31.679615 23621 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 10:48:31.679639 23621 main.go:141] libmachine: Detecting the provisioner...
I1007 10:48:31.679646 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHHostname
I1007 10:48:31.682574 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:31.682919 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:31.682944 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:31.683116 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHPort
I1007 10:48:31.683308 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:31.683480 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:31.683605 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHUsername
I1007 10:48:31.683787 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:48:31.683977 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1007 10:48:31.684002 23621 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1007 10:48:31.789204 23621 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1007 10:48:31.789302 23621 main.go:141] libmachine: found compatible host: buildroot
I1007 10:48:31.789319 23621 main.go:141] libmachine: Provisioning with buildroot...
I1007 10:48:31.789332 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetMachineName
I1007 10:48:31.789607 23621 buildroot.go:166] provisioning hostname "ha-406505-m03"
I1007 10:48:31.789633 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetMachineName
I1007 10:48:31.789836 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHHostname
I1007 10:48:31.792541 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:31.792898 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:31.792925 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:31.793077 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHPort
I1007 10:48:31.793430 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:31.793697 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:31.793864 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHUsername
I1007 10:48:31.794038 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:48:31.794203 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1007 10:48:31.794220 23621 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-406505-m03 && echo "ha-406505-m03" | sudo tee /etc/hostname
I1007 10:48:31.915086 23621 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-406505-m03
I1007 10:48:31.915117 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHHostname
I1007 10:48:31.918064 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:31.918448 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:31.918486 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:31.918647 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHPort
I1007 10:48:31.918833 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:31.918992 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:31.919119 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHUsername
I1007 10:48:31.919284 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:48:31.919488 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1007 10:48:31.919532 23621 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-406505-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-406505-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-406505-m03' | sudo tee -a /etc/hosts;
fi
fi
I1007 10:48:32.033622 23621 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 10:48:32.033656 23621 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19761-3912/.minikube CaCertPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19761-3912/.minikube}
I1007 10:48:32.033671 23621 buildroot.go:174] setting up certificates
I1007 10:48:32.033679 23621 provision.go:84] configureAuth start
I1007 10:48:32.033688 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetMachineName
I1007 10:48:32.034012 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetIP
I1007 10:48:32.037059 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.037482 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:32.037516 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.037674 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHHostname
I1007 10:48:32.040020 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.040373 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:32.040394 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.040541 23621 provision.go:143] copyHostCerts
I1007 10:48:32.040567 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem
I1007 10:48:32.040595 23621 exec_runner.go:144] found /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem, removing ...
I1007 10:48:32.040603 23621 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem
I1007 10:48:32.040668 23621 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19761-3912/.minikube/ca.pem (1082 bytes)
I1007 10:48:32.040738 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem
I1007 10:48:32.040754 23621 exec_runner.go:144] found /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem, removing ...
I1007 10:48:32.040761 23621 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem
I1007 10:48:32.040784 23621 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19761-3912/.minikube/cert.pem (1123 bytes)
I1007 10:48:32.040824 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem
I1007 10:48:32.040840 23621 exec_runner.go:144] found /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem, removing ...
I1007 10:48:32.040846 23621 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem
I1007 10:48:32.040866 23621 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19761-3912/.minikube/key.pem (1675 bytes)
I1007 10:48:32.040911 23621 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca-key.pem org=jenkins.ha-406505-m03 san=[127.0.0.1 192.168.39.102 ha-406505-m03 localhost minikube]
I1007 10:48:32.221278 23621 provision.go:177] copyRemoteCerts
I1007 10:48:32.221329 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1007 10:48:32.221355 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHHostname
I1007 10:48:32.224264 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.224745 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:32.224771 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.224993 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHPort
I1007 10:48:32.225158 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:32.225327 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHUsername
I1007 10:48:32.225465 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/id_rsa Username:docker}
I1007 10:48:32.308320 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1007 10:48:32.308394 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1007 10:48:32.337349 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem -> /etc/docker/server.pem
I1007 10:48:32.337427 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1007 10:48:32.362724 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1007 10:48:32.362808 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1007 10:48:32.388055 23621 provision.go:87] duration metric: took 354.362269ms to configureAuth
I1007 10:48:32.388097 23621 buildroot.go:189] setting minikube options for container-runtime
I1007 10:48:32.388337 23621 config.go:182] Loaded profile config "ha-406505": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 10:48:32.388417 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHHostname
I1007 10:48:32.391464 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.391888 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:32.391916 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.392130 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHPort
I1007 10:48:32.392314 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:32.392419 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:32.392546 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHUsername
I1007 10:48:32.392731 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:48:32.392934 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1007 10:48:32.392957 23621 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1007 10:48:32.625746 23621 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1007 10:48:32.625778 23621 main.go:141] libmachine: Checking connection to Docker...
I1007 10:48:32.625788 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetURL
I1007 10:48:32.627033 23621 main.go:141] libmachine: (ha-406505-m03) DBG | Using libvirt version 6000000
I1007 10:48:32.629153 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.629483 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:32.629535 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.629659 23621 main.go:141] libmachine: Docker is up and running!
I1007 10:48:32.629673 23621 main.go:141] libmachine: Reticulating splines...
I1007 10:48:32.629679 23621 client.go:171] duration metric: took 27.87385173s to LocalClient.Create
I1007 10:48:32.629697 23621 start.go:167] duration metric: took 27.873912748s to libmachine.API.Create "ha-406505"
I1007 10:48:32.629707 23621 start.go:293] postStartSetup for "ha-406505-m03" (driver="kvm2")
I1007 10:48:32.629716 23621 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1007 10:48:32.629732 23621 main.go:141] libmachine: (ha-406505-m03) Calling .DriverName
I1007 10:48:32.629961 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1007 10:48:32.629987 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHHostname
I1007 10:48:32.632229 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.632615 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:32.632638 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.632778 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHPort
I1007 10:48:32.632953 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:32.633107 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHUsername
I1007 10:48:32.633255 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/id_rsa Username:docker}
I1007 10:48:32.719017 23621 ssh_runner.go:195] Run: cat /etc/os-release
I1007 10:48:32.723755 23621 info.go:137] Remote host: Buildroot 2023.02.9
I1007 10:48:32.723780 23621 filesync.go:126] Scanning /home/jenkins/minikube-integration/19761-3912/.minikube/addons for local assets ...
I1007 10:48:32.723839 23621 filesync.go:126] Scanning /home/jenkins/minikube-integration/19761-3912/.minikube/files for local assets ...
I1007 10:48:32.723945 23621 filesync.go:149] local asset: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem -> 110962.pem in /etc/ssl/certs
I1007 10:48:32.723957 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem -> /etc/ssl/certs/110962.pem
I1007 10:48:32.724071 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1007 10:48:32.734023 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem --> /etc/ssl/certs/110962.pem (1708 bytes)
I1007 10:48:32.759071 23621 start.go:296] duration metric: took 129.349571ms for postStartSetup
I1007 10:48:32.759128 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetConfigRaw
I1007 10:48:32.759727 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetIP
I1007 10:48:32.762372 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.762794 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:32.762825 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.763105 23621 profile.go:143] Saving config to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/config.json ...
I1007 10:48:32.763346 23621 start.go:128] duration metric: took 28.026823197s to createHost
I1007 10:48:32.763370 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHHostname
I1007 10:48:32.765734 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.766060 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:32.766091 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.766305 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHPort
I1007 10:48:32.766467 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:32.766612 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:32.766764 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHUsername
I1007 10:48:32.766903 23621 main.go:141] libmachine: Using SSH client type: native
I1007 10:48:32.767070 23621 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.102 22 <nil> <nil>}
I1007 10:48:32.767079 23621 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1007 10:48:32.873753 23621 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728298112.851911112
I1007 10:48:32.873779 23621 fix.go:216] guest clock: 1728298112.851911112
I1007 10:48:32.873789 23621 fix.go:229] Guest: 2024-10-07 10:48:32.851911112 +0000 UTC Remote: 2024-10-07 10:48:32.763358943 +0000 UTC m=+152.116498435 (delta=88.552169ms)
I1007 10:48:32.873808 23621 fix.go:200] guest clock delta is within tolerance: 88.552169ms
I1007 10:48:32.873815 23621 start.go:83] releasing machines lock for "ha-406505-m03", held for 28.137449792s
I1007 10:48:32.873834 23621 main.go:141] libmachine: (ha-406505-m03) Calling .DriverName
I1007 10:48:32.874113 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetIP
I1007 10:48:32.877249 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.877618 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:32.877659 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.879531 23621 out.go:177] * Found network options:
I1007 10:48:32.880848 23621 out.go:177] - NO_PROXY=192.168.39.250,192.168.39.37
W1007 10:48:32.882090 23621 proxy.go:119] fail to check proxy env: Error ip not in block
W1007 10:48:32.882109 23621 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 10:48:32.882124 23621 main.go:141] libmachine: (ha-406505-m03) Calling .DriverName
I1007 10:48:32.882710 23621 main.go:141] libmachine: (ha-406505-m03) Calling .DriverName
I1007 10:48:32.882882 23621 main.go:141] libmachine: (ha-406505-m03) Calling .DriverName
I1007 10:48:32.882980 23621 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1007 10:48:32.883020 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHHostname
W1007 10:48:32.883028 23621 proxy.go:119] fail to check proxy env: Error ip not in block
W1007 10:48:32.883048 23621 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 10:48:32.883114 23621 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1007 10:48:32.883136 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHHostname
I1007 10:48:32.885892 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.886191 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.886254 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:32.886279 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.886434 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHPort
I1007 10:48:32.886593 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:32.886690 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:32.886721 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:32.886723 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHUsername
I1007 10:48:32.886891 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHPort
I1007 10:48:32.886927 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/id_rsa Username:docker}
I1007 10:48:32.887008 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHKeyPath
I1007 10:48:32.887172 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetSSHUsername
I1007 10:48:32.887336 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.102 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505-m03/id_rsa Username:docker}
I1007 10:48:33.125827 23621 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1007 10:48:33.132836 23621 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1007 10:48:33.132914 23621 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1007 10:48:33.152264 23621 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1007 10:48:33.152289 23621 start.go:495] detecting cgroup driver to use...
I1007 10:48:33.152363 23621 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1007 10:48:33.172642 23621 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1007 10:48:33.190770 23621 docker.go:217] disabling cri-docker service (if available) ...
I1007 10:48:33.190848 23621 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1007 10:48:33.206401 23621 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1007 10:48:33.222941 23621 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1007 10:48:33.363133 23621 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1007 10:48:33.526409 23621 docker.go:233] disabling docker service ...
I1007 10:48:33.526475 23621 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1007 10:48:33.542837 23621 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1007 10:48:33.557673 23621 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1007 10:48:33.715377 23621 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1007 10:48:33.847470 23621 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1007 10:48:33.862560 23621 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1007 10:48:33.884061 23621 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1007 10:48:33.884116 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:48:33.897298 23621 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1007 10:48:33.897363 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:48:33.909096 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:48:33.921064 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:48:33.932787 23621 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1007 10:48:33.944724 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:48:33.956149 23621 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:48:33.976708 23621 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 10:48:33.988978 23621 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1007 10:48:33.999874 23621 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1007 10:48:33.999940 23621 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1007 10:48:34.015557 23621 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1007 10:48:34.026499 23621 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 10:48:34.149992 23621 ssh_runner.go:195] Run: sudo systemctl restart crio
I1007 10:48:34.251227 23621 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1007 10:48:34.251293 23621 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1007 10:48:34.256863 23621 start.go:563] Will wait 60s for crictl version
I1007 10:48:34.256915 23621 ssh_runner.go:195] Run: which crictl
I1007 10:48:34.260970 23621 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1007 10:48:34.301659 23621 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1007 10:48:34.301747 23621 ssh_runner.go:195] Run: crio --version
I1007 10:48:34.332633 23621 ssh_runner.go:195] Run: crio --version
I1007 10:48:34.367466 23621 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1007 10:48:34.369001 23621 out.go:177] - env NO_PROXY=192.168.39.250
I1007 10:48:34.370423 23621 out.go:177] - env NO_PROXY=192.168.39.250,192.168.39.37
I1007 10:48:34.371711 23621 main.go:141] libmachine: (ha-406505-m03) Calling .GetIP
I1007 10:48:34.374438 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:34.374867 23621 main.go:141] libmachine: (ha-406505-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7e:e4:e0", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:48:20 +0000 UTC Type:0 Mac:52:54:00:7e:e4:e0 Iaid: IPaddr:192.168.39.102 Prefix:24 Hostname:ha-406505-m03 Clientid:01:52:54:00:7e:e4:e0}
I1007 10:48:34.374897 23621 main.go:141] libmachine: (ha-406505-m03) DBG | domain ha-406505-m03 has defined IP address 192.168.39.102 and MAC address 52:54:00:7e:e4:e0 in network mk-ha-406505
I1007 10:48:34.375117 23621 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1007 10:48:34.379896 23621 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 10:48:34.393502 23621 mustload.go:65] Loading cluster: ha-406505
I1007 10:48:34.393757 23621 config.go:182] Loaded profile config "ha-406505": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 10:48:34.394025 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:48:34.394061 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:48:34.411296 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38513
I1007 10:48:34.411826 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:48:34.412384 23621 main.go:141] libmachine: Using API Version 1
I1007 10:48:34.412408 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:48:34.412720 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:48:34.412914 23621 main.go:141] libmachine: (ha-406505) Calling .GetState
I1007 10:48:34.414711 23621 host.go:66] Checking if "ha-406505" exists ...
I1007 10:48:34.415007 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:48:34.415055 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:48:34.431721 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34665
I1007 10:48:34.432227 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:48:34.432721 23621 main.go:141] libmachine: Using API Version 1
I1007 10:48:34.432743 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:48:34.433085 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:48:34.433286 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:48:34.433443 23621 certs.go:68] Setting up /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505 for IP: 192.168.39.102
I1007 10:48:34.433455 23621 certs.go:194] generating shared ca certs ...
I1007 10:48:34.433473 23621 certs.go:226] acquiring lock for ca certs: {Name:mkf57a9688688af6e57e75bbfa1f06ec72c2c052 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:48:34.433653 23621 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.key
I1007 10:48:34.433694 23621 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.key
I1007 10:48:34.433704 23621 certs.go:256] generating profile certs ...
I1007 10:48:34.433769 23621 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.key
I1007 10:48:34.433796 23621 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.2cb567af
I1007 10:48:34.433810 23621 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.2cb567af with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.250 192.168.39.37 192.168.39.102 192.168.39.254]
I1007 10:48:34.626802 23621 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.2cb567af ...
I1007 10:48:34.626838 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.2cb567af: {Name:mk4dc5899bb034b35a02970b97ee9a5705168f50 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:48:34.627028 23621 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.2cb567af ...
I1007 10:48:34.627045 23621 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.2cb567af: {Name:mk33cc429fb28f1dd32077e7c6736b9265eee4dd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 10:48:34.627160 23621 certs.go:381] copying /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt.2cb567af -> /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt
I1007 10:48:34.627332 23621 certs.go:385] copying /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key.2cb567af -> /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key
I1007 10:48:34.627505 23621 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.key
I1007 10:48:34.627523 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1007 10:48:34.627547 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1007 10:48:34.627570 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1007 10:48:34.627588 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1007 10:48:34.627606 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1007 10:48:34.627624 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1007 10:48:34.627650 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1007 10:48:34.648122 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1007 10:48:34.648245 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096.pem (1338 bytes)
W1007 10:48:34.648300 23621 certs.go:480] ignoring /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096_empty.pem, impossibly tiny 0 bytes
I1007 10:48:34.648313 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca-key.pem (1679 bytes)
I1007 10:48:34.648345 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/ca.pem (1082 bytes)
I1007 10:48:34.648376 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/cert.pem (1123 bytes)
I1007 10:48:34.648424 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/key.pem (1675 bytes)
I1007 10:48:34.649013 23621 certs.go:484] found cert: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem (1708 bytes)
I1007 10:48:34.649072 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem -> /usr/share/ca-certificates/110962.pem
I1007 10:48:34.649091 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1007 10:48:34.649106 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096.pem -> /usr/share/ca-certificates/11096.pem
I1007 10:48:34.649154 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:48:34.652851 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:48:34.653287 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:48:34.653319 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:48:34.653480 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:48:34.653695 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:48:34.653872 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:48:34.653998 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.250 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa Username:docker}
I1007 10:48:34.732255 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1007 10:48:34.739182 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1007 10:48:34.751245 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1007 10:48:34.755732 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1007 10:48:34.766849 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1007 10:48:34.771581 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1007 10:48:34.783409 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1007 10:48:34.788150 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1007 10:48:34.799354 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1007 10:48:34.804283 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1007 10:48:34.816354 23621 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1007 10:48:34.821135 23621 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1007 10:48:34.834977 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1007 10:48:34.863883 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1007 10:48:34.896166 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1007 10:48:34.926479 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1007 10:48:34.954664 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1007 10:48:34.981371 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1007 10:48:35.009381 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1007 10:48:35.036950 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1007 10:48:35.063824 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/files/etc/ssl/certs/110962.pem --> /usr/share/ca-certificates/110962.pem (1708 bytes)
I1007 10:48:35.091476 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1007 10:48:35.119954 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/certs/11096.pem --> /usr/share/ca-certificates/11096.pem (1338 bytes)
I1007 10:48:35.148052 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1007 10:48:35.166363 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1007 10:48:35.186175 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1007 10:48:35.205554 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1007 10:48:35.223002 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1007 10:48:35.240092 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1007 10:48:35.256797 23621 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1007 10:48:35.274939 23621 ssh_runner.go:195] Run: openssl version
I1007 10:48:35.281362 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/110962.pem && ln -fs /usr/share/ca-certificates/110962.pem /etc/ssl/certs/110962.pem"
I1007 10:48:35.293636 23621 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/110962.pem
I1007 10:48:35.298579 23621 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 7 10:41 /usr/share/ca-certificates/110962.pem
I1007 10:48:35.298639 23621 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/110962.pem
I1007 10:48:35.304753 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/110962.pem /etc/ssl/certs/3ec20f2e.0"
I1007 10:48:35.315888 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1007 10:48:35.326832 23621 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1007 10:48:35.331554 23621 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 7 10:22 /usr/share/ca-certificates/minikubeCA.pem
I1007 10:48:35.331619 23621 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1007 10:48:35.337434 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1007 10:48:35.348665 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/11096.pem && ln -fs /usr/share/ca-certificates/11096.pem /etc/ssl/certs/11096.pem"
I1007 10:48:35.360023 23621 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/11096.pem
I1007 10:48:35.365259 23621 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 7 10:41 /usr/share/ca-certificates/11096.pem
I1007 10:48:35.365338 23621 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/11096.pem
I1007 10:48:35.372821 23621 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/11096.pem /etc/ssl/certs/51391683.0"
I1007 10:48:35.385592 23621 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1007 10:48:35.390405 23621 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1007 10:48:35.390455 23621 kubeadm.go:934] updating node {m03 192.168.39.102 8443 v1.31.1 crio true true} ...
I1007 10:48:35.390529 23621 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-406505-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.102
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-406505 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1007 10:48:35.390554 23621 kube-vip.go:115] generating kube-vip config ...
I1007 10:48:35.390588 23621 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1007 10:48:35.407020 23621 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1007 10:48:35.407098 23621 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1007 10:48:35.407155 23621 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1007 10:48:35.417610 23621 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1007 10:48:35.417677 23621 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1007 10:48:35.428405 23621 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1007 10:48:35.428437 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 10:48:35.428436 23621 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I1007 10:48:35.428474 23621 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I1007 10:48:35.428487 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 10:48:35.428508 23621 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 10:48:35.428547 23621 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 10:48:35.428511 23621 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 10:48:35.446473 23621 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1007 10:48:35.446517 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1007 10:48:35.446544 23621 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1007 10:48:35.446546 23621 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 10:48:35.446583 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1007 10:48:35.446648 23621 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 10:48:35.470883 23621 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1007 10:48:35.470927 23621 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19761-3912/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1007 10:48:36.357285 23621 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1007 10:48:36.367780 23621 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1007 10:48:36.389088 23621 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1007 10:48:36.406417 23621 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1007 10:48:36.424782 23621 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1007 10:48:36.429051 23621 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 10:48:36.442669 23621 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 10:48:36.586820 23621 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 10:48:36.605650 23621 host.go:66] Checking if "ha-406505" exists ...
I1007 10:48:36.606095 23621 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 10:48:36.606145 23621 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 10:48:36.622824 23621 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45931
I1007 10:48:36.623406 23621 main.go:141] libmachine: () Calling .GetVersion
I1007 10:48:36.623956 23621 main.go:141] libmachine: Using API Version 1
I1007 10:48:36.624010 23621 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 10:48:36.624375 23621 main.go:141] libmachine: () Calling .GetMachineName
I1007 10:48:36.624602 23621 main.go:141] libmachine: (ha-406505) Calling .DriverName
I1007 10:48:36.624756 23621 start.go:317] joinCluster: &{Name:ha-406505 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-406505 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.250 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.37 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:f
alse istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false
DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1007 10:48:36.624906 23621 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1007 10:48:36.624922 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHHostname
I1007 10:48:36.628085 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:48:36.628498 23621 main.go:141] libmachine: (ha-406505) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:1d:e2:d7", ip: ""} in network mk-ha-406505: {Iface:virbr1 ExpiryTime:2024-10-07 11:46:15 +0000 UTC Type:0 Mac:52:54:00:1d:e2:d7 Iaid: IPaddr:192.168.39.250 Prefix:24 Hostname:ha-406505 Clientid:01:52:54:00:1d:e2:d7}
I1007 10:48:36.628533 23621 main.go:141] libmachine: (ha-406505) DBG | domain ha-406505 has defined IP address 192.168.39.250 and MAC address 52:54:00:1d:e2:d7 in network mk-ha-406505
I1007 10:48:36.628663 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHPort
I1007 10:48:36.628842 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHKeyPath
I1007 10:48:36.628992 23621 main.go:141] libmachine: (ha-406505) Calling .GetSSHUsername
I1007 10:48:36.629138 23621 sshutil.go:53] new ssh client: &{IP:192.168.39.250 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19761-3912/.minikube/machines/ha-406505/id_rsa Username:docker}
I1007 10:48:36.794813 23621 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 10:48:36.794869 23621 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token gpv0xr.ao0m8qerz0fls7pl --discovery-token-ca-cert-hash sha256:0af1372f9d63e41286c8f9287aaea3172bad212ad1bff5430661d64dd44628df --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-406505-m03 --control-plane --apiserver-advertise-address=192.168.39.102 --apiserver-bind-port=8443"
I1007 10:48:59.856325 23621 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token gpv0xr.ao0m8qerz0fls7pl --discovery-token-ca-cert-hash sha256:0af1372f9d63e41286c8f9287aaea3172bad212ad1bff5430661d64dd44628df --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-406505-m03 --control-plane --apiserver-advertise-address=192.168.39.102 --apiserver-bind-port=8443": (23.06138473s)
I1007 10:48:59.856362 23621 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1007 10:49:00.490810 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-406505-m03 minikube.k8s.io/updated_at=2024_10_07T10_49_00_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=1b06d4f2a8ccec01d969e2c3d6aacc70438e6b0f minikube.k8s.io/name=ha-406505 minikube.k8s.io/primary=false
I1007 10:49:00.615125 23621 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-406505-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1007 10:49:00.740706 23621 start.go:319] duration metric: took 24.115945375s to joinCluster
I1007 10:49:00.740808 23621 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.102 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 10:49:00.741314 23621 config.go:182] Loaded profile config "ha-406505": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 10:49:00.742651 23621 out.go:177] * Verifying Kubernetes components...
I1007 10:49:00.744087 23621 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 10:49:00.980117 23621 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 10:49:00.996987 23621 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19761-3912/kubeconfig
I1007 10:49:00.997383 23621 kapi.go:59] client config for ha-406505: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.crt", KeyFile:"/home/jenkins/minikube-integration/19761-3912/.minikube/profiles/ha-406505/client.key", CAFile:"/home/jenkins/minikube-integration/19761-3912/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1007 10:49:00.997456 23621 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.250:8443
I1007 10:49:00.997848 23621 node_ready.go:35] waiting up to 6m0s for node "ha-406505-m03" to be "Ready" ...
I1007 10:49:00.997952 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:00.997963 23621 round_trippers.go:469] Request Headers:
I1007 10:49:00.997973 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:00.997980 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:01.002879 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:49:01.498022 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:01.498047 23621 round_trippers.go:469] Request Headers:
I1007 10:49:01.498058 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:01.498063 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:01.502144 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:49:01.998532 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:01.998559 23621 round_trippers.go:469] Request Headers:
I1007 10:49:01.998571 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:01.998580 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:02.002214 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:02.498080 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:02.498113 23621 round_trippers.go:469] Request Headers:
I1007 10:49:02.498126 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:02.498132 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:02.502433 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:49:02.998449 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:02.998474 23621 round_trippers.go:469] Request Headers:
I1007 10:49:02.998482 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:02.998486 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:03.001753 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:03.002481 23621 node_ready.go:53] node "ha-406505-m03" has status "Ready":"False"
I1007 10:49:03.498693 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:03.498717 23621 round_trippers.go:469] Request Headers:
I1007 10:49:03.498727 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:03.498732 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:03.503726 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:49:03.998977 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:03.999008 23621 round_trippers.go:469] Request Headers:
I1007 10:49:03.999019 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:03.999026 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:04.002356 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:04.498338 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:04.498365 23621 round_trippers.go:469] Request Headers:
I1007 10:49:04.498374 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:04.498379 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:04.502295 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:04.998619 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:04.998645 23621 round_trippers.go:469] Request Headers:
I1007 10:49:04.998656 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:04.998660 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:05.001641 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:49:05.498634 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:05.498660 23621 round_trippers.go:469] Request Headers:
I1007 10:49:05.498671 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:05.498677 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:05.502156 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:05.502885 23621 node_ready.go:53] node "ha-406505-m03" has status "Ready":"False"
I1007 10:49:05.998723 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:05.998794 23621 round_trippers.go:469] Request Headers:
I1007 10:49:05.998812 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:05.998818 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:06.003873 23621 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 10:49:06.499098 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:06.499119 23621 round_trippers.go:469] Request Headers:
I1007 10:49:06.499126 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:06.499131 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:06.503089 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:06.998553 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:06.998587 23621 round_trippers.go:469] Request Headers:
I1007 10:49:06.998595 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:06.998599 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:07.002580 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:07.498710 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:07.498736 23621 round_trippers.go:469] Request Headers:
I1007 10:49:07.498746 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:07.498751 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:07.502124 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:07.502967 23621 node_ready.go:53] node "ha-406505-m03" has status "Ready":"False"
I1007 10:49:07.998236 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:07.998258 23621 round_trippers.go:469] Request Headers:
I1007 10:49:07.998267 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:07.998271 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:08.001970 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:08.498896 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:08.498918 23621 round_trippers.go:469] Request Headers:
I1007 10:49:08.498927 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:08.498931 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:08.502697 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:08.998532 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:08.998561 23621 round_trippers.go:469] Request Headers:
I1007 10:49:08.998571 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:08.998578 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:09.002002 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:09.498039 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:09.498064 23621 round_trippers.go:469] Request Headers:
I1007 10:49:09.498077 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:09.498084 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:09.502005 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:09.998852 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:09.998879 23621 round_trippers.go:469] Request Headers:
I1007 10:49:09.998887 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:09.998893 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:10.002735 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:10.003524 23621 node_ready.go:53] node "ha-406505-m03" has status "Ready":"False"
I1007 10:49:10.499000 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:10.499026 23621 round_trippers.go:469] Request Headers:
I1007 10:49:10.499034 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:10.499046 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:10.502792 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:10.998624 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:10.998647 23621 round_trippers.go:469] Request Headers:
I1007 10:49:10.998659 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:10.998663 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:11.002342 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:11.498150 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:11.498177 23621 round_trippers.go:469] Request Headers:
I1007 10:49:11.498186 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:11.498193 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:11.502277 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:49:11.998714 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:11.998735 23621 round_trippers.go:469] Request Headers:
I1007 10:49:11.998743 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:11.998748 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:12.002263 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:12.498755 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:12.498782 23621 round_trippers.go:469] Request Headers:
I1007 10:49:12.498794 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:12.498801 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:12.502981 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:49:12.503718 23621 node_ready.go:53] node "ha-406505-m03" has status "Ready":"False"
I1007 10:49:12.999042 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:12.999069 23621 round_trippers.go:469] Request Headers:
I1007 10:49:12.999079 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:12.999085 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:13.002464 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:13.498077 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:13.498101 23621 round_trippers.go:469] Request Headers:
I1007 10:49:13.498110 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:13.498115 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:13.501652 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:13.998309 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:13.998332 23621 round_trippers.go:469] Request Headers:
I1007 10:49:13.998343 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:13.998347 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:14.001704 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:14.498713 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:14.498734 23621 round_trippers.go:469] Request Headers:
I1007 10:49:14.498742 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:14.498745 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:14.502719 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:14.999025 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:14.999047 23621 round_trippers.go:469] Request Headers:
I1007 10:49:14.999055 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:14.999059 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:15.002812 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:15.003362 23621 node_ready.go:53] node "ha-406505-m03" has status "Ready":"False"
I1007 10:49:15.498817 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:15.498839 23621 round_trippers.go:469] Request Headers:
I1007 10:49:15.498846 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:15.498850 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:15.504009 23621 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 10:49:15.998456 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:15.998477 23621 round_trippers.go:469] Request Headers:
I1007 10:49:15.998485 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:15.998488 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:16.001780 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:16.498830 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:16.498857 23621 round_trippers.go:469] Request Headers:
I1007 10:49:16.498868 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:16.498873 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:16.502631 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:16.998224 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:16.998257 23621 round_trippers.go:469] Request Headers:
I1007 10:49:16.998268 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:16.998274 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:17.001615 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:17.498645 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:17.498672 23621 round_trippers.go:469] Request Headers:
I1007 10:49:17.498684 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:17.498688 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:17.502201 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:17.502837 23621 node_ready.go:53] node "ha-406505-m03" has status "Ready":"False"
I1007 10:49:17.998189 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:17.998213 23621 round_trippers.go:469] Request Headers:
I1007 10:49:17.998220 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:17.998226 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.001816 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:18.498415 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:18.498450 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.498462 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.498469 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.502015 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:18.502523 23621 node_ready.go:49] node "ha-406505-m03" has status "Ready":"True"
I1007 10:49:18.502543 23621 node_ready.go:38] duration metric: took 17.504667395s for node "ha-406505-m03" to be "Ready" ...
I1007 10:49:18.502551 23621 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 10:49:18.502632 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods
I1007 10:49:18.502642 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.502650 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.502656 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.509327 23621 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 10:49:18.518372 23621 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-ghmwd" in "kube-system" namespace to be "Ready" ...
I1007 10:49:18.518459 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-ghmwd
I1007 10:49:18.518464 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.518472 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.518479 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.521616 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:18.522356 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:49:18.522371 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.522378 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.522382 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.524976 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:49:18.525512 23621 pod_ready.go:93] pod "coredns-7c65d6cfc9-ghmwd" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:18.525532 23621 pod_ready.go:82] duration metric: took 7.133708ms for pod "coredns-7c65d6cfc9-ghmwd" in "kube-system" namespace to be "Ready" ...
I1007 10:49:18.525541 23621 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-xzc88" in "kube-system" namespace to be "Ready" ...
I1007 10:49:18.525593 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-xzc88
I1007 10:49:18.525602 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.525608 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.525612 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.528321 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:49:18.529035 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:49:18.529049 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.529055 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.529058 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.531646 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:49:18.532124 23621 pod_ready.go:93] pod "coredns-7c65d6cfc9-xzc88" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:18.532141 23621 pod_ready.go:82] duration metric: took 6.593928ms for pod "coredns-7c65d6cfc9-xzc88" in "kube-system" namespace to be "Ready" ...
I1007 10:49:18.532153 23621 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:49:18.532225 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/etcd-ha-406505
I1007 10:49:18.532234 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.532244 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.532249 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.534614 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:49:18.535248 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:49:18.535264 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.535274 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.535279 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.537970 23621 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 10:49:18.538368 23621 pod_ready.go:93] pod "etcd-ha-406505" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:18.538387 23621 pod_ready.go:82] duration metric: took 6.225816ms for pod "etcd-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:49:18.538401 23621 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:49:18.538461 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/etcd-ha-406505-m02
I1007 10:49:18.538472 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.538483 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.538491 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.541748 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:18.542359 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:49:18.542377 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.542389 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.542397 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.545668 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:18.546089 23621 pod_ready.go:93] pod "etcd-ha-406505-m02" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:18.546104 23621 pod_ready.go:82] duration metric: took 7.695818ms for pod "etcd-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:49:18.546113 23621 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-406505-m03" in "kube-system" namespace to be "Ready" ...
I1007 10:49:18.698417 23621 request.go:632] Waited for 152.247174ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/etcd-ha-406505-m03
I1007 10:49:18.698479 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/etcd-ha-406505-m03
I1007 10:49:18.698485 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.698492 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.698497 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.702261 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:18.899482 23621 request.go:632] Waited for 196.389358ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:18.899569 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:18.899582 23621 round_trippers.go:469] Request Headers:
I1007 10:49:18.899593 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:18.899603 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:18.903728 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:49:18.904256 23621 pod_ready.go:93] pod "etcd-ha-406505-m03" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:18.904275 23621 pod_ready.go:82] duration metric: took 358.156028ms for pod "etcd-ha-406505-m03" in "kube-system" namespace to be "Ready" ...
I1007 10:49:18.904291 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:49:19.099454 23621 request.go:632] Waited for 195.101714ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-406505
I1007 10:49:19.099547 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-406505
I1007 10:49:19.099559 23621 round_trippers.go:469] Request Headers:
I1007 10:49:19.099569 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:19.099575 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:19.103611 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:49:19.298735 23621 request.go:632] Waited for 194.375211ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:49:19.298818 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:49:19.298825 23621 round_trippers.go:469] Request Headers:
I1007 10:49:19.298837 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:19.298856 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:19.302548 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:19.303053 23621 pod_ready.go:93] pod "kube-apiserver-ha-406505" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:19.303069 23621 pod_ready.go:82] duration metric: took 398.772541ms for pod "kube-apiserver-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:49:19.303079 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:49:19.499176 23621 request.go:632] Waited for 196.018641ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-406505-m02
I1007 10:49:19.499270 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-406505-m02
I1007 10:49:19.499283 23621 round_trippers.go:469] Request Headers:
I1007 10:49:19.499296 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:19.499309 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:19.503085 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:19.699374 23621 request.go:632] Waited for 195.380837ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:49:19.699426 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:49:19.699432 23621 round_trippers.go:469] Request Headers:
I1007 10:49:19.699439 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:19.699443 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:19.703099 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:19.703625 23621 pod_ready.go:93] pod "kube-apiserver-ha-406505-m02" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:19.703644 23621 pod_ready.go:82] duration metric: took 400.557163ms for pod "kube-apiserver-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:49:19.703654 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-406505-m03" in "kube-system" namespace to be "Ready" ...
I1007 10:49:19.899212 23621 request.go:632] Waited for 195.494385ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-406505-m03
I1007 10:49:19.899266 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-406505-m03
I1007 10:49:19.899271 23621 round_trippers.go:469] Request Headers:
I1007 10:49:19.899283 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:19.899289 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:19.902896 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:20.098927 23621 request.go:632] Waited for 195.376619ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:20.098987 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:20.098993 23621 round_trippers.go:469] Request Headers:
I1007 10:49:20.099000 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:20.099004 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:20.102179 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:20.102740 23621 pod_ready.go:93] pod "kube-apiserver-ha-406505-m03" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:20.102763 23621 pod_ready.go:82] duration metric: took 399.102679ms for pod "kube-apiserver-ha-406505-m03" in "kube-system" namespace to be "Ready" ...
I1007 10:49:20.102773 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:49:20.298944 23621 request.go:632] Waited for 196.089064ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-406505
I1007 10:49:20.299004 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-406505
I1007 10:49:20.299010 23621 round_trippers.go:469] Request Headers:
I1007 10:49:20.299017 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:20.299023 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:20.302867 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:20.498409 23621 request.go:632] Waited for 194.294244ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:49:20.498569 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:49:20.498582 23621 round_trippers.go:469] Request Headers:
I1007 10:49:20.498592 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:20.498599 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:20.502204 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:20.503003 23621 pod_ready.go:93] pod "kube-controller-manager-ha-406505" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:20.503027 23621 pod_ready.go:82] duration metric: took 400.247835ms for pod "kube-controller-manager-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:49:20.503037 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:49:20.699318 23621 request.go:632] Waited for 196.218592ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-406505-m02
I1007 10:49:20.699394 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-406505-m02
I1007 10:49:20.699405 23621 round_trippers.go:469] Request Headers:
I1007 10:49:20.699415 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:20.699424 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:20.702950 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:20.899287 23621 request.go:632] Waited for 195.402635ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:49:20.899343 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:49:20.899349 23621 round_trippers.go:469] Request Headers:
I1007 10:49:20.899370 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:20.899375 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:20.903339 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:20.904141 23621 pod_ready.go:93] pod "kube-controller-manager-ha-406505-m02" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:20.904160 23621 pod_ready.go:82] duration metric: took 401.116067ms for pod "kube-controller-manager-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:49:20.904170 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-406505-m03" in "kube-system" namespace to be "Ready" ...
I1007 10:49:21.099320 23621 request.go:632] Waited for 195.054621ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-406505-m03
I1007 10:49:21.099383 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-406505-m03
I1007 10:49:21.099391 23621 round_trippers.go:469] Request Headers:
I1007 10:49:21.099404 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:21.099415 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:21.103012 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:21.299153 23621 request.go:632] Waited for 195.377964ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:21.299213 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:21.299218 23621 round_trippers.go:469] Request Headers:
I1007 10:49:21.299225 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:21.299229 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:21.303015 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:21.303516 23621 pod_ready.go:93] pod "kube-controller-manager-ha-406505-m03" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:21.303534 23621 pod_ready.go:82] duration metric: took 399.355676ms for pod "kube-controller-manager-ha-406505-m03" in "kube-system" namespace to be "Ready" ...
I1007 10:49:21.303543 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-6ng4z" in "kube-system" namespace to be "Ready" ...
I1007 10:49:21.498530 23621 request.go:632] Waited for 194.920994ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6ng4z
I1007 10:49:21.498597 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-proxy-6ng4z
I1007 10:49:21.498603 23621 round_trippers.go:469] Request Headers:
I1007 10:49:21.498610 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:21.498614 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:21.502242 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:21.699351 23621 request.go:632] Waited for 196.362706ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:49:21.699418 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:49:21.699423 23621 round_trippers.go:469] Request Headers:
I1007 10:49:21.699431 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:21.699435 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:21.702722 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:21.703412 23621 pod_ready.go:93] pod "kube-proxy-6ng4z" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:21.703429 23621 pod_ready.go:82] duration metric: took 399.878679ms for pod "kube-proxy-6ng4z" in "kube-system" namespace to be "Ready" ...
I1007 10:49:21.703439 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-c79zf" in "kube-system" namespace to be "Ready" ...
I1007 10:49:21.898495 23621 request.go:632] Waited for 195.001064ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-proxy-c79zf
I1007 10:49:21.898570 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-proxy-c79zf
I1007 10:49:21.898576 23621 round_trippers.go:469] Request Headers:
I1007 10:49:21.898583 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:21.898587 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:21.903113 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:49:22.099311 23621 request.go:632] Waited for 195.352243ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:22.099376 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:22.099384 23621 round_trippers.go:469] Request Headers:
I1007 10:49:22.099392 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:22.099397 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:22.102668 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:22.103269 23621 pod_ready.go:93] pod "kube-proxy-c79zf" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:22.103284 23621 pod_ready.go:82] duration metric: took 399.838704ms for pod "kube-proxy-c79zf" in "kube-system" namespace to be "Ready" ...
I1007 10:49:22.103298 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-nlnhf" in "kube-system" namespace to be "Ready" ...
I1007 10:49:22.299438 23621 request.go:632] Waited for 196.048125ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nlnhf
I1007 10:49:22.299517 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-proxy-nlnhf
I1007 10:49:22.299528 23621 round_trippers.go:469] Request Headers:
I1007 10:49:22.299539 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:22.299548 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:22.303349 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:22.499362 23621 request.go:632] Waited for 195.369323ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:49:22.499426 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:49:22.499434 23621 round_trippers.go:469] Request Headers:
I1007 10:49:22.499445 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:22.499452 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:22.503812 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:49:22.504569 23621 pod_ready.go:93] pod "kube-proxy-nlnhf" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:22.504595 23621 pod_ready.go:82] duration metric: took 401.287955ms for pod "kube-proxy-nlnhf" in "kube-system" namespace to be "Ready" ...
I1007 10:49:22.504608 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:49:22.698460 23621 request.go:632] Waited for 193.785531ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-406505
I1007 10:49:22.698548 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-406505
I1007 10:49:22.698557 23621 round_trippers.go:469] Request Headers:
I1007 10:49:22.698568 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:22.698578 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:22.702017 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:22.898981 23621 request.go:632] Waited for 196.377795ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:49:22.899067 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505
I1007 10:49:22.899078 23621 round_trippers.go:469] Request Headers:
I1007 10:49:22.899089 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:22.899095 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:22.902303 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:22.903166 23621 pod_ready.go:93] pod "kube-scheduler-ha-406505" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:22.903182 23621 pod_ready.go:82] duration metric: took 398.566323ms for pod "kube-scheduler-ha-406505" in "kube-system" namespace to be "Ready" ...
I1007 10:49:22.903191 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:49:23.099385 23621 request.go:632] Waited for 196.133679ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-406505-m02
I1007 10:49:23.099448 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-406505-m02
I1007 10:49:23.099455 23621 round_trippers.go:469] Request Headers:
I1007 10:49:23.099466 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:23.099472 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:23.102786 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:23.298901 23621 request.go:632] Waited for 195.266193ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:49:23.298979 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m02
I1007 10:49:23.299002 23621 round_trippers.go:469] Request Headers:
I1007 10:49:23.299017 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:23.299025 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:23.302232 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:23.302790 23621 pod_ready.go:93] pod "kube-scheduler-ha-406505-m02" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:23.302809 23621 pod_ready.go:82] duration metric: took 399.610952ms for pod "kube-scheduler-ha-406505-m02" in "kube-system" namespace to be "Ready" ...
I1007 10:49:23.302821 23621 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-406505-m03" in "kube-system" namespace to be "Ready" ...
I1007 10:49:23.499180 23621 request.go:632] Waited for 196.292359ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-406505-m03
I1007 10:49:23.499272 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-406505-m03
I1007 10:49:23.499287 23621 round_trippers.go:469] Request Headers:
I1007 10:49:23.499297 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:23.499301 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:23.502869 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:23.699193 23621 request.go:632] Waited for 195.355503ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:23.699258 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes/ha-406505-m03
I1007 10:49:23.699265 23621 round_trippers.go:469] Request Headers:
I1007 10:49:23.699273 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:23.699279 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:23.703084 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:23.703667 23621 pod_ready.go:93] pod "kube-scheduler-ha-406505-m03" in "kube-system" namespace has status "Ready":"True"
I1007 10:49:23.703685 23621 pod_ready.go:82] duration metric: took 400.856999ms for pod "kube-scheduler-ha-406505-m03" in "kube-system" namespace to be "Ready" ...
I1007 10:49:23.703698 23621 pod_ready.go:39] duration metric: took 5.201137337s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 10:49:23.703714 23621 api_server.go:52] waiting for apiserver process to appear ...
I1007 10:49:23.703771 23621 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1007 10:49:23.720988 23621 api_server.go:72] duration metric: took 22.980139715s to wait for apiserver process to appear ...
I1007 10:49:23.721017 23621 api_server.go:88] waiting for apiserver healthz status ...
I1007 10:49:23.721038 23621 api_server.go:253] Checking apiserver healthz at https://192.168.39.250:8443/healthz ...
I1007 10:49:23.727765 23621 api_server.go:279] https://192.168.39.250:8443/healthz returned 200:
ok
I1007 10:49:23.727841 23621 round_trippers.go:463] GET https://192.168.39.250:8443/version
I1007 10:49:23.727846 23621 round_trippers.go:469] Request Headers:
I1007 10:49:23.727855 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:23.727860 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:23.728928 23621 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1007 10:49:23.729002 23621 api_server.go:141] control plane version: v1.31.1
I1007 10:49:23.729019 23621 api_server.go:131] duration metric: took 7.995236ms to wait for apiserver health ...
I1007 10:49:23.729029 23621 system_pods.go:43] waiting for kube-system pods to appear ...
I1007 10:49:23.899405 23621 request.go:632] Waited for 170.304588ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods
I1007 10:49:23.899474 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods
I1007 10:49:23.899479 23621 round_trippers.go:469] Request Headers:
I1007 10:49:23.899494 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:23.899501 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:23.905647 23621 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 10:49:23.912018 23621 system_pods.go:59] 24 kube-system pods found
I1007 10:49:23.912046 23621 system_pods.go:61] "coredns-7c65d6cfc9-ghmwd" [8d8533b9-192b-49a8-8d17-96ffd98cb729] Running
I1007 10:49:23.912051 23621 system_pods.go:61] "coredns-7c65d6cfc9-xzc88" [f22736c0-5ca4-4c9b-bcd4-cf95f9390507] Running
I1007 10:49:23.912055 23621 system_pods.go:61] "etcd-ha-406505" [06acd5be-60d4-4e5d-878a-eb237eccef90] Running
I1007 10:49:23.912059 23621 system_pods.go:61] "etcd-ha-406505-m02" [6bac8986-60bc-4067-8d14-39e7a7d89de4] Running
I1007 10:49:23.912064 23621 system_pods.go:61] "etcd-ha-406505-m03" [2c0079fb-51f1-423c-8b4c-893824342cd6] Running
I1007 10:49:23.912069 23621 system_pods.go:61] "kindnet-28vpp" [c14e8bdf-ebc5-4349-adb4-6786cd15551d] Running
I1007 10:49:23.912074 23621 system_pods.go:61] "kindnet-h8fh4" [4963cef8-d0f0-47a7-a9f3-4ec6cc1cbdd2] Running
I1007 10:49:23.912079 23621 system_pods.go:61] "kindnet-pt74h" [bb72605c-a772-4b04-a14d-02efe957c9d0] Running
I1007 10:49:23.912087 23621 system_pods.go:61] "kube-apiserver-ha-406505" [86ec3125-9faf-431c-829c-74bedca10848] Running
I1007 10:49:23.912092 23621 system_pods.go:61] "kube-apiserver-ha-406505-m02" [9b1f1980-971a-4059-90f3-75aa418811e9] Running
I1007 10:49:23.912101 23621 system_pods.go:61] "kube-apiserver-ha-406505-m03" [8bc80684-cd9a-40b1-94e1-02cb77917c36] Running
I1007 10:49:23.912106 23621 system_pods.go:61] "kube-controller-manager-ha-406505" [9f228931-e5fe-4983-aed5-71ec54a10242] Running
I1007 10:49:23.912111 23621 system_pods.go:61] "kube-controller-manager-ha-406505-m02" [87c1a5f3-2c61-40b6-8ac6-8641fe480883] Running
I1007 10:49:23.912116 23621 system_pods.go:61] "kube-controller-manager-ha-406505-m03" [ab97ec1a-fb7e-42a5-b77c-721ccf85db1d] Running
I1007 10:49:23.912120 23621 system_pods.go:61] "kube-proxy-6ng4z" [0bbf71c3-f4c6-44e2-a86f-2528957fd17e] Running
I1007 10:49:23.912123 23621 system_pods.go:61] "kube-proxy-c79zf" [2b12aaa5-9560-459b-a3bb-e45e73a6b663] Running
I1007 10:49:23.912129 23621 system_pods.go:61] "kube-proxy-nlnhf" [053080d5-38da-4108-96aa-f4a8dbe5de91] Running
I1007 10:49:23.912132 23621 system_pods.go:61] "kube-scheduler-ha-406505" [40a9a2f6-4f4e-48eb-8ef2-958b87cea171] Running
I1007 10:49:23.912135 23621 system_pods.go:61] "kube-scheduler-ha-406505-m02" [b1def4a5-2143-46b6-ae4a-44b7997ec7b2] Running
I1007 10:49:23.912139 23621 system_pods.go:61] "kube-scheduler-ha-406505-m03" [da8d486f-250a-4961-ac7c-b1435c52a3ca] Running
I1007 10:49:23.912147 23621 system_pods.go:61] "kube-vip-ha-406505" [e31ca80b-44ca-4b0a-8d38-ba06f81592f8] Running
I1007 10:49:23.912152 23621 system_pods.go:61] "kube-vip-ha-406505-m02" [982dab2a-18d2-409a-9d27-51f746597898] Running
I1007 10:49:23.912155 23621 system_pods.go:61] "kube-vip-ha-406505-m03" [a90a6084-73a3-476c-9729-1d8b45c6f3fc] Running
I1007 10:49:23.912160 23621 system_pods.go:61] "storage-provisioner" [be10b32c-e562-40ef-8b47-04cd1caf9778] Running
I1007 10:49:23.912167 23621 system_pods.go:74] duration metric: took 183.129229ms to wait for pod list to return data ...
I1007 10:49:23.912178 23621 default_sa.go:34] waiting for default service account to be created ...
I1007 10:49:24.099457 23621 request.go:632] Waited for 187.192356ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/default/serviceaccounts
I1007 10:49:24.099519 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/default/serviceaccounts
I1007 10:49:24.099524 23621 round_trippers.go:469] Request Headers:
I1007 10:49:24.099532 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:24.099538 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:24.104028 23621 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 10:49:24.104180 23621 default_sa.go:45] found service account: "default"
I1007 10:49:24.104202 23621 default_sa.go:55] duration metric: took 192.014074ms for default service account to be created ...
I1007 10:49:24.104214 23621 system_pods.go:116] waiting for k8s-apps to be running ...
I1007 10:49:24.299461 23621 request.go:632] Waited for 195.156179ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods
I1007 10:49:24.299513 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/namespaces/kube-system/pods
I1007 10:49:24.299518 23621 round_trippers.go:469] Request Headers:
I1007 10:49:24.299525 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:24.299530 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:24.305308 23621 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 10:49:24.311531 23621 system_pods.go:86] 24 kube-system pods found
I1007 10:49:24.311559 23621 system_pods.go:89] "coredns-7c65d6cfc9-ghmwd" [8d8533b9-192b-49a8-8d17-96ffd98cb729] Running
I1007 10:49:24.311565 23621 system_pods.go:89] "coredns-7c65d6cfc9-xzc88" [f22736c0-5ca4-4c9b-bcd4-cf95f9390507] Running
I1007 10:49:24.311569 23621 system_pods.go:89] "etcd-ha-406505" [06acd5be-60d4-4e5d-878a-eb237eccef90] Running
I1007 10:49:24.311575 23621 system_pods.go:89] "etcd-ha-406505-m02" [6bac8986-60bc-4067-8d14-39e7a7d89de4] Running
I1007 10:49:24.311579 23621 system_pods.go:89] "etcd-ha-406505-m03" [2c0079fb-51f1-423c-8b4c-893824342cd6] Running
I1007 10:49:24.311583 23621 system_pods.go:89] "kindnet-28vpp" [c14e8bdf-ebc5-4349-adb4-6786cd15551d] Running
I1007 10:49:24.311589 23621 system_pods.go:89] "kindnet-h8fh4" [4963cef8-d0f0-47a7-a9f3-4ec6cc1cbdd2] Running
I1007 10:49:24.311593 23621 system_pods.go:89] "kindnet-pt74h" [bb72605c-a772-4b04-a14d-02efe957c9d0] Running
I1007 10:49:24.311599 23621 system_pods.go:89] "kube-apiserver-ha-406505" [86ec3125-9faf-431c-829c-74bedca10848] Running
I1007 10:49:24.311602 23621 system_pods.go:89] "kube-apiserver-ha-406505-m02" [9b1f1980-971a-4059-90f3-75aa418811e9] Running
I1007 10:49:24.311606 23621 system_pods.go:89] "kube-apiserver-ha-406505-m03" [8bc80684-cd9a-40b1-94e1-02cb77917c36] Running
I1007 10:49:24.311611 23621 system_pods.go:89] "kube-controller-manager-ha-406505" [9f228931-e5fe-4983-aed5-71ec54a10242] Running
I1007 10:49:24.311617 23621 system_pods.go:89] "kube-controller-manager-ha-406505-m02" [87c1a5f3-2c61-40b6-8ac6-8641fe480883] Running
I1007 10:49:24.311620 23621 system_pods.go:89] "kube-controller-manager-ha-406505-m03" [ab97ec1a-fb7e-42a5-b77c-721ccf85db1d] Running
I1007 10:49:24.311626 23621 system_pods.go:89] "kube-proxy-6ng4z" [0bbf71c3-f4c6-44e2-a86f-2528957fd17e] Running
I1007 10:49:24.311629 23621 system_pods.go:89] "kube-proxy-c79zf" [2b12aaa5-9560-459b-a3bb-e45e73a6b663] Running
I1007 10:49:24.311635 23621 system_pods.go:89] "kube-proxy-nlnhf" [053080d5-38da-4108-96aa-f4a8dbe5de91] Running
I1007 10:49:24.311638 23621 system_pods.go:89] "kube-scheduler-ha-406505" [40a9a2f6-4f4e-48eb-8ef2-958b87cea171] Running
I1007 10:49:24.311643 23621 system_pods.go:89] "kube-scheduler-ha-406505-m02" [b1def4a5-2143-46b6-ae4a-44b7997ec7b2] Running
I1007 10:49:24.311646 23621 system_pods.go:89] "kube-scheduler-ha-406505-m03" [da8d486f-250a-4961-ac7c-b1435c52a3ca] Running
I1007 10:49:24.311649 23621 system_pods.go:89] "kube-vip-ha-406505" [e31ca80b-44ca-4b0a-8d38-ba06f81592f8] Running
I1007 10:49:24.311652 23621 system_pods.go:89] "kube-vip-ha-406505-m02" [982dab2a-18d2-409a-9d27-51f746597898] Running
I1007 10:49:24.311655 23621 system_pods.go:89] "kube-vip-ha-406505-m03" [a90a6084-73a3-476c-9729-1d8b45c6f3fc] Running
I1007 10:49:24.311658 23621 system_pods.go:89] "storage-provisioner" [be10b32c-e562-40ef-8b47-04cd1caf9778] Running
I1007 10:49:24.311664 23621 system_pods.go:126] duration metric: took 207.442478ms to wait for k8s-apps to be running ...
I1007 10:49:24.311673 23621 system_svc.go:44] waiting for kubelet service to be running ....
I1007 10:49:24.311718 23621 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 10:49:24.329372 23621 system_svc.go:56] duration metric: took 17.689597ms WaitForService to wait for kubelet
I1007 10:49:24.329408 23621 kubeadm.go:582] duration metric: took 23.588563567s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1007 10:49:24.329431 23621 node_conditions.go:102] verifying NodePressure condition ...
I1007 10:49:24.498716 23621 request.go:632] Waited for 169.197079ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.250:8443/api/v1/nodes
I1007 10:49:24.498772 23621 round_trippers.go:463] GET https://192.168.39.250:8443/api/v1/nodes
I1007 10:49:24.498777 23621 round_trippers.go:469] Request Headers:
I1007 10:49:24.498785 23621 round_trippers.go:473] Accept: application/json, */*
I1007 10:49:24.498788 23621 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 10:49:24.502487 23621 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 10:49:24.503651 23621 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 10:49:24.503669 23621 node_conditions.go:123] node cpu capacity is 2
I1007 10:49:24.503680 23621 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 10:49:24.503684 23621 node_conditions.go:123] node cpu capacity is 2
I1007 10:49:24.503688 23621 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 10:49:24.503691 23621 node_conditions.go:123] node cpu capacity is 2
I1007 10:49:24.503697 23621 node_conditions.go:105] duration metric: took 174.259877ms to run NodePressure ...
I1007 10:49:24.503713 23621 start.go:241] waiting for startup goroutines ...
I1007 10:49:24.503733 23621 start.go:255] writing updated cluster config ...
I1007 10:49:24.504082 23621 ssh_runner.go:195] Run: rm -f paused
I1007 10:49:24.554954 23621 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1007 10:49:24.557268 23621 out.go:177] * Done! kubectl is now configured to use "ha-406505" cluster and "default" namespace by default
==> CRI-O <==
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.269392146Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298407269367886,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=1517a267-b08f-4078-8e20-24321a43ec5b name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.270390395Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=d59894a1-3837-41be-98b3-c3b42c132801 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.270506963Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=d59894a1-3837-41be-98b3-c3b42c132801 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.270767212Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:4d9a2a1043aa257a5b49746cc308a94d265694817a7f0fbbd68ad171298991f1,PodSandboxId:77c3242ae96e046410e9f20005f1fbb24da588dfaee8e50c326db63c8937c8e3,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728298170563505966,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-tzgjx,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: b76f90b1-386b-4eda-966f-2400d6bf4412,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:77cd2f018baffde621ecccf90e2bebf1bd5127de1fc5363ec02ef8a77dfe2fb6,PodSandboxId:ce1fc89e90c8e387dff576649434b5b4695d8ebba82ba26bc3f4cefcfc33c65a,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728298019505152058,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: be10b32c-e562-40ef-8b47-04cd1caf9778,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b0cc4a36e486c6a488e846bfbf03e43b7da70bb2bf99a153487b87f34d565f12,PodSandboxId:32fee1b9f25d39415e7cd76b67ef4415ac18c57e3916abbb8b84f537d05d70bf,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728298019502169374,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xzc88,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f22736c0-5ca4-4c9b-bcd4-cf95f9390507,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0ebc4ee6afc90a7e8d867a5ba3221808427590e259e04a5ba21cc1196931b136,PodSandboxId:6142c38866566220880ffbabeb4647565b882222de06d8ef0ebb773d8133ce82,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728298019443860618,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ghmwd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8d8533b9-19
2b-49a8-8d17-96ffd98cb729,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4abb8ea9312274b1d39534e4b29dcfa3f2435a34e478f7748745c76ad1380dec,PodSandboxId:33e535c0eb67f0d998329496b1eb04fc05224699267732416929dd8d574448c5,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17282980
07472938380,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pt74h,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bb72605c-a772-4b04-a14d-02efe957c9d0,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:99b7425285dcb9164d5c7fff76a667317585d30360dbfa7acfcbbb4564f111ff,PodSandboxId:f6d2bf974f6664bc2f90e25c4c24158ddf2d928418ed69b8269deb018a7c47d3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728298007298600158,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-nlnhf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 053080d5-38da-4108-96aa-f4a8dbe5de91,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:79eb2653667b5edb3b74e57f09824040325c3d1478d135cb84dc2fc3ad5cffdf,PodSandboxId:faf0d86acd1e3016c8943a6859ab004358a6ebe57d3124f3a3f7e2cf653dcbce,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728297999352793772,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7bdcf35327874f36021578ca054760a4,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fa4965d1b169f33dee456a383fa75c0f93cca6bf8017be5bf1f0787d83919887,PodSandboxId:77c273367dc317c1dbfced48163648058a222251f6c9e1c99ceebb3d8512736d,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728297996346881143,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 10aaa3e84694103c024dc95a3ae5c57f,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5b63558545dbd5bc6d949b55a25a4e873994215448c6c82acc474c3b3804be46,PodSandboxId:de56de352fe21ebf99f251426625b2e2196c9791eacf4a3a0f0cc212470d6959,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728297996306701860,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubern
etes.pod.name: kube-apiserver-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 58e0002ddfebe157cb7f0f09bdb94c3e,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:11a16a81bf6bf12ab8aa881ebbb9fc65f881114f3caf29ac204033459e11987b,PodSandboxId:b351c9fd7630d9f6bd8758086f9311cf9cf764c9d014e815df7e65a88ac09104,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728297996266468474,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-406505,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 572e44bb4eeb4579e4fb7c299dd7cd5c,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:eb0b61d1fd92070463676e33d6b2f91e643d202d53b9af7712c8459581d39750,PodSandboxId:c4fb1e79d237901ac30099998c455123e96284ff720650ca3e08edf1d232d547,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728297996234033589,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-406505,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 01277ab648416b0c5ac093cf7ea4b7be,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=d59894a1-3837-41be-98b3-c3b42c132801 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.309337367Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=2d7024d4-cd7c-4727-848b-c01f76582f2e name=/runtime.v1.RuntimeService/Version
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.309470127Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=2d7024d4-cd7c-4727-848b-c01f76582f2e name=/runtime.v1.RuntimeService/Version
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.310593097Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=c8d2420f-776c-4a98-93a9-1c661eb6833c name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.311596690Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298407311566439,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=c8d2420f-776c-4a98-93a9-1c661eb6833c name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.313296846Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=26d65b6f-2eba-4fc0-b9af-30f05d7afd51 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.313356524Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=26d65b6f-2eba-4fc0-b9af-30f05d7afd51 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.313701923Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:4d9a2a1043aa257a5b49746cc308a94d265694817a7f0fbbd68ad171298991f1,PodSandboxId:77c3242ae96e046410e9f20005f1fbb24da588dfaee8e50c326db63c8937c8e3,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728298170563505966,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-tzgjx,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: b76f90b1-386b-4eda-966f-2400d6bf4412,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:77cd2f018baffde621ecccf90e2bebf1bd5127de1fc5363ec02ef8a77dfe2fb6,PodSandboxId:ce1fc89e90c8e387dff576649434b5b4695d8ebba82ba26bc3f4cefcfc33c65a,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728298019505152058,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: be10b32c-e562-40ef-8b47-04cd1caf9778,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b0cc4a36e486c6a488e846bfbf03e43b7da70bb2bf99a153487b87f34d565f12,PodSandboxId:32fee1b9f25d39415e7cd76b67ef4415ac18c57e3916abbb8b84f537d05d70bf,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728298019502169374,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xzc88,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f22736c0-5ca4-4c9b-bcd4-cf95f9390507,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0ebc4ee6afc90a7e8d867a5ba3221808427590e259e04a5ba21cc1196931b136,PodSandboxId:6142c38866566220880ffbabeb4647565b882222de06d8ef0ebb773d8133ce82,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728298019443860618,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ghmwd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8d8533b9-19
2b-49a8-8d17-96ffd98cb729,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4abb8ea9312274b1d39534e4b29dcfa3f2435a34e478f7748745c76ad1380dec,PodSandboxId:33e535c0eb67f0d998329496b1eb04fc05224699267732416929dd8d574448c5,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17282980
07472938380,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pt74h,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bb72605c-a772-4b04-a14d-02efe957c9d0,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:99b7425285dcb9164d5c7fff76a667317585d30360dbfa7acfcbbb4564f111ff,PodSandboxId:f6d2bf974f6664bc2f90e25c4c24158ddf2d928418ed69b8269deb018a7c47d3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728298007298600158,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-nlnhf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 053080d5-38da-4108-96aa-f4a8dbe5de91,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:79eb2653667b5edb3b74e57f09824040325c3d1478d135cb84dc2fc3ad5cffdf,PodSandboxId:faf0d86acd1e3016c8943a6859ab004358a6ebe57d3124f3a3f7e2cf653dcbce,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728297999352793772,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7bdcf35327874f36021578ca054760a4,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fa4965d1b169f33dee456a383fa75c0f93cca6bf8017be5bf1f0787d83919887,PodSandboxId:77c273367dc317c1dbfced48163648058a222251f6c9e1c99ceebb3d8512736d,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728297996346881143,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 10aaa3e84694103c024dc95a3ae5c57f,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5b63558545dbd5bc6d949b55a25a4e873994215448c6c82acc474c3b3804be46,PodSandboxId:de56de352fe21ebf99f251426625b2e2196c9791eacf4a3a0f0cc212470d6959,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728297996306701860,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubern
etes.pod.name: kube-apiserver-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 58e0002ddfebe157cb7f0f09bdb94c3e,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:11a16a81bf6bf12ab8aa881ebbb9fc65f881114f3caf29ac204033459e11987b,PodSandboxId:b351c9fd7630d9f6bd8758086f9311cf9cf764c9d014e815df7e65a88ac09104,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728297996266468474,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-406505,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 572e44bb4eeb4579e4fb7c299dd7cd5c,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:eb0b61d1fd92070463676e33d6b2f91e643d202d53b9af7712c8459581d39750,PodSandboxId:c4fb1e79d237901ac30099998c455123e96284ff720650ca3e08edf1d232d547,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728297996234033589,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-406505,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 01277ab648416b0c5ac093cf7ea4b7be,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=26d65b6f-2eba-4fc0-b9af-30f05d7afd51 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.355016981Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=055244ab-8020-4c68-83df-6901ce6ade49 name=/runtime.v1.RuntimeService/Version
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.355104237Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=055244ab-8020-4c68-83df-6901ce6ade49 name=/runtime.v1.RuntimeService/Version
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.356349654Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=bc38ca2e-7b46-4e84-99a2-92ba06d91219 name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.357051655Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298407357025869,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=bc38ca2e-7b46-4e84-99a2-92ba06d91219 name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.357800376Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=d37115a5-9909-4473-aac6-da708de7f1c9 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.357855887Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=d37115a5-9909-4473-aac6-da708de7f1c9 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.358096658Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:4d9a2a1043aa257a5b49746cc308a94d265694817a7f0fbbd68ad171298991f1,PodSandboxId:77c3242ae96e046410e9f20005f1fbb24da588dfaee8e50c326db63c8937c8e3,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728298170563505966,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-tzgjx,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: b76f90b1-386b-4eda-966f-2400d6bf4412,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:77cd2f018baffde621ecccf90e2bebf1bd5127de1fc5363ec02ef8a77dfe2fb6,PodSandboxId:ce1fc89e90c8e387dff576649434b5b4695d8ebba82ba26bc3f4cefcfc33c65a,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728298019505152058,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: be10b32c-e562-40ef-8b47-04cd1caf9778,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b0cc4a36e486c6a488e846bfbf03e43b7da70bb2bf99a153487b87f34d565f12,PodSandboxId:32fee1b9f25d39415e7cd76b67ef4415ac18c57e3916abbb8b84f537d05d70bf,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728298019502169374,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xzc88,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f22736c0-5ca4-4c9b-bcd4-cf95f9390507,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0ebc4ee6afc90a7e8d867a5ba3221808427590e259e04a5ba21cc1196931b136,PodSandboxId:6142c38866566220880ffbabeb4647565b882222de06d8ef0ebb773d8133ce82,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728298019443860618,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ghmwd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8d8533b9-19
2b-49a8-8d17-96ffd98cb729,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4abb8ea9312274b1d39534e4b29dcfa3f2435a34e478f7748745c76ad1380dec,PodSandboxId:33e535c0eb67f0d998329496b1eb04fc05224699267732416929dd8d574448c5,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17282980
07472938380,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pt74h,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bb72605c-a772-4b04-a14d-02efe957c9d0,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:99b7425285dcb9164d5c7fff76a667317585d30360dbfa7acfcbbb4564f111ff,PodSandboxId:f6d2bf974f6664bc2f90e25c4c24158ddf2d928418ed69b8269deb018a7c47d3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728298007298600158,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-nlnhf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 053080d5-38da-4108-96aa-f4a8dbe5de91,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:79eb2653667b5edb3b74e57f09824040325c3d1478d135cb84dc2fc3ad5cffdf,PodSandboxId:faf0d86acd1e3016c8943a6859ab004358a6ebe57d3124f3a3f7e2cf653dcbce,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728297999352793772,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7bdcf35327874f36021578ca054760a4,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fa4965d1b169f33dee456a383fa75c0f93cca6bf8017be5bf1f0787d83919887,PodSandboxId:77c273367dc317c1dbfced48163648058a222251f6c9e1c99ceebb3d8512736d,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728297996346881143,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 10aaa3e84694103c024dc95a3ae5c57f,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5b63558545dbd5bc6d949b55a25a4e873994215448c6c82acc474c3b3804be46,PodSandboxId:de56de352fe21ebf99f251426625b2e2196c9791eacf4a3a0f0cc212470d6959,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728297996306701860,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubern
etes.pod.name: kube-apiserver-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 58e0002ddfebe157cb7f0f09bdb94c3e,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:11a16a81bf6bf12ab8aa881ebbb9fc65f881114f3caf29ac204033459e11987b,PodSandboxId:b351c9fd7630d9f6bd8758086f9311cf9cf764c9d014e815df7e65a88ac09104,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728297996266468474,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-406505,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 572e44bb4eeb4579e4fb7c299dd7cd5c,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:eb0b61d1fd92070463676e33d6b2f91e643d202d53b9af7712c8459581d39750,PodSandboxId:c4fb1e79d237901ac30099998c455123e96284ff720650ca3e08edf1d232d547,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728297996234033589,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-406505,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 01277ab648416b0c5ac093cf7ea4b7be,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=d37115a5-9909-4473-aac6-da708de7f1c9 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.396864936Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=c4cd5db8-6dfd-45b4-9f9c-78dd5a5974a6 name=/runtime.v1.RuntimeService/Version
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.396968558Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=c4cd5db8-6dfd-45b4-9f9c-78dd5a5974a6 name=/runtime.v1.RuntimeService/Version
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.398297609Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=40ce4cbe-5781-4571-8baf-85aa5b80f749 name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.398900675Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298407398865876,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=40ce4cbe-5781-4571-8baf-85aa5b80f749 name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.399565067Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=51652d5a-8f77-42cf-8e4b-3a9739633ec5 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.399643714Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=51652d5a-8f77-42cf-8e4b-3a9739633ec5 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 10:53:27 ha-406505 crio[660]: time="2024-10-07 10:53:27.399863316Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:4d9a2a1043aa257a5b49746cc308a94d265694817a7f0fbbd68ad171298991f1,PodSandboxId:77c3242ae96e046410e9f20005f1fbb24da588dfaee8e50c326db63c8937c8e3,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728298170563505966,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-tzgjx,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: b76f90b1-386b-4eda-966f-2400d6bf4412,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:77cd2f018baffde621ecccf90e2bebf1bd5127de1fc5363ec02ef8a77dfe2fb6,PodSandboxId:ce1fc89e90c8e387dff576649434b5b4695d8ebba82ba26bc3f4cefcfc33c65a,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728298019505152058,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: be10b32c-e562-40ef-8b47-04cd1caf9778,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b0cc4a36e486c6a488e846bfbf03e43b7da70bb2bf99a153487b87f34d565f12,PodSandboxId:32fee1b9f25d39415e7cd76b67ef4415ac18c57e3916abbb8b84f537d05d70bf,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728298019502169374,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-xzc88,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f22736c0-5ca4-4c9b-bcd4-cf95f9390507,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0ebc4ee6afc90a7e8d867a5ba3221808427590e259e04a5ba21cc1196931b136,PodSandboxId:6142c38866566220880ffbabeb4647565b882222de06d8ef0ebb773d8133ce82,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728298019443860618,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ghmwd,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 8d8533b9-19
2b-49a8-8d17-96ffd98cb729,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4abb8ea9312274b1d39534e4b29dcfa3f2435a34e478f7748745c76ad1380dec,PodSandboxId:33e535c0eb67f0d998329496b1eb04fc05224699267732416929dd8d574448c5,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17282980
07472938380,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-pt74h,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: bb72605c-a772-4b04-a14d-02efe957c9d0,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:99b7425285dcb9164d5c7fff76a667317585d30360dbfa7acfcbbb4564f111ff,PodSandboxId:f6d2bf974f6664bc2f90e25c4c24158ddf2d928418ed69b8269deb018a7c47d3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728298007298600158,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-nlnhf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 053080d5-38da-4108-96aa-f4a8dbe5de91,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:79eb2653667b5edb3b74e57f09824040325c3d1478d135cb84dc2fc3ad5cffdf,PodSandboxId:faf0d86acd1e3016c8943a6859ab004358a6ebe57d3124f3a3f7e2cf653dcbce,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728297999352793772,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7bdcf35327874f36021578ca054760a4,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:fa4965d1b169f33dee456a383fa75c0f93cca6bf8017be5bf1f0787d83919887,PodSandboxId:77c273367dc317c1dbfced48163648058a222251f6c9e1c99ceebb3d8512736d,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728297996346881143,Labels:map[string]string{io.kubernetes.container.name: kub
e-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 10aaa3e84694103c024dc95a3ae5c57f,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5b63558545dbd5bc6d949b55a25a4e873994215448c6c82acc474c3b3804be46,PodSandboxId:de56de352fe21ebf99f251426625b2e2196c9791eacf4a3a0f0cc212470d6959,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728297996306701860,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubern
etes.pod.name: kube-apiserver-ha-406505,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 58e0002ddfebe157cb7f0f09bdb94c3e,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:11a16a81bf6bf12ab8aa881ebbb9fc65f881114f3caf29ac204033459e11987b,PodSandboxId:b351c9fd7630d9f6bd8758086f9311cf9cf764c9d014e815df7e65a88ac09104,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728297996266468474,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-406505,io.kubernet
es.pod.namespace: kube-system,io.kubernetes.pod.uid: 572e44bb4eeb4579e4fb7c299dd7cd5c,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:eb0b61d1fd92070463676e33d6b2f91e643d202d53b9af7712c8459581d39750,PodSandboxId:c4fb1e79d237901ac30099998c455123e96284ff720650ca3e08edf1d232d547,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728297996234033589,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-406505,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 01277ab648416b0c5ac093cf7ea4b7be,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=51652d5a-8f77-42cf-8e4b-3a9739633ec5 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
4d9a2a1043aa2 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 77c3242ae96e0 busybox-7dff88458-tzgjx
77cd2f018baff 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 ce1fc89e90c8e storage-provisioner
b0cc4a36e486c c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 32fee1b9f25d3 coredns-7c65d6cfc9-xzc88
0ebc4ee6afc90 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 6142c38866566 coredns-7c65d6cfc9-ghmwd
4abb8ea931227 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 6 minutes ago Running kindnet-cni 0 33e535c0eb67f kindnet-pt74h
99b7425285dcb 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 f6d2bf974f666 kube-proxy-nlnhf
79eb2653667b5 ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413 6 minutes ago Running kube-vip 0 faf0d86acd1e3 kube-vip-ha-406505
fa4965d1b169f 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 77c273367dc31 kube-scheduler-ha-406505
5b63558545dbd 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 de56de352fe21 kube-apiserver-ha-406505
11a16a81bf6bf 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 b351c9fd7630d etcd-ha-406505
eb0b61d1fd920 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 c4fb1e79d2379 kube-controller-manager-ha-406505
==> coredns [0ebc4ee6afc90a7e8d867a5ba3221808427590e259e04a5ba21cc1196931b136] <==
[INFO] 10.244.1.2:52141 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000229841s
[INFO] 10.244.1.2:49387 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000177541s
[INFO] 10.244.1.2:51777 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003610459s
[INFO] 10.244.1.2:53883 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000188749s
[INFO] 10.244.2.2:56490 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000126634s
[INFO] 10.244.2.2:39507 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00008519s
[INFO] 10.244.2.2:51465 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000085975s
[INFO] 10.244.2.2:54662 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000141674s
[INFO] 10.244.0.4:60148 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000114521s
[INFO] 10.244.0.4:60136 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000061595s
[INFO] 10.244.0.4:58172 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000046455s
[INFO] 10.244.0.4:37188 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001182047s
[INFO] 10.244.0.4:43590 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000115472s
[INFO] 10.244.0.4:58012 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000033373s
[INFO] 10.244.1.2:49885 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000158136s
[INFO] 10.244.1.2:37058 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000108137s
[INFO] 10.244.1.2:53254 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.00014209s
[INFO] 10.244.2.2:48605 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000226971s
[INFO] 10.244.0.4:56354 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000139347s
[INFO] 10.244.0.4:53408 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000091527s
[INFO] 10.244.1.2:56944 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000148755s
[INFO] 10.244.1.2:35017 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000240968s
[INFO] 10.244.1.2:60956 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000156011s
[INFO] 10.244.2.2:52452 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000151278s
[INFO] 10.244.0.4:37523 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000081767s
==> coredns [b0cc4a36e486c6a488e846bfbf03e43b7da70bb2bf99a153487b87f34d565f12] <==
[INFO] 10.244.2.2:48222 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.000340345s
[INFO] 10.244.2.2:43370 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001307969s
[INFO] 10.244.0.4:43661 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 31 0.000100802s
[INFO] 10.244.0.4:58476 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001778301s
[INFO] 10.244.1.2:33672 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000201181s
[INFO] 10.244.1.2:45107 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000305371s
[INFO] 10.244.2.2:49200 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000294988s
[INFO] 10.244.2.2:49393 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001850366s
[INFO] 10.244.2.2:48213 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001471137s
[INFO] 10.244.2.2:60468 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000152254s
[INFO] 10.244.0.4:59551 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001687745s
[INFO] 10.244.0.4:49859 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000044844s
[INFO] 10.244.1.2:53294 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000358207s
[INFO] 10.244.2.2:48456 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000119873s
[INFO] 10.244.2.2:52623 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000223935s
[INFO] 10.244.2.2:35737 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000161301s
[INFO] 10.244.0.4:48948 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000099818s
[INFO] 10.244.0.4:38842 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000194312s
[INFO] 10.244.1.2:52889 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000213247s
[INFO] 10.244.2.2:54256 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000280783s
[INFO] 10.244.2.2:50232 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000318899s
[INFO] 10.244.2.2:39214 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000147924s
[INFO] 10.244.0.4:53521 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000112358s
[INFO] 10.244.0.4:49217 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000161935s
[INFO] 10.244.0.4:32867 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000109582s
==> describe nodes <==
Name: ha-406505
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-406505
kubernetes.io/os=linux
minikube.k8s.io/commit=1b06d4f2a8ccec01d969e2c3d6aacc70438e6b0f
minikube.k8s.io/name=ha-406505
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_07T10_46_43_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 10:46:40 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-406505
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 10:53:19 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 07 Oct 2024 10:49:45 +0000 Mon, 07 Oct 2024 10:46:38 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 07 Oct 2024 10:49:45 +0000 Mon, 07 Oct 2024 10:46:38 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 07 Oct 2024 10:49:45 +0000 Mon, 07 Oct 2024 10:46:38 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 07 Oct 2024 10:49:45 +0000 Mon, 07 Oct 2024 10:46:58 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.250
Hostname: ha-406505
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: f87dab03082f46978f270a1d9209ed7f
System UUID: f87dab03-082f-4697-8f27-0a1d9209ed7f
Boot ID: c90db251-8dbe-47f3-98dd-72c0b5cbd489
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-tzgjx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m2s
kube-system coredns-7c65d6cfc9-ghmwd 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m40s
kube-system coredns-7c65d6cfc9-xzc88 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m40s
kube-system etcd-ha-406505 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m45s
kube-system kindnet-pt74h 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m41s
kube-system kube-apiserver-ha-406505 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m45s
kube-system kube-controller-manager-ha-406505 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m46s
kube-system kube-proxy-nlnhf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m41s
kube-system kube-scheduler-ha-406505 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m45s
kube-system kube-vip-ha-406505 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m47s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m39s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m39s kube-proxy
Normal Starting 6m45s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m45s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m45s kubelet Node ha-406505 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m45s kubelet Node ha-406505 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m45s kubelet Node ha-406505 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m41s node-controller Node ha-406505 event: Registered Node ha-406505 in Controller
Normal NodeReady 6m29s kubelet Node ha-406505 status is now: NodeReady
Normal RegisteredNode 5m41s node-controller Node ha-406505 event: Registered Node ha-406505 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-406505 event: Registered Node ha-406505 in Controller
Name: ha-406505-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-406505-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=1b06d4f2a8ccec01d969e2c3d6aacc70438e6b0f
minikube.k8s.io/name=ha-406505
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_07T10_47_40_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 10:47:38 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-406505-m02
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 10:50:41 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 07 Oct 2024 10:49:40 +0000 Mon, 07 Oct 2024 10:51:25 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 07 Oct 2024 10:49:40 +0000 Mon, 07 Oct 2024 10:51:25 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 07 Oct 2024 10:49:40 +0000 Mon, 07 Oct 2024 10:51:25 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 07 Oct 2024 10:49:40 +0000 Mon, 07 Oct 2024 10:51:25 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.37
Hostname: ha-406505-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: ad0b7870a2a54204abf112edd9c072ce
System UUID: ad0b7870-a2a5-4204-abf1-12edd9c072ce
Boot ID: 0b4627e5-d7a2-40a3-9d63-8cae53190740
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-bjz2q 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m2s
kube-system etcd-ha-406505-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m47s
kube-system kindnet-h8fh4 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m49s
kube-system kube-apiserver-ha-406505-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m48s
kube-system kube-controller-manager-ha-406505-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m48s
kube-system kube-proxy-6ng4z 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m49s
kube-system kube-scheduler-ha-406505-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m48s
kube-system kube-vip-ha-406505-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m44s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m45s kube-proxy
Normal NodeHasSufficientMemory 5m49s (x8 over 5m49s) kubelet Node ha-406505-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m49s (x8 over 5m49s) kubelet Node ha-406505-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m49s (x7 over 5m49s) kubelet Node ha-406505-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m49s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m46s node-controller Node ha-406505-m02 event: Registered Node ha-406505-m02 in Controller
Normal RegisteredNode 5m41s node-controller Node ha-406505-m02 event: Registered Node ha-406505-m02 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-406505-m02 event: Registered Node ha-406505-m02 in Controller
Normal NodeNotReady 2m2s node-controller Node ha-406505-m02 status is now: NodeNotReady
Name: ha-406505-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-406505-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=1b06d4f2a8ccec01d969e2c3d6aacc70438e6b0f
minikube.k8s.io/name=ha-406505
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_07T10_49_00_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 10:48:56 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-406505-m03
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 10:53:22 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 07 Oct 2024 10:49:57 +0000 Mon, 07 Oct 2024 10:48:56 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 07 Oct 2024 10:49:57 +0000 Mon, 07 Oct 2024 10:48:56 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 07 Oct 2024 10:49:57 +0000 Mon, 07 Oct 2024 10:48:56 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 07 Oct 2024 10:49:57 +0000 Mon, 07 Oct 2024 10:49:18 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.102
Hostname: ha-406505-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 75575a7b8eb34e0589ff800419073c6f
System UUID: 75575a7b-8eb3-4e05-89ff-800419073c6f
Boot ID: 797c7f20-765b-4e29-a483-d65c033a2625
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-ktkg9 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m2s
kube-system etcd-ha-406505-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m29s
kube-system kindnet-28vpp 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m31s
kube-system kube-apiserver-ha-406505-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m29s
kube-system kube-controller-manager-ha-406505-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-proxy-c79zf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m31s
kube-system kube-scheduler-ha-406505-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m29s
kube-system kube-vip-ha-406505-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m26s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m26s kube-proxy
Normal RegisteredNode 4m31s node-controller Node ha-406505-m03 event: Registered Node ha-406505-m03 in Controller
Normal NodeHasSufficientMemory 4m31s (x8 over 4m31s) kubelet Node ha-406505-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m31s (x8 over 4m31s) kubelet Node ha-406505-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m31s (x7 over 4m31s) kubelet Node ha-406505-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m31s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m26s node-controller Node ha-406505-m03 event: Registered Node ha-406505-m03 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-406505-m03 event: Registered Node ha-406505-m03 in Controller
Name: ha-406505-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-406505-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=1b06d4f2a8ccec01d969e2c3d6aacc70438e6b0f
minikube.k8s.io/name=ha-406505
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_07T10_50_06_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 10:50:05 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-406505-m04
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 10:53:20 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 07 Oct 2024 10:50:36 +0000 Mon, 07 Oct 2024 10:50:05 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 07 Oct 2024 10:50:36 +0000 Mon, 07 Oct 2024 10:50:05 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 07 Oct 2024 10:50:36 +0000 Mon, 07 Oct 2024 10:50:05 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 07 Oct 2024 10:50:36 +0000 Mon, 07 Oct 2024 10:50:26 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.2
Hostname: ha-406505-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 9eb4bdac85cb424a99b5076fbfc659b6
System UUID: 9eb4bdac-85cb-424a-99b5-076fbfc659b6
Boot ID: 6e48a403-8d50-4a51-beab-d3d8e1e29c60
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-cqsll 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m22s
kube-system kube-proxy-8n5g6 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m22s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m16s kube-proxy
Normal RegisteredNode 3m22s node-controller Node ha-406505-m04 event: Registered Node ha-406505-m04 in Controller
Normal NodeHasSufficientMemory 3m22s (x2 over 3m22s) kubelet Node ha-406505-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m22s (x2 over 3m22s) kubelet Node ha-406505-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m22s (x2 over 3m22s) kubelet Node ha-406505-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m22s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m21s node-controller Node ha-406505-m04 event: Registered Node ha-406505-m04 in Controller
Normal RegisteredNode 3m21s node-controller Node ha-406505-m04 event: Registered Node ha-406505-m04 in Controller
Normal NodeReady 3m1s kubelet Node ha-406505-m04 status is now: NodeReady
==> dmesg <==
[Oct 7 10:46] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.051371] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040405] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.858113] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.711350] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.602582] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000013] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000002] NFSD: Unable to initialize client recovery tracking! (-2)
[ +9.722628] systemd-fstab-generator[585]: Ignoring "noauto" option for root device
[ +0.057663] kauditd_printk_skb: 1 callbacks suppressed
[ +0.056433] systemd-fstab-generator[597]: Ignoring "noauto" option for root device
[ +0.169114] systemd-fstab-generator[611]: Ignoring "noauto" option for root device
[ +0.137291] systemd-fstab-generator[623]: Ignoring "noauto" option for root device
[ +0.300660] systemd-fstab-generator[652]: Ignoring "noauto" option for root device
[ +4.116084] systemd-fstab-generator[744]: Ignoring "noauto" option for root device
[ +3.680655] systemd-fstab-generator[874]: Ignoring "noauto" option for root device
[ +0.069150] kauditd_printk_skb: 158 callbacks suppressed
[ +7.087227] systemd-fstab-generator[1299]: Ignoring "noauto" option for root device
[ +0.089104] kauditd_printk_skb: 79 callbacks suppressed
[ +5.196698] kauditd_printk_skb: 31 callbacks suppressed
[ +11.900338] kauditd_printk_skb: 28 callbacks suppressed
[Oct 7 10:47] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [11a16a81bf6bf12ab8aa881ebbb9fc65f881114f3caf29ac204033459e11987b] <==
{"level":"warn","ts":"2024-10-07T10:53:27.678067Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.681993Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.693706Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.699785Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.716870Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.721793Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.726250Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.735704Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.741813Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.749877Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.751862Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.759149Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.762681Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.768789Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.775190Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.781174Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.784985Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.788170Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.791726Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.798295Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.804372Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.836810Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T10:53:27.850175Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.37:2380/version","remote-member-id":"6cdff3fd781adadc","error":"Get \"https://192.168.39.37:2380/version\": dial tcp 192.168.39.37:2380: i/o timeout"}
{"level":"warn","ts":"2024-10-07T10:53:27.850243Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"6cdff3fd781adadc","error":"Get \"https://192.168.39.37:2380/version\": dial tcp 192.168.39.37:2380: i/o timeout"}
{"level":"warn","ts":"2024-10-07T10:53:27.852055Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"a69e859ffe38fcde","from":"a69e859ffe38fcde","remote-peer-id":"6cdff3fd781adadc","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
10:53:27 up 7 min, 0 users, load average: 0.78, 0.60, 0.28
Linux ha-406505 5.10.207 #1 SMP Mon Sep 23 21:01:39 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [4abb8ea9312274b1d39534e4b29dcfa3f2435a34e478f7748745c76ad1380dec] <==
I1007 10:52:48.825838 1 main.go:322] Node ha-406505-m03 has CIDR [10.244.2.0/24]
I1007 10:52:58.833626 1 main.go:295] Handling node with IPs: map[192.168.39.250:{}]
I1007 10:52:58.833675 1 main.go:299] handling current node
I1007 10:52:58.833690 1 main.go:295] Handling node with IPs: map[192.168.39.37:{}]
I1007 10:52:58.833695 1 main.go:322] Node ha-406505-m02 has CIDR [10.244.1.0/24]
I1007 10:52:58.833864 1 main.go:295] Handling node with IPs: map[192.168.39.102:{}]
I1007 10:52:58.833902 1 main.go:322] Node ha-406505-m03 has CIDR [10.244.2.0/24]
I1007 10:52:58.833984 1 main.go:295] Handling node with IPs: map[192.168.39.2:{}]
I1007 10:52:58.834007 1 main.go:322] Node ha-406505-m04 has CIDR [10.244.3.0/24]
I1007 10:53:08.831971 1 main.go:295] Handling node with IPs: map[192.168.39.37:{}]
I1007 10:53:08.832046 1 main.go:322] Node ha-406505-m02 has CIDR [10.244.1.0/24]
I1007 10:53:08.832167 1 main.go:295] Handling node with IPs: map[192.168.39.102:{}]
I1007 10:53:08.832188 1 main.go:322] Node ha-406505-m03 has CIDR [10.244.2.0/24]
I1007 10:53:08.832260 1 main.go:295] Handling node with IPs: map[192.168.39.2:{}]
I1007 10:53:08.832280 1 main.go:322] Node ha-406505-m04 has CIDR [10.244.3.0/24]
I1007 10:53:08.832356 1 main.go:295] Handling node with IPs: map[192.168.39.250:{}]
I1007 10:53:08.832375 1 main.go:299] handling current node
I1007 10:53:18.831206 1 main.go:295] Handling node with IPs: map[192.168.39.250:{}]
I1007 10:53:18.831277 1 main.go:299] handling current node
I1007 10:53:18.831346 1 main.go:295] Handling node with IPs: map[192.168.39.37:{}]
I1007 10:53:18.831353 1 main.go:322] Node ha-406505-m02 has CIDR [10.244.1.0/24]
I1007 10:53:18.831556 1 main.go:295] Handling node with IPs: map[192.168.39.102:{}]
I1007 10:53:18.831582 1 main.go:322] Node ha-406505-m03 has CIDR [10.244.2.0/24]
I1007 10:53:18.831637 1 main.go:295] Handling node with IPs: map[192.168.39.2:{}]
I1007 10:53:18.831656 1 main.go:322] Node ha-406505-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [5b63558545dbd5bc6d949b55a25a4e873994215448c6c82acc474c3b3804be46] <==
W1007 10:46:41.183638 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.250]
I1007 10:46:41.185270 1 controller.go:615] quota admission added evaluator for: endpoints
I1007 10:46:41.191014 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1007 10:46:41.276253 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1007 10:46:42.491094 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1007 10:46:42.518362 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1007 10:46:42.533655 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1007 10:46:46.678876 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1007 10:46:46.902258 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1007 10:49:31.707971 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59314: use of closed network connection
E1007 10:49:31.903823 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59340: use of closed network connection
E1007 10:49:32.086294 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59358: use of closed network connection
E1007 10:49:32.297595 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59380: use of closed network connection
E1007 10:49:32.498258 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59404: use of closed network connection
E1007 10:49:32.676693 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59420: use of closed network connection
E1007 10:49:32.859242 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59440: use of closed network connection
E1007 10:49:33.057965 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59468: use of closed network connection
E1007 10:49:33.240103 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59478: use of closed network connection
E1007 10:49:33.559788 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59494: use of closed network connection
E1007 10:49:33.755853 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59504: use of closed network connection
E1007 10:49:33.944169 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59516: use of closed network connection
E1007 10:49:34.136074 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59544: use of closed network connection
E1007 10:49:34.332211 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59568: use of closed network connection
E1007 10:49:34.527795 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:59588: use of closed network connection
W1007 10:51:01.196929 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.102 192.168.39.250]
==> kube-controller-manager [eb0b61d1fd92070463676e33d6b2f91e643d202d53b9af7712c8459581d39750] <==
I1007 10:50:05.605601 1 actual_state_of_world.go:540] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-406505-m04\" does not exist"
I1007 10:50:05.651707 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-406505-m04" podCIDRs=["10.244.3.0/24"]
I1007 10:50:05.651878 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:05.652095 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:05.866588 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:06.004135 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:06.156174 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:06.156822 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-406505-m04"
I1007 10:50:06.254557 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:06.312035 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:06.987679 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:07.073914 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:15.971952 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:26.980381 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-406505-m04"
I1007 10:50:26.982232 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:27.002591 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:27.205853 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:50:36.177995 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m04"
I1007 10:51:25.956486 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m02"
I1007 10:51:25.956910 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-406505-m04"
I1007 10:51:25.977091 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m02"
I1007 10:51:26.074899 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="13.887988ms"
I1007 10:51:26.075025 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="49.368µs"
I1007 10:51:26.200250 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m02"
I1007 10:51:31.167674 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-406505-m02"
==> kube-proxy [99b7425285dcb9164d5c7fff76a667317585d30360dbfa7acfcbbb4564f111ff] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1007 10:46:47.887571 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1007 10:46:47.911134 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.250"]
E1007 10:46:47.911278 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1007 10:46:47.980015 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1007 10:46:47.980045 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1007 10:46:47.980074 1 server_linux.go:169] "Using iptables Proxier"
I1007 10:46:47.983497 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1007 10:46:47.984580 1 server.go:483] "Version info" version="v1.31.1"
I1007 10:46:47.984594 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1007 10:46:47.987677 1 config.go:199] "Starting service config controller"
I1007 10:46:47.988455 1 shared_informer.go:313] Waiting for caches to sync for service config
I1007 10:46:47.988871 1 config.go:105] "Starting endpoint slice config controller"
I1007 10:46:47.988960 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1007 10:46:47.990124 1 config.go:328] "Starting node config controller"
I1007 10:46:47.990263 1 shared_informer.go:313] Waiting for caches to sync for node config
I1007 10:46:48.088926 1 shared_informer.go:320] Caches are synced for service config
I1007 10:46:48.090118 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1007 10:46:48.090928 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [fa4965d1b169f33dee456a383fa75c0f93cca6bf8017be5bf1f0787d83919887] <==
W1007 10:46:40.575139 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1007 10:46:40.575275 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1007 10:46:40.704893 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1007 10:46:40.704946 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1007 10:46:40.706026 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1007 10:46:40.706071 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1007 10:46:40.735457 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumeclaims" in API group "" at the cluster scope
E1007 10:46:40.735594 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolumeClaim: failed to list *v1.PersistentVolumeClaim: persistentvolumeclaims is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumeclaims\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1007 10:46:40.745564 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1007 10:46:40.745701 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1007 10:46:40.956352 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1007 10:46:40.956445 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I1007 10:46:43.102324 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1007 10:50:05.717930 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-cqsll\": pod kindnet-cqsll is already assigned to node \"ha-406505-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-cqsll" node="ha-406505-m04"
E1007 10:50:05.719300 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 62093c84-d91b-44ed-a605-198bd057ee89(kube-system/kindnet-cqsll) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-cqsll"
E1007 10:50:05.719513 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-cqsll\": pod kindnet-cqsll is already assigned to node \"ha-406505-m04\"" pod="kube-system/kindnet-cqsll"
I1007 10:50:05.719601 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-cqsll" node="ha-406505-m04"
E1007 10:50:05.720316 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-8n5g6\": pod kube-proxy-8n5g6 is already assigned to node \"ha-406505-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-8n5g6" node="ha-406505-m04"
E1007 10:50:05.724984 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod df46b5c0-261e-4455-bda8-d73ef0b24faa(kube-system/kube-proxy-8n5g6) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-8n5g6"
E1007 10:50:05.725159 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-8n5g6\": pod kube-proxy-8n5g6 is already assigned to node \"ha-406505-m04\"" pod="kube-system/kube-proxy-8n5g6"
I1007 10:50:05.725258 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-8n5g6" node="ha-406505-m04"
E1007 10:50:05.734867 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-957n4\": pod kindnet-957n4 is already assigned to node \"ha-406505-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-957n4" node="ha-406505-m04"
E1007 10:50:05.736396 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 9b6e172b-6f7a-48e1-8a89-60f70e5b77f6(kube-system/kindnet-957n4) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-957n4"
E1007 10:50:05.736761 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-957n4\": pod kindnet-957n4 is already assigned to node \"ha-406505-m04\"" pod="kube-system/kindnet-957n4"
I1007 10:50:05.736855 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-957n4" node="ha-406505-m04"
==> kubelet <==
Oct 07 10:51:52 ha-406505 kubelet[1306]: E1007 10:51:52.612666 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298312612090878,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:51:52 ha-406505 kubelet[1306]: E1007 10:51:52.612749 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298312612090878,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:02 ha-406505 kubelet[1306]: E1007 10:52:02.614917 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298322614471502,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:02 ha-406505 kubelet[1306]: E1007 10:52:02.615287 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298322614471502,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:12 ha-406505 kubelet[1306]: E1007 10:52:12.617387 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298332617012708,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:12 ha-406505 kubelet[1306]: E1007 10:52:12.617780 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298332617012708,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:22 ha-406505 kubelet[1306]: E1007 10:52:22.620172 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298342619770777,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:22 ha-406505 kubelet[1306]: E1007 10:52:22.620593 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298342619770777,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:32 ha-406505 kubelet[1306]: E1007 10:52:32.622744 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298352622225858,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:32 ha-406505 kubelet[1306]: E1007 10:52:32.622792 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298352622225858,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:42 ha-406505 kubelet[1306]: E1007 10:52:42.472254 1306 iptables.go:577] "Could not set up iptables canary" err=<
Oct 07 10:52:42 ha-406505 kubelet[1306]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 07 10:52:42 ha-406505 kubelet[1306]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 07 10:52:42 ha-406505 kubelet[1306]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 07 10:52:42 ha-406505 kubelet[1306]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 07 10:52:42 ha-406505 kubelet[1306]: E1007 10:52:42.624989 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298362624467928,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:42 ha-406505 kubelet[1306]: E1007 10:52:42.625274 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298362624467928,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:52 ha-406505 kubelet[1306]: E1007 10:52:52.627616 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298372626959180,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:52:52 ha-406505 kubelet[1306]: E1007 10:52:52.627689 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298372626959180,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:53:02 ha-406505 kubelet[1306]: E1007 10:53:02.630238 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298382629746151,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:53:02 ha-406505 kubelet[1306]: E1007 10:53:02.630676 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298382629746151,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:53:12 ha-406505 kubelet[1306]: E1007 10:53:12.633509 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298392632773901,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:53:12 ha-406505 kubelet[1306]: E1007 10:53:12.633800 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298392632773901,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:53:22 ha-406505 kubelet[1306]: E1007 10:53:22.637621 1306 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298402636872924,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 10:53:22 ha-406505 kubelet[1306]: E1007 10:53:22.637649 1306 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728298402636872924,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-406505 -n ha-406505
helpers_test.go:261: (dbg) Run: kubectl --context ha-406505 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.34s)