=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.023827357s)
ha_test.go:309: expected profile "ha-199780" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-199780\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-199780\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-199780\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.114\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.83\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.84\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.124\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"met
allb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\":26
2144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-199780 -n ha-199780
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-199780 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-199780 logs -n 25: (1.366054417s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-199780 ssh -n | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-199780 cp ha-199780-m03:/home/docker/cp-test.txt | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780:/home/docker/cp-test_ha-199780-m03_ha-199780.txt | | | | | |
| ssh | ha-199780 ssh -n | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-199780 ssh -n ha-199780 sudo cat | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | /home/docker/cp-test_ha-199780-m03_ha-199780.txt | | | | | |
| cp | ha-199780 cp ha-199780-m03:/home/docker/cp-test.txt | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m02:/home/docker/cp-test_ha-199780-m03_ha-199780-m02.txt | | | | | |
| ssh | ha-199780 ssh -n | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-199780 ssh -n ha-199780-m02 sudo cat | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | /home/docker/cp-test_ha-199780-m03_ha-199780-m02.txt | | | | | |
| cp | ha-199780 cp ha-199780-m03:/home/docker/cp-test.txt | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m04:/home/docker/cp-test_ha-199780-m03_ha-199780-m04.txt | | | | | |
| ssh | ha-199780 ssh -n | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-199780 ssh -n ha-199780-m04 sudo cat | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | /home/docker/cp-test_ha-199780-m03_ha-199780-m04.txt | | | | | |
| cp | ha-199780 cp testdata/cp-test.txt | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-199780 ssh -n | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-199780 cp ha-199780-m04:/home/docker/cp-test.txt | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile1421987969/001/cp-test_ha-199780-m04.txt | | | | | |
| ssh | ha-199780 ssh -n | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-199780 cp ha-199780-m04:/home/docker/cp-test.txt | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780:/home/docker/cp-test_ha-199780-m04_ha-199780.txt | | | | | |
| ssh | ha-199780 ssh -n | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-199780 ssh -n ha-199780 sudo cat | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | /home/docker/cp-test_ha-199780-m04_ha-199780.txt | | | | | |
| cp | ha-199780 cp ha-199780-m04:/home/docker/cp-test.txt | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m02:/home/docker/cp-test_ha-199780-m04_ha-199780-m02.txt | | | | | |
| ssh | ha-199780 ssh -n | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-199780 ssh -n ha-199780-m02 sudo cat | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | /home/docker/cp-test_ha-199780-m04_ha-199780-m02.txt | | | | | |
| cp | ha-199780 cp ha-199780-m04:/home/docker/cp-test.txt | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m03:/home/docker/cp-test_ha-199780-m04_ha-199780-m03.txt | | | | | |
| ssh | ha-199780 ssh -n | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | ha-199780-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-199780 ssh -n ha-199780-m03 sudo cat | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | 09 Oct 24 19:15 UTC |
| | /home/docker/cp-test_ha-199780-m04_ha-199780-m03.txt | | | | | |
| node | ha-199780 node stop m02 -v=7 | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:15 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-199780 node start m02 -v=7 | ha-199780 | jenkins | v1.34.0 | 09 Oct 24 19:17 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/09 19:10:42
Running on machine: ubuntu-20-agent-10
Binary: Built with gc go1.23.1 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1009 19:10:42.430511 28654 out.go:345] Setting OutFile to fd 1 ...
I1009 19:10:42.430648 28654 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1009 19:10:42.430657 28654 out.go:358] Setting ErrFile to fd 2...
I1009 19:10:42.430662 28654 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1009 19:10:42.430823 28654 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19780-9412/.minikube/bin
I1009 19:10:42.431377 28654 out.go:352] Setting JSON to false
I1009 19:10:42.432258 28654 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-10","uptime":3183,"bootTime":1728497859,"procs":180,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1009 19:10:42.432357 28654 start.go:139] virtualization: kvm guest
I1009 19:10:42.434444 28654 out.go:177] * [ha-199780] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1009 19:10:42.435720 28654 out.go:177] - MINIKUBE_LOCATION=19780
I1009 19:10:42.435744 28654 notify.go:220] Checking for updates...
I1009 19:10:42.438470 28654 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1009 19:10:42.439771 28654 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19780-9412/kubeconfig
I1009 19:10:42.441201 28654 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19780-9412/.minikube
I1009 19:10:42.442550 28654 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1009 19:10:42.443839 28654 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1009 19:10:42.445321 28654 driver.go:394] Setting default libvirt URI to qemu:///system
I1009 19:10:42.478513 28654 out.go:177] * Using the kvm2 driver based on user configuration
I1009 19:10:42.479828 28654 start.go:297] selected driver: kvm2
I1009 19:10:42.479841 28654 start.go:901] validating driver "kvm2" against <nil>
I1009 19:10:42.479851 28654 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1009 19:10:42.480537 28654 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 19:10:42.480609 28654 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19780-9412/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1009 19:10:42.494762 28654 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1009 19:10:42.494798 28654 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1009 19:10:42.495015 28654 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1009 19:10:42.495042 28654 cni.go:84] Creating CNI manager for ""
I1009 19:10:42.495103 28654 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1009 19:10:42.495115 28654 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1009 19:10:42.495160 28654 start.go:340] cluster config:
{Name:ha-199780 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-199780 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1009 19:10:42.495268 28654 iso.go:125] acquiring lock: {Name:mk2688815dbebddd55ac0027aba8e2703463a0a1 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1009 19:10:42.497127 28654 out.go:177] * Starting "ha-199780" primary control-plane node in "ha-199780" cluster
I1009 19:10:42.498350 28654 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1009 19:10:42.498375 28654 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19780-9412/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I1009 19:10:42.498383 28654 cache.go:56] Caching tarball of preloaded images
I1009 19:10:42.498461 28654 preload.go:172] Found /home/jenkins/minikube-integration/19780-9412/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1009 19:10:42.498474 28654 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1009 19:10:42.498736 28654 profile.go:143] Saving config to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/config.json ...
I1009 19:10:42.498755 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/config.json: {Name:mkaa9f981fdc58b4cf67de89e14727a24139b9f4 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:10:42.498888 28654 start.go:360] acquireMachinesLock for ha-199780: {Name:mk7c51cea3c0464dd00739b2e44e496b23ddd39b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1009 19:10:42.498923 28654 start.go:364] duration metric: took 18.652µs to acquireMachinesLock for "ha-199780"
I1009 19:10:42.498944 28654 start.go:93] Provisioning new machine with config: &{Name:ha-199780 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-199780 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 19:10:42.499008 28654 start.go:125] createHost starting for "" (driver="kvm2")
I1009 19:10:42.500613 28654 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1009 19:10:42.500730 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:10:42.500770 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:10:42.514603 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45535
I1009 19:10:42.515116 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:10:42.515617 28654 main.go:141] libmachine: Using API Version 1
I1009 19:10:42.515660 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:10:42.515950 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:10:42.516152 28654 main.go:141] libmachine: (ha-199780) Calling .GetMachineName
I1009 19:10:42.516283 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:10:42.516418 28654 start.go:159] libmachine.API.Create for "ha-199780" (driver="kvm2")
I1009 19:10:42.516447 28654 client.go:168] LocalClient.Create starting
I1009 19:10:42.516482 28654 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem
I1009 19:10:42.516515 28654 main.go:141] libmachine: Decoding PEM data...
I1009 19:10:42.516531 28654 main.go:141] libmachine: Parsing certificate...
I1009 19:10:42.516577 28654 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem
I1009 19:10:42.516599 28654 main.go:141] libmachine: Decoding PEM data...
I1009 19:10:42.516612 28654 main.go:141] libmachine: Parsing certificate...
I1009 19:10:42.516640 28654 main.go:141] libmachine: Running pre-create checks...
I1009 19:10:42.516651 28654 main.go:141] libmachine: (ha-199780) Calling .PreCreateCheck
I1009 19:10:42.516980 28654 main.go:141] libmachine: (ha-199780) Calling .GetConfigRaw
I1009 19:10:42.517335 28654 main.go:141] libmachine: Creating machine...
I1009 19:10:42.517347 28654 main.go:141] libmachine: (ha-199780) Calling .Create
I1009 19:10:42.517467 28654 main.go:141] libmachine: (ha-199780) Creating KVM machine...
I1009 19:10:42.518611 28654 main.go:141] libmachine: (ha-199780) DBG | found existing default KVM network
I1009 19:10:42.519307 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:42.519165 28677 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000015b90}
I1009 19:10:42.519338 28654 main.go:141] libmachine: (ha-199780) DBG | created network xml:
I1009 19:10:42.519353 28654 main.go:141] libmachine: (ha-199780) DBG | <network>
I1009 19:10:42.519365 28654 main.go:141] libmachine: (ha-199780) DBG | <name>mk-ha-199780</name>
I1009 19:10:42.519373 28654 main.go:141] libmachine: (ha-199780) DBG | <dns enable='no'/>
I1009 19:10:42.519380 28654 main.go:141] libmachine: (ha-199780) DBG |
I1009 19:10:42.519389 28654 main.go:141] libmachine: (ha-199780) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1009 19:10:42.519398 28654 main.go:141] libmachine: (ha-199780) DBG | <dhcp>
I1009 19:10:42.519408 28654 main.go:141] libmachine: (ha-199780) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1009 19:10:42.519416 28654 main.go:141] libmachine: (ha-199780) DBG | </dhcp>
I1009 19:10:42.519425 28654 main.go:141] libmachine: (ha-199780) DBG | </ip>
I1009 19:10:42.519432 28654 main.go:141] libmachine: (ha-199780) DBG |
I1009 19:10:42.519439 28654 main.go:141] libmachine: (ha-199780) DBG | </network>
I1009 19:10:42.519448 28654 main.go:141] libmachine: (ha-199780) DBG |
I1009 19:10:42.523998 28654 main.go:141] libmachine: (ha-199780) DBG | trying to create private KVM network mk-ha-199780 192.168.39.0/24...
I1009 19:10:42.584957 28654 main.go:141] libmachine: (ha-199780) DBG | private KVM network mk-ha-199780 192.168.39.0/24 created
I1009 19:10:42.584984 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:42.584941 28677 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19780-9412/.minikube
I1009 19:10:42.584995 28654 main.go:141] libmachine: (ha-199780) Setting up store path in /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780 ...
I1009 19:10:42.585010 28654 main.go:141] libmachine: (ha-199780) Building disk image from file:///home/jenkins/minikube-integration/19780-9412/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1009 19:10:42.585155 28654 main.go:141] libmachine: (ha-199780) Downloading /home/jenkins/minikube-integration/19780-9412/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19780-9412/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1009 19:10:42.845983 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:42.845854 28677 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa...
I1009 19:10:43.100187 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:43.100062 28677 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/ha-199780.rawdisk...
I1009 19:10:43.100216 28654 main.go:141] libmachine: (ha-199780) DBG | Writing magic tar header
I1009 19:10:43.100229 28654 main.go:141] libmachine: (ha-199780) DBG | Writing SSH key tar header
I1009 19:10:43.100242 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:43.100204 28677 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780 ...
I1009 19:10:43.100332 28654 main.go:141] libmachine: (ha-199780) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780
I1009 19:10:43.100355 28654 main.go:141] libmachine: (ha-199780) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780 (perms=drwx------)
I1009 19:10:43.100365 28654 main.go:141] libmachine: (ha-199780) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412/.minikube/machines
I1009 19:10:43.100376 28654 main.go:141] libmachine: (ha-199780) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412/.minikube/machines (perms=drwxr-xr-x)
I1009 19:10:43.100386 28654 main.go:141] libmachine: (ha-199780) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412/.minikube
I1009 19:10:43.100399 28654 main.go:141] libmachine: (ha-199780) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412
I1009 19:10:43.100406 28654 main.go:141] libmachine: (ha-199780) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1009 19:10:43.100424 28654 main.go:141] libmachine: (ha-199780) DBG | Checking permissions on dir: /home/jenkins
I1009 19:10:43.100435 28654 main.go:141] libmachine: (ha-199780) DBG | Checking permissions on dir: /home
I1009 19:10:43.100443 28654 main.go:141] libmachine: (ha-199780) DBG | Skipping /home - not owner
I1009 19:10:43.100455 28654 main.go:141] libmachine: (ha-199780) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412/.minikube (perms=drwxr-xr-x)
I1009 19:10:43.100467 28654 main.go:141] libmachine: (ha-199780) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412 (perms=drwxrwxr-x)
I1009 19:10:43.100476 28654 main.go:141] libmachine: (ha-199780) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1009 19:10:43.100483 28654 main.go:141] libmachine: (ha-199780) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1009 19:10:43.100487 28654 main.go:141] libmachine: (ha-199780) Creating domain...
I1009 19:10:43.101601 28654 main.go:141] libmachine: (ha-199780) define libvirt domain using xml:
I1009 19:10:43.101609 28654 main.go:141] libmachine: (ha-199780) <domain type='kvm'>
I1009 19:10:43.101614 28654 main.go:141] libmachine: (ha-199780) <name>ha-199780</name>
I1009 19:10:43.101624 28654 main.go:141] libmachine: (ha-199780) <memory unit='MiB'>2200</memory>
I1009 19:10:43.101632 28654 main.go:141] libmachine: (ha-199780) <vcpu>2</vcpu>
I1009 19:10:43.101638 28654 main.go:141] libmachine: (ha-199780) <features>
I1009 19:10:43.101646 28654 main.go:141] libmachine: (ha-199780) <acpi/>
I1009 19:10:43.101656 28654 main.go:141] libmachine: (ha-199780) <apic/>
I1009 19:10:43.101664 28654 main.go:141] libmachine: (ha-199780) <pae/>
I1009 19:10:43.101673 28654 main.go:141] libmachine: (ha-199780)
I1009 19:10:43.101686 28654 main.go:141] libmachine: (ha-199780) </features>
I1009 19:10:43.101695 28654 main.go:141] libmachine: (ha-199780) <cpu mode='host-passthrough'>
I1009 19:10:43.101702 28654 main.go:141] libmachine: (ha-199780)
I1009 19:10:43.101711 28654 main.go:141] libmachine: (ha-199780) </cpu>
I1009 19:10:43.101752 28654 main.go:141] libmachine: (ha-199780) <os>
I1009 19:10:43.101769 28654 main.go:141] libmachine: (ha-199780) <type>hvm</type>
I1009 19:10:43.101776 28654 main.go:141] libmachine: (ha-199780) <boot dev='cdrom'/>
I1009 19:10:43.101783 28654 main.go:141] libmachine: (ha-199780) <boot dev='hd'/>
I1009 19:10:43.101819 28654 main.go:141] libmachine: (ha-199780) <bootmenu enable='no'/>
I1009 19:10:43.101840 28654 main.go:141] libmachine: (ha-199780) </os>
I1009 19:10:43.101848 28654 main.go:141] libmachine: (ha-199780) <devices>
I1009 19:10:43.101855 28654 main.go:141] libmachine: (ha-199780) <disk type='file' device='cdrom'>
I1009 19:10:43.101864 28654 main.go:141] libmachine: (ha-199780) <source file='/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/boot2docker.iso'/>
I1009 19:10:43.101869 28654 main.go:141] libmachine: (ha-199780) <target dev='hdc' bus='scsi'/>
I1009 19:10:43.101877 28654 main.go:141] libmachine: (ha-199780) <readonly/>
I1009 19:10:43.101881 28654 main.go:141] libmachine: (ha-199780) </disk>
I1009 19:10:43.101887 28654 main.go:141] libmachine: (ha-199780) <disk type='file' device='disk'>
I1009 19:10:43.101894 28654 main.go:141] libmachine: (ha-199780) <driver name='qemu' type='raw' cache='default' io='threads' />
I1009 19:10:43.101901 28654 main.go:141] libmachine: (ha-199780) <source file='/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/ha-199780.rawdisk'/>
I1009 19:10:43.101908 28654 main.go:141] libmachine: (ha-199780) <target dev='hda' bus='virtio'/>
I1009 19:10:43.101913 28654 main.go:141] libmachine: (ha-199780) </disk>
I1009 19:10:43.101919 28654 main.go:141] libmachine: (ha-199780) <interface type='network'>
I1009 19:10:43.101933 28654 main.go:141] libmachine: (ha-199780) <source network='mk-ha-199780'/>
I1009 19:10:43.101946 28654 main.go:141] libmachine: (ha-199780) <model type='virtio'/>
I1009 19:10:43.101959 28654 main.go:141] libmachine: (ha-199780) </interface>
I1009 19:10:43.101969 28654 main.go:141] libmachine: (ha-199780) <interface type='network'>
I1009 19:10:43.101978 28654 main.go:141] libmachine: (ha-199780) <source network='default'/>
I1009 19:10:43.101987 28654 main.go:141] libmachine: (ha-199780) <model type='virtio'/>
I1009 19:10:43.101995 28654 main.go:141] libmachine: (ha-199780) </interface>
I1009 19:10:43.102004 28654 main.go:141] libmachine: (ha-199780) <serial type='pty'>
I1009 19:10:43.102012 28654 main.go:141] libmachine: (ha-199780) <target port='0'/>
I1009 19:10:43.102025 28654 main.go:141] libmachine: (ha-199780) </serial>
I1009 19:10:43.102042 28654 main.go:141] libmachine: (ha-199780) <console type='pty'>
I1009 19:10:43.102058 28654 main.go:141] libmachine: (ha-199780) <target type='serial' port='0'/>
I1009 19:10:43.102072 28654 main.go:141] libmachine: (ha-199780) </console>
I1009 19:10:43.102081 28654 main.go:141] libmachine: (ha-199780) <rng model='virtio'>
I1009 19:10:43.102095 28654 main.go:141] libmachine: (ha-199780) <backend model='random'>/dev/random</backend>
I1009 19:10:43.102102 28654 main.go:141] libmachine: (ha-199780) </rng>
I1009 19:10:43.102106 28654 main.go:141] libmachine: (ha-199780)
I1009 19:10:43.102114 28654 main.go:141] libmachine: (ha-199780)
I1009 19:10:43.102124 28654 main.go:141] libmachine: (ha-199780) </devices>
I1009 19:10:43.102131 28654 main.go:141] libmachine: (ha-199780) </domain>
I1009 19:10:43.102144 28654 main.go:141] libmachine: (ha-199780)
I1009 19:10:43.106174 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:62:13:83 in network default
I1009 19:10:43.106715 28654 main.go:141] libmachine: (ha-199780) Ensuring networks are active...
I1009 19:10:43.106743 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:43.107417 28654 main.go:141] libmachine: (ha-199780) Ensuring network default is active
I1009 19:10:43.107748 28654 main.go:141] libmachine: (ha-199780) Ensuring network mk-ha-199780 is active
I1009 19:10:43.108262 28654 main.go:141] libmachine: (ha-199780) Getting domain xml...
I1009 19:10:43.109003 28654 main.go:141] libmachine: (ha-199780) Creating domain...
I1009 19:10:44.275323 28654 main.go:141] libmachine: (ha-199780) Waiting to get IP...
I1009 19:10:44.276021 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:44.276397 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:44.276440 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:44.276393 28677 retry.go:31] will retry after 234.976528ms: waiting for machine to come up
I1009 19:10:44.512805 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:44.513239 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:44.513266 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:44.513207 28677 retry.go:31] will retry after 293.441421ms: waiting for machine to come up
I1009 19:10:44.808637 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:44.809099 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:44.809119 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:44.809062 28677 retry.go:31] will retry after 303.641198ms: waiting for machine to come up
I1009 19:10:45.114382 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:45.114813 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:45.114842 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:45.114772 28677 retry.go:31] will retry after 536.014176ms: waiting for machine to come up
I1009 19:10:45.652428 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:45.652792 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:45.652818 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:45.652745 28677 retry.go:31] will retry after 705.110787ms: waiting for machine to come up
I1009 19:10:46.359497 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:46.360044 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:46.360101 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:46.360017 28677 retry.go:31] will retry after 647.020654ms: waiting for machine to come up
I1009 19:10:47.008863 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:47.009323 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:47.009364 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:47.009282 28677 retry.go:31] will retry after 1.0294982s: waiting for machine to come up
I1009 19:10:48.039832 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:48.040304 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:48.040326 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:48.040267 28677 retry.go:31] will retry after 1.106767931s: waiting for machine to come up
I1009 19:10:49.148646 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:49.149054 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:49.149076 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:49.149026 28677 retry.go:31] will retry after 1.376949133s: waiting for machine to come up
I1009 19:10:50.527437 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:50.527855 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:50.527877 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:50.527806 28677 retry.go:31] will retry after 1.480550438s: waiting for machine to come up
I1009 19:10:52.009673 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:52.010195 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:52.010224 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:52.010161 28677 retry.go:31] will retry after 2.407652517s: waiting for machine to come up
I1009 19:10:54.420236 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:54.420627 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:54.420661 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:54.420596 28677 retry.go:31] will retry after 3.410708317s: waiting for machine to come up
I1009 19:10:57.833396 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:10:57.833828 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:10:57.833855 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:10:57.833781 28677 retry.go:31] will retry after 3.08007179s: waiting for machine to come up
I1009 19:11:00.918052 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:00.918375 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find current IP address of domain ha-199780 in network mk-ha-199780
I1009 19:11:00.918394 28654 main.go:141] libmachine: (ha-199780) DBG | I1009 19:11:00.918349 28677 retry.go:31] will retry after 3.66383863s: waiting for machine to come up
I1009 19:11:04.584755 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:04.585113 28654 main.go:141] libmachine: (ha-199780) Found IP for machine: 192.168.39.114
I1009 19:11:04.585143 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has current primary IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:04.585150 28654 main.go:141] libmachine: (ha-199780) Reserving static IP address...
I1009 19:11:04.585468 28654 main.go:141] libmachine: (ha-199780) DBG | unable to find host DHCP lease matching {name: "ha-199780", mac: "52:54:00:5a:16:82", ip: "192.168.39.114"} in network mk-ha-199780
I1009 19:11:04.653177 28654 main.go:141] libmachine: (ha-199780) DBG | Getting to WaitForSSH function...
I1009 19:11:04.653210 28654 main.go:141] libmachine: (ha-199780) Reserved static IP address: 192.168.39.114
I1009 19:11:04.653224 28654 main.go:141] libmachine: (ha-199780) Waiting for SSH to be available...
I1009 19:11:04.655641 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:04.655950 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:minikube Clientid:01:52:54:00:5a:16:82}
I1009 19:11:04.655974 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:04.656128 28654 main.go:141] libmachine: (ha-199780) DBG | Using SSH client type: external
I1009 19:11:04.656155 28654 main.go:141] libmachine: (ha-199780) DBG | Using SSH private key: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa (-rw-------)
I1009 19:11:04.656182 28654 main.go:141] libmachine: (ha-199780) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.114 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa -p 22] /usr/bin/ssh <nil>}
I1009 19:11:04.656192 28654 main.go:141] libmachine: (ha-199780) DBG | About to run SSH command:
I1009 19:11:04.656207 28654 main.go:141] libmachine: (ha-199780) DBG | exit 0
I1009 19:11:04.778875 28654 main.go:141] libmachine: (ha-199780) DBG | SSH cmd err, output: <nil>:
I1009 19:11:04.779170 28654 main.go:141] libmachine: (ha-199780) KVM machine creation complete!
I1009 19:11:04.779478 28654 main.go:141] libmachine: (ha-199780) Calling .GetConfigRaw
I1009 19:11:04.780010 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:11:04.780176 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:11:04.780315 28654 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1009 19:11:04.780331 28654 main.go:141] libmachine: (ha-199780) Calling .GetState
I1009 19:11:04.781523 28654 main.go:141] libmachine: Detecting operating system of created instance...
I1009 19:11:04.781541 28654 main.go:141] libmachine: Waiting for SSH to be available...
I1009 19:11:04.781546 28654 main.go:141] libmachine: Getting to WaitForSSH function...
I1009 19:11:04.781551 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:04.783979 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:04.784330 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:04.784354 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:04.784520 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:04.784676 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:04.784815 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:04.784920 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:04.785023 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:04.785198 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.114 22 <nil> <nil>}
I1009 19:11:04.785208 28654 main.go:141] libmachine: About to run SSH command:
exit 0
I1009 19:11:04.886621 28654 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 19:11:04.886642 28654 main.go:141] libmachine: Detecting the provisioner...
I1009 19:11:04.886652 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:04.889117 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:04.889470 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:04.889489 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:04.889658 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:04.889825 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:04.889979 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:04.890105 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:04.890280 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:04.890429 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.114 22 <nil> <nil>}
I1009 19:11:04.890439 28654 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1009 19:11:04.991626 28654 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1009 19:11:04.991752 28654 main.go:141] libmachine: found compatible host: buildroot
I1009 19:11:04.991763 28654 main.go:141] libmachine: Provisioning with buildroot...
I1009 19:11:04.991772 28654 main.go:141] libmachine: (ha-199780) Calling .GetMachineName
I1009 19:11:04.991975 28654 buildroot.go:166] provisioning hostname "ha-199780"
I1009 19:11:04.991994 28654 main.go:141] libmachine: (ha-199780) Calling .GetMachineName
I1009 19:11:04.992147 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:04.994446 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:04.994806 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:04.994831 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:04.994954 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:04.995140 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:04.995287 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:04.995424 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:04.995557 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:04.995745 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.114 22 <nil> <nil>}
I1009 19:11:04.995756 28654 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-199780 && echo "ha-199780" | sudo tee /etc/hostname
I1009 19:11:05.113349 28654 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-199780
I1009 19:11:05.113396 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:05.116625 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.117021 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.117049 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.117198 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:05.117349 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:05.117468 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:05.117570 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:05.117692 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:05.117857 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.114 22 <nil> <nil>}
I1009 19:11:05.117885 28654 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-199780' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-199780/g' /etc/hosts;
else
echo '127.0.1.1 ha-199780' | sudo tee -a /etc/hosts;
fi
fi
I1009 19:11:05.228123 28654 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 19:11:05.228148 28654 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19780-9412/.minikube CaCertPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19780-9412/.minikube}
I1009 19:11:05.228172 28654 buildroot.go:174] setting up certificates
I1009 19:11:05.228182 28654 provision.go:84] configureAuth start
I1009 19:11:05.228189 28654 main.go:141] libmachine: (ha-199780) Calling .GetMachineName
I1009 19:11:05.228442 28654 main.go:141] libmachine: (ha-199780) Calling .GetIP
I1009 19:11:05.230797 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.231092 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.231117 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.231241 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:05.233255 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.233547 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.233569 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.233652 28654 provision.go:143] copyHostCerts
I1009 19:11:05.233688 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem
I1009 19:11:05.233736 28654 exec_runner.go:144] found /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem, removing ...
I1009 19:11:05.233748 28654 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem
I1009 19:11:05.233826 28654 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem (1082 bytes)
I1009 19:11:05.233942 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem
I1009 19:11:05.233970 28654 exec_runner.go:144] found /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem, removing ...
I1009 19:11:05.233976 28654 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem
I1009 19:11:05.234005 28654 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem (1123 bytes)
I1009 19:11:05.234063 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem
I1009 19:11:05.234084 28654 exec_runner.go:144] found /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem, removing ...
I1009 19:11:05.234090 28654 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem
I1009 19:11:05.234111 28654 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem (1679 bytes)
I1009 19:11:05.234159 28654 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca-key.pem org=jenkins.ha-199780 san=[127.0.0.1 192.168.39.114 ha-199780 localhost minikube]
I1009 19:11:05.299525 28654 provision.go:177] copyRemoteCerts
I1009 19:11:05.299577 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 19:11:05.299597 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:05.301859 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.302122 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.302159 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.302298 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:05.302456 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:05.302593 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:05.302710 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.114 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa Username:docker}
I1009 19:11:05.385328 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1009 19:11:05.385392 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1009 19:11:05.408377 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem -> /etc/docker/server.pem
I1009 19:11:05.408446 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1009 19:11:05.431231 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1009 19:11:05.431308 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 19:11:05.454941 28654 provision.go:87] duration metric: took 226.750506ms to configureAuth
I1009 19:11:05.454965 28654 buildroot.go:189] setting minikube options for container-runtime
I1009 19:11:05.455145 28654 config.go:182] Loaded profile config "ha-199780": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1009 19:11:05.455206 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:05.457741 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.458006 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.458042 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.458216 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:05.458397 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:05.458525 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:05.458644 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:05.458788 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:05.458960 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.114 22 <nil> <nil>}
I1009 19:11:05.458976 28654 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1009 19:11:05.676474 28654 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1009 19:11:05.676512 28654 main.go:141] libmachine: Checking connection to Docker...
I1009 19:11:05.676522 28654 main.go:141] libmachine: (ha-199780) Calling .GetURL
I1009 19:11:05.677728 28654 main.go:141] libmachine: (ha-199780) DBG | Using libvirt version 6000000
I1009 19:11:05.679755 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.680041 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.680069 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.680196 28654 main.go:141] libmachine: Docker is up and running!
I1009 19:11:05.680210 28654 main.go:141] libmachine: Reticulating splines...
I1009 19:11:05.680217 28654 client.go:171] duration metric: took 23.163762708s to LocalClient.Create
I1009 19:11:05.680235 28654 start.go:167] duration metric: took 23.163818343s to libmachine.API.Create "ha-199780"
I1009 19:11:05.680244 28654 start.go:293] postStartSetup for "ha-199780" (driver="kvm2")
I1009 19:11:05.680255 28654 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 19:11:05.680269 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:11:05.680459 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 19:11:05.680481 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:05.682388 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.682658 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.682683 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.682747 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:05.682909 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:05.683039 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:05.683197 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.114 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa Username:docker}
I1009 19:11:05.767177 28654 ssh_runner.go:195] Run: cat /etc/os-release
I1009 19:11:05.771701 28654 info.go:137] Remote host: Buildroot 2023.02.9
I1009 19:11:05.771721 28654 filesync.go:126] Scanning /home/jenkins/minikube-integration/19780-9412/.minikube/addons for local assets ...
I1009 19:11:05.771790 28654 filesync.go:126] Scanning /home/jenkins/minikube-integration/19780-9412/.minikube/files for local assets ...
I1009 19:11:05.771869 28654 filesync.go:149] local asset: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem -> 166072.pem in /etc/ssl/certs
I1009 19:11:05.771881 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem -> /etc/ssl/certs/166072.pem
I1009 19:11:05.771984 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 19:11:05.783287 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem --> /etc/ssl/certs/166072.pem (1708 bytes)
I1009 19:11:05.808917 28654 start.go:296] duration metric: took 128.662808ms for postStartSetup
I1009 19:11:05.808956 28654 main.go:141] libmachine: (ha-199780) Calling .GetConfigRaw
I1009 19:11:05.809504 28654 main.go:141] libmachine: (ha-199780) Calling .GetIP
I1009 19:11:05.812016 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.812350 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.812373 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.812566 28654 profile.go:143] Saving config to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/config.json ...
I1009 19:11:05.812738 28654 start.go:128] duration metric: took 23.313722048s to createHost
I1009 19:11:05.812762 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:05.814746 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.815037 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.815078 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.815176 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:05.815323 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:05.815479 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:05.815598 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:05.815737 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:05.815932 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.114 22 <nil> <nil>}
I1009 19:11:05.815953 28654 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1009 19:11:05.919951 28654 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728501065.894358321
I1009 19:11:05.919974 28654 fix.go:216] guest clock: 1728501065.894358321
I1009 19:11:05.919982 28654 fix.go:229] Guest: 2024-10-09 19:11:05.894358321 +0000 UTC Remote: 2024-10-09 19:11:05.812750418 +0000 UTC m=+23.417944098 (delta=81.607903ms)
I1009 19:11:05.920005 28654 fix.go:200] guest clock delta is within tolerance: 81.607903ms
I1009 19:11:05.920012 28654 start.go:83] releasing machines lock for "ha-199780", held for 23.421078352s
I1009 19:11:05.920035 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:11:05.920263 28654 main.go:141] libmachine: (ha-199780) Calling .GetIP
I1009 19:11:05.922615 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.922966 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.922995 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.923150 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:11:05.923568 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:11:05.923734 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:11:05.923824 28654 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 19:11:05.923862 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:05.924006 28654 ssh_runner.go:195] Run: cat /version.json
I1009 19:11:05.924044 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:05.926446 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.926648 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.926765 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.926802 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.926912 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:05.927037 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:05.927038 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:05.927086 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:05.927223 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:05.927272 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:05.927339 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.114 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa Username:docker}
I1009 19:11:05.927433 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:05.927750 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:05.927897 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.114 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa Username:docker}
I1009 19:11:06.024499 28654 ssh_runner.go:195] Run: systemctl --version
I1009 19:11:06.030414 28654 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1009 19:11:06.185061 28654 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1009 19:11:06.191423 28654 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1009 19:11:06.191490 28654 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 19:11:06.206786 28654 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1009 19:11:06.206805 28654 start.go:495] detecting cgroup driver to use...
I1009 19:11:06.206857 28654 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1009 19:11:06.222401 28654 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1009 19:11:06.235373 28654 docker.go:217] disabling cri-docker service (if available) ...
I1009 19:11:06.235433 28654 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 19:11:06.247949 28654 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 19:11:06.260686 28654 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 19:11:06.376406 28654 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 19:11:06.514646 28654 docker.go:233] disabling docker service ...
I1009 19:11:06.514703 28654 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 19:11:06.529298 28654 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 19:11:06.542407 28654 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 19:11:06.674904 28654 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 19:11:06.805457 28654 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 19:11:06.819076 28654 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1009 19:11:06.839480 28654 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1009 19:11:06.839538 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:06.851838 28654 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1009 19:11:06.851893 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:06.864160 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:06.876368 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:06.889066 28654 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 19:11:06.901093 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:06.912169 28654 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:06.929058 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:06.939929 28654 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 19:11:06.949542 28654 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1009 19:11:06.949583 28654 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1009 19:11:06.962939 28654 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 19:11:06.972697 28654 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 19:11:07.093662 28654 ssh_runner.go:195] Run: sudo systemctl restart crio
I1009 19:11:07.192295 28654 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1009 19:11:07.192352 28654 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1009 19:11:07.197105 28654 start.go:563] Will wait 60s for crictl version
I1009 19:11:07.197162 28654 ssh_runner.go:195] Run: which crictl
I1009 19:11:07.200935 28654 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1009 19:11:07.247609 28654 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1009 19:11:07.247689 28654 ssh_runner.go:195] Run: crio --version
I1009 19:11:07.275380 28654 ssh_runner.go:195] Run: crio --version
I1009 19:11:07.304930 28654 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1009 19:11:07.306083 28654 main.go:141] libmachine: (ha-199780) Calling .GetIP
I1009 19:11:07.308768 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:07.309094 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:07.309121 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:07.309303 28654 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1009 19:11:07.313459 28654 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 19:11:07.326691 28654 kubeadm.go:883] updating cluster {Name:ha-199780 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cl
usterName:ha-199780 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.114 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1009 19:11:07.326798 28654 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1009 19:11:07.326859 28654 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 19:11:07.358942 28654 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I1009 19:11:07.359000 28654 ssh_runner.go:195] Run: which lz4
I1009 19:11:07.363007 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1009 19:11:07.363119 28654 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1009 19:11:07.367226 28654 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1009 19:11:07.367262 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I1009 19:11:08.682998 28654 crio.go:462] duration metric: took 1.319910565s to copy over tarball
I1009 19:11:08.683082 28654 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1009 19:11:10.661640 28654 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.978525541s)
I1009 19:11:10.661674 28654 crio.go:469] duration metric: took 1.978647131s to extract the tarball
I1009 19:11:10.661683 28654 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1009 19:11:10.698452 28654 ssh_runner.go:195] Run: sudo crictl images --output json
I1009 19:11:10.744870 28654 crio.go:514] all images are preloaded for cri-o runtime.
I1009 19:11:10.744890 28654 cache_images.go:84] Images are preloaded, skipping loading
I1009 19:11:10.744897 28654 kubeadm.go:934] updating node { 192.168.39.114 8443 v1.31.1 crio true true} ...
I1009 19:11:10.744976 28654 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-199780 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.114
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-199780 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1009 19:11:10.745041 28654 ssh_runner.go:195] Run: crio config
I1009 19:11:10.794773 28654 cni.go:84] Creating CNI manager for ""
I1009 19:11:10.794792 28654 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1009 19:11:10.794807 28654 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1009 19:11:10.794828 28654 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.114 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-199780 NodeName:ha-199780 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.114"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.114 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1009 19:11:10.794978 28654 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.114
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-199780"
kubeletExtraArgs:
node-ip: 192.168.39.114
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.114"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1009 19:11:10.795005 28654 kube-vip.go:115] generating kube-vip config ...
I1009 19:11:10.795055 28654 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1009 19:11:10.811512 28654 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1009 19:11:10.811631 28654 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1009 19:11:10.811693 28654 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1009 19:11:10.821887 28654 binaries.go:44] Found k8s binaries, skipping transfer
I1009 19:11:10.821946 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1009 19:11:10.831583 28654 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1009 19:11:10.848385 28654 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1009 19:11:10.865617 28654 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2153 bytes)
I1009 19:11:10.882082 28654 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1009 19:11:10.898198 28654 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1009 19:11:10.902054 28654 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 19:11:10.914494 28654 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 19:11:11.043972 28654 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1009 19:11:11.060509 28654 certs.go:68] Setting up /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780 for IP: 192.168.39.114
I1009 19:11:11.060533 28654 certs.go:194] generating shared ca certs ...
I1009 19:11:11.060553 28654 certs.go:226] acquiring lock for ca certs: {Name:mk448dbb50e723bc9ae89422190da94e40f82fbd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:11.060728 28654 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.key
I1009 19:11:11.060785 28654 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.key
I1009 19:11:11.060798 28654 certs.go:256] generating profile certs ...
I1009 19:11:11.060867 28654 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.key
I1009 19:11:11.060891 28654 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.crt with IP's: []
I1009 19:11:11.257901 28654 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.crt ...
I1009 19:11:11.257931 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.crt: {Name:mke6971132fee40da37bc72041e92dde05b5c360 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:11.258111 28654 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.key ...
I1009 19:11:11.258127 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.key: {Name:mk2c48ceaf748f5efc5f062df1cf8bf8d38b626a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:11.258227 28654 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.4b78b621
I1009 19:11:11.258246 28654 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.4b78b621 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.114 192.168.39.254]
I1009 19:11:11.502202 28654 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.4b78b621 ...
I1009 19:11:11.502241 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.4b78b621: {Name:mk85bc5cf43d418e43d8be4b6611eb785caa9f95 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:11.502445 28654 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.4b78b621 ...
I1009 19:11:11.502463 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.4b78b621: {Name:mk1d94ea93b96fe750cd9f95170ab488ca016856 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:11.502573 28654 certs.go:381] copying /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.4b78b621 -> /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt
I1009 19:11:11.502721 28654 certs.go:385] copying /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.4b78b621 -> /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key
I1009 19:11:11.502815 28654 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.key
I1009 19:11:11.502839 28654 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.crt with IP's: []
I1009 19:11:11.612443 28654 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.crt ...
I1009 19:11:11.612470 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.crt: {Name:mk212b018e6441944e189239707af3950678c689 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:11.612646 28654 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.key ...
I1009 19:11:11.612656 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.key: {Name:mkb7f3d492b787f9b9b56d2b48939b9971f793ed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:11.612724 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1009 19:11:11.612740 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1009 19:11:11.612751 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1009 19:11:11.612763 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1009 19:11:11.612774 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1009 19:11:11.612786 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1009 19:11:11.612798 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1009 19:11:11.612810 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1009 19:11:11.612864 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607.pem (1338 bytes)
W1009 19:11:11.612897 28654 certs.go:480] ignoring /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607_empty.pem, impossibly tiny 0 bytes
I1009 19:11:11.612903 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca-key.pem (1679 bytes)
I1009 19:11:11.612926 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem (1082 bytes)
I1009 19:11:11.612951 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem (1123 bytes)
I1009 19:11:11.612971 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem (1679 bytes)
I1009 19:11:11.613006 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem (1708 bytes)
I1009 19:11:11.613033 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1009 19:11:11.613046 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607.pem -> /usr/share/ca-certificates/16607.pem
I1009 19:11:11.613058 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem -> /usr/share/ca-certificates/166072.pem
I1009 19:11:11.613596 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1009 19:11:11.638855 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1009 19:11:11.662787 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1009 19:11:11.686693 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1009 19:11:11.710429 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1009 19:11:11.734032 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1009 19:11:11.757651 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1009 19:11:11.781611 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1009 19:11:11.805128 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1009 19:11:11.831515 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607.pem --> /usr/share/ca-certificates/16607.pem (1338 bytes)
I1009 19:11:11.878516 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem --> /usr/share/ca-certificates/166072.pem (1708 bytes)
I1009 19:11:11.903576 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1009 19:11:11.920589 28654 ssh_runner.go:195] Run: openssl version
I1009 19:11:11.926400 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1009 19:11:11.937651 28654 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1009 19:11:11.942167 28654 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 9 18:48 /usr/share/ca-certificates/minikubeCA.pem
I1009 19:11:11.942223 28654 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1009 19:11:11.947902 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1009 19:11:11.959013 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16607.pem && ln -fs /usr/share/ca-certificates/16607.pem /etc/ssl/certs/16607.pem"
I1009 19:11:11.970169 28654 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16607.pem
I1009 19:11:11.974738 28654 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 9 19:06 /usr/share/ca-certificates/16607.pem
I1009 19:11:11.974799 28654 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16607.pem
I1009 19:11:11.980430 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/16607.pem /etc/ssl/certs/51391683.0"
I1009 19:11:11.991569 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/166072.pem && ln -fs /usr/share/ca-certificates/166072.pem /etc/ssl/certs/166072.pem"
I1009 19:11:12.002421 28654 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/166072.pem
I1009 19:11:12.006666 28654 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 9 19:06 /usr/share/ca-certificates/166072.pem
I1009 19:11:12.006711 28654 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/166072.pem
I1009 19:11:12.012305 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/166072.pem /etc/ssl/certs/3ec20f2e.0"
I1009 19:11:12.023435 28654 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1009 19:11:12.027428 28654 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1009 19:11:12.027474 28654 kubeadm.go:392] StartCluster: {Name:ha-199780 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clust
erName:ha-199780 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.114 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1009 19:11:12.027535 28654 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1009 19:11:12.027572 28654 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1009 19:11:12.068414 28654 cri.go:89] found id: ""
I1009 19:11:12.068473 28654 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1009 19:11:12.078653 28654 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1009 19:11:12.088659 28654 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1009 19:11:12.098391 28654 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1009 19:11:12.098408 28654 kubeadm.go:157] found existing configuration files:
I1009 19:11:12.098445 28654 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1009 19:11:12.107757 28654 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1009 19:11:12.107807 28654 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1009 19:11:12.117369 28654 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1009 19:11:12.126789 28654 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1009 19:11:12.126847 28654 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1009 19:11:12.136637 28654 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1009 19:11:12.146308 28654 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1009 19:11:12.146364 28654 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1009 19:11:12.156469 28654 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1009 19:11:12.165834 28654 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1009 19:11:12.165886 28654 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1009 19:11:12.175515 28654 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1009 19:11:12.280177 28654 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1009 19:11:12.280255 28654 kubeadm.go:310] [preflight] Running pre-flight checks
I1009 19:11:12.386423 28654 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1009 19:11:12.386621 28654 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1009 19:11:12.386752 28654 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1009 19:11:12.404964 28654 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1009 19:11:12.482162 28654 out.go:235] - Generating certificates and keys ...
I1009 19:11:12.482262 28654 kubeadm.go:310] [certs] Using existing ca certificate authority
I1009 19:11:12.482346 28654 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1009 19:11:12.648552 28654 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1009 19:11:12.833455 28654 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1009 19:11:13.055850 28654 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1009 19:11:13.322371 28654 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1009 19:11:13.484433 28654 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1009 19:11:13.484631 28654 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-199780 localhost] and IPs [192.168.39.114 127.0.0.1 ::1]
I1009 19:11:13.583799 28654 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1009 19:11:13.584031 28654 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-199780 localhost] and IPs [192.168.39.114 127.0.0.1 ::1]
I1009 19:11:14.090538 28654 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1009 19:11:14.260812 28654 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1009 19:11:14.391262 28654 kubeadm.go:310] [certs] Generating "sa" key and public key
I1009 19:11:14.391369 28654 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1009 19:11:14.744340 28654 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1009 19:11:14.834478 28654 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1009 19:11:14.925339 28654 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1009 19:11:15.080024 28654 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1009 19:11:15.271189 28654 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1009 19:11:15.271810 28654 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1009 19:11:15.277194 28654 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1009 19:11:15.369554 28654 out.go:235] - Booting up control plane ...
I1009 19:11:15.369723 28654 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1009 19:11:15.369842 28654 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1009 19:11:15.369937 28654 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1009 19:11:15.370057 28654 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1009 19:11:15.370148 28654 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1009 19:11:15.370183 28654 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1009 19:11:15.445224 28654 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1009 19:11:15.445341 28654 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1009 19:11:16.448580 28654 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.005128821s
I1009 19:11:16.448662 28654 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1009 19:11:22.061566 28654 kubeadm.go:310] [api-check] The API server is healthy after 5.61687232s
I1009 19:11:22.078904 28654 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1009 19:11:22.108560 28654 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1009 19:11:22.646139 28654 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1009 19:11:22.646344 28654 kubeadm.go:310] [mark-control-plane] Marking the node ha-199780 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1009 19:11:22.657702 28654 kubeadm.go:310] [bootstrap-token] Using token: n3skeb.bws3ifw22cumajmm
I1009 19:11:22.659119 28654 out.go:235] - Configuring RBAC rules ...
I1009 19:11:22.659267 28654 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1009 19:11:22.664574 28654 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1009 19:11:22.677942 28654 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1009 19:11:22.681624 28654 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1009 19:11:22.685155 28654 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1009 19:11:22.689541 28654 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1009 19:11:22.705080 28654 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1009 19:11:22.957052 28654 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1009 19:11:23.469842 28654 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1009 19:11:23.470871 28654 kubeadm.go:310]
I1009 19:11:23.470925 28654 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1009 19:11:23.470933 28654 kubeadm.go:310]
I1009 19:11:23.471051 28654 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1009 19:11:23.471083 28654 kubeadm.go:310]
I1009 19:11:23.471125 28654 kubeadm.go:310] mkdir -p $HOME/.kube
I1009 19:11:23.471223 28654 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1009 19:11:23.471271 28654 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1009 19:11:23.471296 28654 kubeadm.go:310]
I1009 19:11:23.471380 28654 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1009 19:11:23.471393 28654 kubeadm.go:310]
I1009 19:11:23.471455 28654 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1009 19:11:23.471464 28654 kubeadm.go:310]
I1009 19:11:23.471537 28654 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1009 19:11:23.471641 28654 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1009 19:11:23.471738 28654 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1009 19:11:23.471753 28654 kubeadm.go:310]
I1009 19:11:23.471870 28654 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1009 19:11:23.471974 28654 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1009 19:11:23.471984 28654 kubeadm.go:310]
I1009 19:11:23.472086 28654 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token n3skeb.bws3ifw22cumajmm \
I1009 19:11:23.472234 28654 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b723cd7b42b34300084de1b8c6a59ec539815581619f4c4935af95f4653aa2e8 \
I1009 19:11:23.472263 28654 kubeadm.go:310] --control-plane
I1009 19:11:23.472276 28654 kubeadm.go:310]
I1009 19:11:23.472382 28654 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1009 19:11:23.472392 28654 kubeadm.go:310]
I1009 19:11:23.472488 28654 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token n3skeb.bws3ifw22cumajmm \
I1009 19:11:23.472616 28654 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:b723cd7b42b34300084de1b8c6a59ec539815581619f4c4935af95f4653aa2e8
I1009 19:11:23.473525 28654 kubeadm.go:310] W1009 19:11:12.257145 838 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1009 19:11:23.473837 28654 kubeadm.go:310] W1009 19:11:12.259703 838 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1009 19:11:23.473994 28654 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1009 19:11:23.474033 28654 cni.go:84] Creating CNI manager for ""
I1009 19:11:23.474046 28654 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1009 19:11:23.475963 28654 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1009 19:11:23.477363 28654 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1009 19:11:23.483529 28654 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1009 19:11:23.483553 28654 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1009 19:11:23.504303 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1009 19:11:23.863157 28654 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1009 19:11:23.863274 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 19:11:23.863284 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-199780 minikube.k8s.io/updated_at=2024_10_09T19_11_23_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=0f31bfe1a852f6cc79fedfeb2462ff6b6d86b5e4 minikube.k8s.io/name=ha-199780 minikube.k8s.io/primary=true
I1009 19:11:23.884152 28654 ops.go:34] apiserver oom_adj: -16
I1009 19:11:24.005714 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 19:11:24.506374 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 19:11:25.006091 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 19:11:25.506438 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 19:11:26.006141 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 19:11:26.506040 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 19:11:27.006400 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 19:11:27.505831 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1009 19:11:27.598386 28654 kubeadm.go:1113] duration metric: took 3.735177044s to wait for elevateKubeSystemPrivileges
I1009 19:11:27.598425 28654 kubeadm.go:394] duration metric: took 15.5709527s to StartCluster
I1009 19:11:27.598446 28654 settings.go:142] acquiring lock: {Name:mk8de1dbe22bf1a48900a8f193b006362ecb6815 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:27.598527 28654 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19780-9412/kubeconfig
I1009 19:11:27.599166 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/kubeconfig: {Name:mk30029f59f88b81a5c9b836ef9f873e0abbfc96 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:27.599347 28654 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.114 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 19:11:27.599374 28654 start.go:241] waiting for startup goroutines ...
I1009 19:11:27.599357 28654 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1009 19:11:27.599375 28654 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1009 19:11:27.599458 28654 addons.go:69] Setting storage-provisioner=true in profile "ha-199780"
I1009 19:11:27.599469 28654 addons.go:69] Setting default-storageclass=true in profile "ha-199780"
I1009 19:11:27.599477 28654 addons.go:234] Setting addon storage-provisioner=true in "ha-199780"
I1009 19:11:27.599485 28654 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-199780"
I1009 19:11:27.599503 28654 host.go:66] Checking if "ha-199780" exists ...
I1009 19:11:27.599506 28654 config.go:182] Loaded profile config "ha-199780": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1009 19:11:27.599886 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:11:27.599927 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:11:27.599929 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:11:27.599968 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:11:27.614342 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46621
I1009 19:11:27.614587 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46001
I1009 19:11:27.614820 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:11:27.615004 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:11:27.615360 28654 main.go:141] libmachine: Using API Version 1
I1009 19:11:27.615381 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:11:27.615494 28654 main.go:141] libmachine: Using API Version 1
I1009 19:11:27.615521 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:11:27.615770 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:11:27.615869 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:11:27.615936 28654 main.go:141] libmachine: (ha-199780) Calling .GetState
I1009 19:11:27.616437 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:11:27.616482 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:11:27.618027 28654 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19780-9412/kubeconfig
I1009 19:11:27.618409 28654 kapi.go:59] client config for ha-199780: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.crt", KeyFile:"/home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.key", CAFile:"/home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f780), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1009 19:11:27.618933 28654 cert_rotation.go:140] Starting client certificate rotation controller
I1009 19:11:27.619199 28654 addons.go:234] Setting addon default-storageclass=true in "ha-199780"
I1009 19:11:27.619240 28654 host.go:66] Checking if "ha-199780" exists ...
I1009 19:11:27.619589 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:11:27.619644 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:11:27.631880 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45567
I1009 19:11:27.632439 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:11:27.632953 28654 main.go:141] libmachine: Using API Version 1
I1009 19:11:27.632968 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:11:27.633306 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:11:27.633511 28654 main.go:141] libmachine: (ha-199780) Calling .GetState
I1009 19:11:27.633650 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42555
I1009 19:11:27.634127 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:11:27.634757 28654 main.go:141] libmachine: Using API Version 1
I1009 19:11:27.634777 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:11:27.635148 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:11:27.635306 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:11:27.635705 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:11:27.635747 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:11:27.637278 28654 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1009 19:11:27.638972 28654 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1009 19:11:27.638992 28654 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1009 19:11:27.639008 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:27.642192 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:27.642642 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:27.642674 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:27.642796 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:27.642968 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:27.643174 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:27.643344 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.114 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa Username:docker}
I1009 19:11:27.651531 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42091
I1009 19:11:27.652010 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:11:27.652633 28654 main.go:141] libmachine: Using API Version 1
I1009 19:11:27.652663 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:11:27.652996 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:11:27.653186 28654 main.go:141] libmachine: (ha-199780) Calling .GetState
I1009 19:11:27.654702 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:11:27.654903 28654 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1009 19:11:27.654916 28654 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1009 19:11:27.654931 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:27.657462 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:27.657809 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:27.657834 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:27.657997 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:27.658162 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:27.658275 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:27.658409 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.114 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa Username:docker}
I1009 19:11:27.708249 28654 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1009 19:11:27.824778 28654 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1009 19:11:27.831460 28654 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1009 19:11:28.120955 28654 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1009 19:11:28.573087 28654 main.go:141] libmachine: Making call to close driver server
I1009 19:11:28.573114 28654 main.go:141] libmachine: (ha-199780) Calling .Close
I1009 19:11:28.573134 28654 main.go:141] libmachine: Making call to close driver server
I1009 19:11:28.573150 28654 main.go:141] libmachine: (ha-199780) Calling .Close
I1009 19:11:28.573505 28654 main.go:141] libmachine: (ha-199780) DBG | Closing plugin on server side
I1009 19:11:28.573520 28654 main.go:141] libmachine: Successfully made call to close driver server
I1009 19:11:28.573544 28654 main.go:141] libmachine: Making call to close connection to plugin binary
I1009 19:11:28.573545 28654 main.go:141] libmachine: (ha-199780) DBG | Closing plugin on server side
I1009 19:11:28.573557 28654 main.go:141] libmachine: Making call to close driver server
I1009 19:11:28.573510 28654 main.go:141] libmachine: Successfully made call to close driver server
I1009 19:11:28.573628 28654 main.go:141] libmachine: Making call to close connection to plugin binary
I1009 19:11:28.573649 28654 main.go:141] libmachine: Making call to close driver server
I1009 19:11:28.573658 28654 main.go:141] libmachine: (ha-199780) Calling .Close
I1009 19:11:28.573565 28654 main.go:141] libmachine: (ha-199780) Calling .Close
I1009 19:11:28.573900 28654 main.go:141] libmachine: (ha-199780) DBG | Closing plugin on server side
I1009 19:11:28.573917 28654 main.go:141] libmachine: Successfully made call to close driver server
I1009 19:11:28.573930 28654 main.go:141] libmachine: Successfully made call to close driver server
I1009 19:11:28.573931 28654 main.go:141] libmachine: Making call to close connection to plugin binary
I1009 19:11:28.573940 28654 main.go:141] libmachine: Making call to close connection to plugin binary
I1009 19:11:28.573984 28654 main.go:141] libmachine: (ha-199780) DBG | Closing plugin on server side
I1009 19:11:28.574002 28654 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1009 19:11:28.574017 28654 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1009 19:11:28.574123 28654 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1009 19:11:28.574129 28654 round_trippers.go:469] Request Headers:
I1009 19:11:28.574140 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:11:28.574147 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:11:28.586337 28654 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1009 19:11:28.587207 28654 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1009 19:11:28.587225 28654 round_trippers.go:469] Request Headers:
I1009 19:11:28.587233 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:11:28.587241 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:11:28.587251 28654 round_trippers.go:473] Content-Type: application/json
I1009 19:11:28.594277 28654 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1009 19:11:28.594441 28654 main.go:141] libmachine: Making call to close driver server
I1009 19:11:28.594457 28654 main.go:141] libmachine: (ha-199780) Calling .Close
I1009 19:11:28.594703 28654 main.go:141] libmachine: Successfully made call to close driver server
I1009 19:11:28.594721 28654 main.go:141] libmachine: Making call to close connection to plugin binary
I1009 19:11:28.596581 28654 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1009 19:11:28.597699 28654 addons.go:510] duration metric: took 998.327173ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1009 19:11:28.597726 28654 start.go:246] waiting for cluster config update ...
I1009 19:11:28.597735 28654 start.go:255] writing updated cluster config ...
I1009 19:11:28.599169 28654 out.go:201]
I1009 19:11:28.600456 28654 config.go:182] Loaded profile config "ha-199780": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1009 19:11:28.600538 28654 profile.go:143] Saving config to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/config.json ...
I1009 19:11:28.601965 28654 out.go:177] * Starting "ha-199780-m02" control-plane node in "ha-199780" cluster
I1009 19:11:28.602974 28654 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1009 19:11:28.602993 28654 cache.go:56] Caching tarball of preloaded images
I1009 19:11:28.603093 28654 preload.go:172] Found /home/jenkins/minikube-integration/19780-9412/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1009 19:11:28.603107 28654 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1009 19:11:28.603182 28654 profile.go:143] Saving config to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/config.json ...
I1009 19:11:28.603350 28654 start.go:360] acquireMachinesLock for ha-199780-m02: {Name:mk7c51cea3c0464dd00739b2e44e496b23ddd39b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1009 19:11:28.603394 28654 start.go:364] duration metric: took 25.364µs to acquireMachinesLock for "ha-199780-m02"
I1009 19:11:28.603415 28654 start.go:93] Provisioning new machine with config: &{Name:ha-199780 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-199780 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.114 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 19:11:28.603505 28654 start.go:125] createHost starting for "m02" (driver="kvm2")
I1009 19:11:28.604883 28654 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1009 19:11:28.604963 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:11:28.604996 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:11:28.620174 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35111
I1009 19:11:28.620709 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:11:28.621235 28654 main.go:141] libmachine: Using API Version 1
I1009 19:11:28.621259 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:11:28.621551 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:11:28.621737 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetMachineName
I1009 19:11:28.621880 28654 main.go:141] libmachine: (ha-199780-m02) Calling .DriverName
I1009 19:11:28.622077 28654 start.go:159] libmachine.API.Create for "ha-199780" (driver="kvm2")
I1009 19:11:28.622107 28654 client.go:168] LocalClient.Create starting
I1009 19:11:28.622146 28654 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem
I1009 19:11:28.622193 28654 main.go:141] libmachine: Decoding PEM data...
I1009 19:11:28.622213 28654 main.go:141] libmachine: Parsing certificate...
I1009 19:11:28.622278 28654 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem
I1009 19:11:28.622306 28654 main.go:141] libmachine: Decoding PEM data...
I1009 19:11:28.622322 28654 main.go:141] libmachine: Parsing certificate...
I1009 19:11:28.622345 28654 main.go:141] libmachine: Running pre-create checks...
I1009 19:11:28.622356 28654 main.go:141] libmachine: (ha-199780-m02) Calling .PreCreateCheck
I1009 19:11:28.622534 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetConfigRaw
I1009 19:11:28.622992 28654 main.go:141] libmachine: Creating machine...
I1009 19:11:28.623009 28654 main.go:141] libmachine: (ha-199780-m02) Calling .Create
I1009 19:11:28.623202 28654 main.go:141] libmachine: (ha-199780-m02) Creating KVM machine...
I1009 19:11:28.624414 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found existing default KVM network
I1009 19:11:28.624553 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found existing private KVM network mk-ha-199780
I1009 19:11:28.624697 28654 main.go:141] libmachine: (ha-199780-m02) Setting up store path in /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02 ...
I1009 19:11:28.624717 28654 main.go:141] libmachine: (ha-199780-m02) Building disk image from file:///home/jenkins/minikube-integration/19780-9412/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1009 19:11:28.627180 28654 main.go:141] libmachine: (ha-199780-m02) Downloading /home/jenkins/minikube-integration/19780-9412/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19780-9412/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1009 19:11:28.627222 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:28.624673 29017 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19780-9412/.minikube
I1009 19:11:28.859004 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:28.858864 29017 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02/id_rsa...
I1009 19:11:29.192250 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:29.192144 29017 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02/ha-199780-m02.rawdisk...
I1009 19:11:29.192281 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Writing magic tar header
I1009 19:11:29.192291 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Writing SSH key tar header
I1009 19:11:29.192299 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:29.192250 29017 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02 ...
I1009 19:11:29.192353 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02
I1009 19:11:29.192372 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412/.minikube/machines
I1009 19:11:29.192385 28654 main.go:141] libmachine: (ha-199780-m02) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02 (perms=drwx------)
I1009 19:11:29.192398 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412/.minikube
I1009 19:11:29.192410 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412
I1009 19:11:29.192419 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1009 19:11:29.192426 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Checking permissions on dir: /home/jenkins
I1009 19:11:29.192433 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Checking permissions on dir: /home
I1009 19:11:29.192451 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Skipping /home - not owner
I1009 19:11:29.192471 28654 main.go:141] libmachine: (ha-199780-m02) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412/.minikube/machines (perms=drwxr-xr-x)
I1009 19:11:29.192484 28654 main.go:141] libmachine: (ha-199780-m02) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412/.minikube (perms=drwxr-xr-x)
I1009 19:11:29.192493 28654 main.go:141] libmachine: (ha-199780-m02) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412 (perms=drwxrwxr-x)
I1009 19:11:29.192501 28654 main.go:141] libmachine: (ha-199780-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1009 19:11:29.192508 28654 main.go:141] libmachine: (ha-199780-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1009 19:11:29.192515 28654 main.go:141] libmachine: (ha-199780-m02) Creating domain...
I1009 19:11:29.193313 28654 main.go:141] libmachine: (ha-199780-m02) define libvirt domain using xml:
I1009 19:11:29.193342 28654 main.go:141] libmachine: (ha-199780-m02) <domain type='kvm'>
I1009 19:11:29.193353 28654 main.go:141] libmachine: (ha-199780-m02) <name>ha-199780-m02</name>
I1009 19:11:29.193360 28654 main.go:141] libmachine: (ha-199780-m02) <memory unit='MiB'>2200</memory>
I1009 19:11:29.193368 28654 main.go:141] libmachine: (ha-199780-m02) <vcpu>2</vcpu>
I1009 19:11:29.193381 28654 main.go:141] libmachine: (ha-199780-m02) <features>
I1009 19:11:29.193404 28654 main.go:141] libmachine: (ha-199780-m02) <acpi/>
I1009 19:11:29.193418 28654 main.go:141] libmachine: (ha-199780-m02) <apic/>
I1009 19:11:29.193448 28654 main.go:141] libmachine: (ha-199780-m02) <pae/>
I1009 19:11:29.193470 28654 main.go:141] libmachine: (ha-199780-m02)
I1009 19:11:29.193481 28654 main.go:141] libmachine: (ha-199780-m02) </features>
I1009 19:11:29.193502 28654 main.go:141] libmachine: (ha-199780-m02) <cpu mode='host-passthrough'>
I1009 19:11:29.193521 28654 main.go:141] libmachine: (ha-199780-m02)
I1009 19:11:29.193531 28654 main.go:141] libmachine: (ha-199780-m02) </cpu>
I1009 19:11:29.193548 28654 main.go:141] libmachine: (ha-199780-m02) <os>
I1009 19:11:29.193569 28654 main.go:141] libmachine: (ha-199780-m02) <type>hvm</type>
I1009 19:11:29.193584 28654 main.go:141] libmachine: (ha-199780-m02) <boot dev='cdrom'/>
I1009 19:11:29.193597 28654 main.go:141] libmachine: (ha-199780-m02) <boot dev='hd'/>
I1009 19:11:29.193605 28654 main.go:141] libmachine: (ha-199780-m02) <bootmenu enable='no'/>
I1009 19:11:29.193614 28654 main.go:141] libmachine: (ha-199780-m02) </os>
I1009 19:11:29.193622 28654 main.go:141] libmachine: (ha-199780-m02) <devices>
I1009 19:11:29.193631 28654 main.go:141] libmachine: (ha-199780-m02) <disk type='file' device='cdrom'>
I1009 19:11:29.193644 28654 main.go:141] libmachine: (ha-199780-m02) <source file='/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02/boot2docker.iso'/>
I1009 19:11:29.193658 28654 main.go:141] libmachine: (ha-199780-m02) <target dev='hdc' bus='scsi'/>
I1009 19:11:29.193669 28654 main.go:141] libmachine: (ha-199780-m02) <readonly/>
I1009 19:11:29.193678 28654 main.go:141] libmachine: (ha-199780-m02) </disk>
I1009 19:11:29.193692 28654 main.go:141] libmachine: (ha-199780-m02) <disk type='file' device='disk'>
I1009 19:11:29.193703 28654 main.go:141] libmachine: (ha-199780-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1009 19:11:29.193717 28654 main.go:141] libmachine: (ha-199780-m02) <source file='/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02/ha-199780-m02.rawdisk'/>
I1009 19:11:29.193731 28654 main.go:141] libmachine: (ha-199780-m02) <target dev='hda' bus='virtio'/>
I1009 19:11:29.193743 28654 main.go:141] libmachine: (ha-199780-m02) </disk>
I1009 19:11:29.193752 28654 main.go:141] libmachine: (ha-199780-m02) <interface type='network'>
I1009 19:11:29.193764 28654 main.go:141] libmachine: (ha-199780-m02) <source network='mk-ha-199780'/>
I1009 19:11:29.193774 28654 main.go:141] libmachine: (ha-199780-m02) <model type='virtio'/>
I1009 19:11:29.193784 28654 main.go:141] libmachine: (ha-199780-m02) </interface>
I1009 19:11:29.193794 28654 main.go:141] libmachine: (ha-199780-m02) <interface type='network'>
I1009 19:11:29.193805 28654 main.go:141] libmachine: (ha-199780-m02) <source network='default'/>
I1009 19:11:29.193820 28654 main.go:141] libmachine: (ha-199780-m02) <model type='virtio'/>
I1009 19:11:29.193833 28654 main.go:141] libmachine: (ha-199780-m02) </interface>
I1009 19:11:29.193841 28654 main.go:141] libmachine: (ha-199780-m02) <serial type='pty'>
I1009 19:11:29.193855 28654 main.go:141] libmachine: (ha-199780-m02) <target port='0'/>
I1009 19:11:29.193865 28654 main.go:141] libmachine: (ha-199780-m02) </serial>
I1009 19:11:29.193871 28654 main.go:141] libmachine: (ha-199780-m02) <console type='pty'>
I1009 19:11:29.193881 28654 main.go:141] libmachine: (ha-199780-m02) <target type='serial' port='0'/>
I1009 19:11:29.193890 28654 main.go:141] libmachine: (ha-199780-m02) </console>
I1009 19:11:29.193901 28654 main.go:141] libmachine: (ha-199780-m02) <rng model='virtio'>
I1009 19:11:29.193911 28654 main.go:141] libmachine: (ha-199780-m02) <backend model='random'>/dev/random</backend>
I1009 19:11:29.193933 28654 main.go:141] libmachine: (ha-199780-m02) </rng>
I1009 19:11:29.193946 28654 main.go:141] libmachine: (ha-199780-m02)
I1009 19:11:29.193962 28654 main.go:141] libmachine: (ha-199780-m02)
I1009 19:11:29.193978 28654 main.go:141] libmachine: (ha-199780-m02) </devices>
I1009 19:11:29.193990 28654 main.go:141] libmachine: (ha-199780-m02) </domain>
I1009 19:11:29.193999 28654 main.go:141] libmachine: (ha-199780-m02)
I1009 19:11:29.200233 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:9f:20:14 in network default
I1009 19:11:29.200751 28654 main.go:141] libmachine: (ha-199780-m02) Ensuring networks are active...
I1009 19:11:29.200778 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:29.201355 28654 main.go:141] libmachine: (ha-199780-m02) Ensuring network default is active
I1009 19:11:29.201602 28654 main.go:141] libmachine: (ha-199780-m02) Ensuring network mk-ha-199780 is active
I1009 19:11:29.201876 28654 main.go:141] libmachine: (ha-199780-m02) Getting domain xml...
I1009 19:11:29.202487 28654 main.go:141] libmachine: (ha-199780-m02) Creating domain...
I1009 19:11:30.395985 28654 main.go:141] libmachine: (ha-199780-m02) Waiting to get IP...
I1009 19:11:30.396850 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:30.397221 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:30.397245 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:30.397192 29017 retry.go:31] will retry after 306.623748ms: waiting for machine to come up
I1009 19:11:30.705681 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:30.706111 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:30.706142 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:30.706073 29017 retry.go:31] will retry after 272.886306ms: waiting for machine to come up
I1009 19:11:30.980636 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:30.981119 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:30.981146 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:30.981081 29017 retry.go:31] will retry after 373.250902ms: waiting for machine to come up
I1009 19:11:31.355561 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:31.355953 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:31.355981 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:31.355905 29017 retry.go:31] will retry after 402.386513ms: waiting for machine to come up
I1009 19:11:31.759650 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:31.760178 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:31.760204 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:31.760143 29017 retry.go:31] will retry after 700.718844ms: waiting for machine to come up
I1009 19:11:32.462533 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:32.462970 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:32.462999 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:32.462916 29017 retry.go:31] will retry after 892.701908ms: waiting for machine to come up
I1009 19:11:33.357278 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:33.357677 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:33.357700 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:33.357645 29017 retry.go:31] will retry after 892.900741ms: waiting for machine to come up
I1009 19:11:34.252184 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:34.252581 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:34.252605 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:34.252542 29017 retry.go:31] will retry after 919.729577ms: waiting for machine to come up
I1009 19:11:35.174060 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:35.174445 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:35.174475 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:35.174422 29017 retry.go:31] will retry after 1.688669614s: waiting for machine to come up
I1009 19:11:36.865075 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:36.865384 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:36.865412 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:36.865340 29017 retry.go:31] will retry after 1.768384485s: waiting for machine to come up
I1009 19:11:38.635106 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:38.635545 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:38.635574 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:38.635487 29017 retry.go:31] will retry after 2.193559284s: waiting for machine to come up
I1009 19:11:40.831238 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:40.831740 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:40.831780 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:40.831709 29017 retry.go:31] will retry after 3.434402997s: waiting for machine to come up
I1009 19:11:44.267146 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:44.267644 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:44.267671 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:44.267602 29017 retry.go:31] will retry after 4.164642466s: waiting for machine to come up
I1009 19:11:48.436657 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:48.436991 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find current IP address of domain ha-199780-m02 in network mk-ha-199780
I1009 19:11:48.437015 28654 main.go:141] libmachine: (ha-199780-m02) DBG | I1009 19:11:48.436952 29017 retry.go:31] will retry after 3.860630111s: waiting for machine to come up
I1009 19:11:52.302118 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.302487 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has current primary IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.302554 28654 main.go:141] libmachine: (ha-199780-m02) Found IP for machine: 192.168.39.83
I1009 19:11:52.302579 28654 main.go:141] libmachine: (ha-199780-m02) Reserving static IP address...
I1009 19:11:52.302886 28654 main.go:141] libmachine: (ha-199780-m02) DBG | unable to find host DHCP lease matching {name: "ha-199780-m02", mac: "52:54:00:49:9d:cf", ip: "192.168.39.83"} in network mk-ha-199780
I1009 19:11:52.372076 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Getting to WaitForSSH function...
I1009 19:11:52.372102 28654 main.go:141] libmachine: (ha-199780-m02) Reserved static IP address: 192.168.39.83
I1009 19:11:52.372115 28654 main.go:141] libmachine: (ha-199780-m02) Waiting for SSH to be available...
I1009 19:11:52.374841 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.375419 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:minikube Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:52.375450 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.375560 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Using SSH client type: external
I1009 19:11:52.375580 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02/id_rsa (-rw-------)
I1009 19:11:52.375612 28654 main.go:141] libmachine: (ha-199780-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.83 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1009 19:11:52.375635 28654 main.go:141] libmachine: (ha-199780-m02) DBG | About to run SSH command:
I1009 19:11:52.375646 28654 main.go:141] libmachine: (ha-199780-m02) DBG | exit 0
I1009 19:11:52.498886 28654 main.go:141] libmachine: (ha-199780-m02) DBG | SSH cmd err, output: <nil>:
I1009 19:11:52.499168 28654 main.go:141] libmachine: (ha-199780-m02) KVM machine creation complete!
I1009 19:11:52.499479 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetConfigRaw
I1009 19:11:52.500069 28654 main.go:141] libmachine: (ha-199780-m02) Calling .DriverName
I1009 19:11:52.500241 28654 main.go:141] libmachine: (ha-199780-m02) Calling .DriverName
I1009 19:11:52.500393 28654 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1009 19:11:52.500411 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetState
I1009 19:11:52.501707 28654 main.go:141] libmachine: Detecting operating system of created instance...
I1009 19:11:52.501728 28654 main.go:141] libmachine: Waiting for SSH to be available...
I1009 19:11:52.501749 28654 main.go:141] libmachine: Getting to WaitForSSH function...
I1009 19:11:52.501756 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHHostname
I1009 19:11:52.503758 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.504142 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:52.504165 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.504286 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHPort
I1009 19:11:52.504437 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:52.504575 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:52.504686 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHUsername
I1009 19:11:52.504794 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:52.504979 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.83 22 <nil> <nil>}
I1009 19:11:52.504989 28654 main.go:141] libmachine: About to run SSH command:
exit 0
I1009 19:11:52.602177 28654 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 19:11:52.602204 28654 main.go:141] libmachine: Detecting the provisioner...
I1009 19:11:52.602213 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHHostname
I1009 19:11:52.604728 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.605107 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:52.605141 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.605291 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHPort
I1009 19:11:52.605469 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:52.605606 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:52.605724 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHUsername
I1009 19:11:52.605872 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:52.606034 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.83 22 <nil> <nil>}
I1009 19:11:52.606045 28654 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1009 19:11:52.703707 28654 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1009 19:11:52.703764 28654 main.go:141] libmachine: found compatible host: buildroot
I1009 19:11:52.703771 28654 main.go:141] libmachine: Provisioning with buildroot...
I1009 19:11:52.703777 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetMachineName
I1009 19:11:52.704032 28654 buildroot.go:166] provisioning hostname "ha-199780-m02"
I1009 19:11:52.704060 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetMachineName
I1009 19:11:52.704231 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHHostname
I1009 19:11:52.706798 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.707185 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:52.707208 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.707350 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHPort
I1009 19:11:52.707510 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:52.707650 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:52.707773 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHUsername
I1009 19:11:52.707888 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:52.708063 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.83 22 <nil> <nil>}
I1009 19:11:52.708075 28654 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-199780-m02 && echo "ha-199780-m02" | sudo tee /etc/hostname
I1009 19:11:52.823258 28654 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-199780-m02
I1009 19:11:52.823287 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHHostname
I1009 19:11:52.825577 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.825861 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:52.825888 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.826053 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHPort
I1009 19:11:52.826228 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:52.826361 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:52.826462 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHUsername
I1009 19:11:52.826604 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:52.826970 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.83 22 <nil> <nil>}
I1009 19:11:52.827005 28654 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-199780-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-199780-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-199780-m02' | sudo tee -a /etc/hosts;
fi
fi
I1009 19:11:52.936284 28654 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 19:11:52.936322 28654 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19780-9412/.minikube CaCertPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19780-9412/.minikube}
I1009 19:11:52.936338 28654 buildroot.go:174] setting up certificates
I1009 19:11:52.936349 28654 provision.go:84] configureAuth start
I1009 19:11:52.936358 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetMachineName
I1009 19:11:52.936621 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetIP
I1009 19:11:52.939014 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.939357 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:52.939378 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.939565 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHHostname
I1009 19:11:52.941751 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.942083 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:52.942102 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:52.942262 28654 provision.go:143] copyHostCerts
I1009 19:11:52.942292 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem
I1009 19:11:52.942326 28654 exec_runner.go:144] found /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem, removing ...
I1009 19:11:52.942335 28654 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem
I1009 19:11:52.942400 28654 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem (1123 bytes)
I1009 19:11:52.942490 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem
I1009 19:11:52.942507 28654 exec_runner.go:144] found /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem, removing ...
I1009 19:11:52.942513 28654 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem
I1009 19:11:52.942543 28654 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem (1679 bytes)
I1009 19:11:52.942586 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem
I1009 19:11:52.942603 28654 exec_runner.go:144] found /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem, removing ...
I1009 19:11:52.942608 28654 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem
I1009 19:11:52.942630 28654 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem (1082 bytes)
I1009 19:11:52.942675 28654 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca-key.pem org=jenkins.ha-199780-m02 san=[127.0.0.1 192.168.39.83 ha-199780-m02 localhost minikube]
I1009 19:11:53.040172 28654 provision.go:177] copyRemoteCerts
I1009 19:11:53.040224 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 19:11:53.040246 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHHostname
I1009 19:11:53.042771 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.043144 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:53.043165 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.043339 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHPort
I1009 19:11:53.043536 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:53.043695 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHUsername
I1009 19:11:53.043830 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.83 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02/id_rsa Username:docker}
I1009 19:11:53.125536 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1009 19:11:53.125611 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1009 19:11:53.152398 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem -> /etc/docker/server.pem
I1009 19:11:53.152462 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1009 19:11:53.176418 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1009 19:11:53.176476 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1009 19:11:53.199215 28654 provision.go:87] duration metric: took 262.855174ms to configureAuth
I1009 19:11:53.199238 28654 buildroot.go:189] setting minikube options for container-runtime
I1009 19:11:53.199408 28654 config.go:182] Loaded profile config "ha-199780": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1009 19:11:53.199489 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHHostname
I1009 19:11:53.202051 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.202440 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:53.202470 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.202579 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHPort
I1009 19:11:53.202742 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:53.202905 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:53.203044 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHUsername
I1009 19:11:53.203213 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:53.203367 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.83 22 <nil> <nil>}
I1009 19:11:53.203381 28654 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1009 19:11:53.429894 28654 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1009 19:11:53.429922 28654 main.go:141] libmachine: Checking connection to Docker...
I1009 19:11:53.429933 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetURL
I1009 19:11:53.431192 28654 main.go:141] libmachine: (ha-199780-m02) DBG | Using libvirt version 6000000
I1009 19:11:53.433633 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.433917 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:53.433942 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.434095 28654 main.go:141] libmachine: Docker is up and running!
I1009 19:11:53.434111 28654 main.go:141] libmachine: Reticulating splines...
I1009 19:11:53.434119 28654 client.go:171] duration metric: took 24.812002035s to LocalClient.Create
I1009 19:11:53.434141 28654 start.go:167] duration metric: took 24.812066243s to libmachine.API.Create "ha-199780"
I1009 19:11:53.434153 28654 start.go:293] postStartSetup for "ha-199780-m02" (driver="kvm2")
I1009 19:11:53.434164 28654 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 19:11:53.434178 28654 main.go:141] libmachine: (ha-199780-m02) Calling .DriverName
I1009 19:11:53.434386 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 19:11:53.434414 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHHostname
I1009 19:11:53.436444 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.436741 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:53.436766 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.436885 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHPort
I1009 19:11:53.437048 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:53.437204 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHUsername
I1009 19:11:53.437329 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.83 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02/id_rsa Username:docker}
I1009 19:11:53.517247 28654 ssh_runner.go:195] Run: cat /etc/os-release
I1009 19:11:53.521546 28654 info.go:137] Remote host: Buildroot 2023.02.9
I1009 19:11:53.521570 28654 filesync.go:126] Scanning /home/jenkins/minikube-integration/19780-9412/.minikube/addons for local assets ...
I1009 19:11:53.521628 28654 filesync.go:126] Scanning /home/jenkins/minikube-integration/19780-9412/.minikube/files for local assets ...
I1009 19:11:53.521696 28654 filesync.go:149] local asset: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem -> 166072.pem in /etc/ssl/certs
I1009 19:11:53.521706 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem -> /etc/ssl/certs/166072.pem
I1009 19:11:53.521794 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 19:11:53.531170 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem --> /etc/ssl/certs/166072.pem (1708 bytes)
I1009 19:11:53.555463 28654 start.go:296] duration metric: took 121.295956ms for postStartSetup
I1009 19:11:53.555509 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetConfigRaw
I1009 19:11:53.556089 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetIP
I1009 19:11:53.558610 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.558965 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:53.558990 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.559241 28654 profile.go:143] Saving config to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/config.json ...
I1009 19:11:53.559417 28654 start.go:128] duration metric: took 24.955894473s to createHost
I1009 19:11:53.559436 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHHostname
I1009 19:11:53.561758 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.562120 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:53.562145 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.562297 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHPort
I1009 19:11:53.562466 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:53.562603 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:53.562686 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHUsername
I1009 19:11:53.562800 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:11:53.562944 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.83 22 <nil> <nil>}
I1009 19:11:53.562953 28654 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1009 19:11:53.659740 28654 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728501113.618380735
I1009 19:11:53.659761 28654 fix.go:216] guest clock: 1728501113.618380735
I1009 19:11:53.659770 28654 fix.go:229] Guest: 2024-10-09 19:11:53.618380735 +0000 UTC Remote: 2024-10-09 19:11:53.559427397 +0000 UTC m=+71.164621077 (delta=58.953338ms)
I1009 19:11:53.659789 28654 fix.go:200] guest clock delta is within tolerance: 58.953338ms
I1009 19:11:53.659795 28654 start.go:83] releasing machines lock for "ha-199780-m02", held for 25.056389443s
I1009 19:11:53.659818 28654 main.go:141] libmachine: (ha-199780-m02) Calling .DriverName
I1009 19:11:53.660047 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetIP
I1009 19:11:53.662723 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.663038 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:53.663084 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.665166 28654 out.go:177] * Found network options:
I1009 19:11:53.666287 28654 out.go:177] - NO_PROXY=192.168.39.114
W1009 19:11:53.667466 28654 proxy.go:119] fail to check proxy env: Error ip not in block
I1009 19:11:53.667505 28654 main.go:141] libmachine: (ha-199780-m02) Calling .DriverName
I1009 19:11:53.667962 28654 main.go:141] libmachine: (ha-199780-m02) Calling .DriverName
I1009 19:11:53.668130 28654 main.go:141] libmachine: (ha-199780-m02) Calling .DriverName
I1009 19:11:53.668248 28654 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 19:11:53.668296 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHHostname
W1009 19:11:53.668300 28654 proxy.go:119] fail to check proxy env: Error ip not in block
I1009 19:11:53.668381 28654 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1009 19:11:53.668416 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHHostname
I1009 19:11:53.670930 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.671210 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.671283 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:53.671304 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.671447 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHPort
I1009 19:11:53.671527 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:53.671552 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:53.671587 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:53.671735 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHPort
I1009 19:11:53.671750 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHUsername
I1009 19:11:53.671893 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHKeyPath
I1009 19:11:53.671912 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.83 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02/id_rsa Username:docker}
I1009 19:11:53.672014 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetSSHUsername
I1009 19:11:53.672148 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.83 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m02/id_rsa Username:docker}
I1009 19:11:53.899517 28654 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1009 19:11:53.905678 28654 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1009 19:11:53.905741 28654 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 19:11:53.922185 28654 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1009 19:11:53.922206 28654 start.go:495] detecting cgroup driver to use...
I1009 19:11:53.922263 28654 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1009 19:11:53.937820 28654 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1009 19:11:53.953029 28654 docker.go:217] disabling cri-docker service (if available) ...
I1009 19:11:53.953091 28654 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 19:11:53.967078 28654 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 19:11:53.981025 28654 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 19:11:54.113745 28654 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 19:11:54.255530 28654 docker.go:233] disabling docker service ...
I1009 19:11:54.255587 28654 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 19:11:54.270170 28654 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 19:11:54.283110 28654 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 19:11:54.427830 28654 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 19:11:54.542861 28654 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 19:11:54.559019 28654 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1009 19:11:54.577775 28654 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1009 19:11:54.577834 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:54.588489 28654 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1009 19:11:54.588563 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:54.598988 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:54.609116 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:54.619104 28654 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 19:11:54.629621 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:54.640002 28654 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:54.656572 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:11:54.666994 28654 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 19:11:54.677176 28654 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1009 19:11:54.677232 28654 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1009 19:11:54.689637 28654 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 19:11:54.698765 28654 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 19:11:54.819897 28654 ssh_runner.go:195] Run: sudo systemctl restart crio
I1009 19:11:54.911734 28654 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1009 19:11:54.911789 28654 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1009 19:11:54.916451 28654 start.go:563] Will wait 60s for crictl version
I1009 19:11:54.916494 28654 ssh_runner.go:195] Run: which crictl
I1009 19:11:54.920158 28654 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1009 19:11:54.955402 28654 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1009 19:11:54.955480 28654 ssh_runner.go:195] Run: crio --version
I1009 19:11:54.982980 28654 ssh_runner.go:195] Run: crio --version
I1009 19:11:55.012563 28654 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1009 19:11:55.013723 28654 out.go:177] - env NO_PROXY=192.168.39.114
I1009 19:11:55.014768 28654 main.go:141] libmachine: (ha-199780-m02) Calling .GetIP
I1009 19:11:55.017153 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:55.017506 28654 main.go:141] libmachine: (ha-199780-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:49:9d:cf", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:11:43 +0000 UTC Type:0 Mac:52:54:00:49:9d:cf Iaid: IPaddr:192.168.39.83 Prefix:24 Hostname:ha-199780-m02 Clientid:01:52:54:00:49:9d:cf}
I1009 19:11:55.017538 28654 main.go:141] libmachine: (ha-199780-m02) DBG | domain ha-199780-m02 has defined IP address 192.168.39.83 and MAC address 52:54:00:49:9d:cf in network mk-ha-199780
I1009 19:11:55.017692 28654 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1009 19:11:55.021943 28654 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 19:11:55.034196 28654 mustload.go:65] Loading cluster: ha-199780
I1009 19:11:55.034432 28654 config.go:182] Loaded profile config "ha-199780": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1009 19:11:55.034865 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:11:55.034912 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:11:55.049583 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40841
I1009 19:11:55.050018 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:11:55.050467 28654 main.go:141] libmachine: Using API Version 1
I1009 19:11:55.050491 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:11:55.050776 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:11:55.050944 28654 main.go:141] libmachine: (ha-199780) Calling .GetState
I1009 19:11:55.052331 28654 host.go:66] Checking if "ha-199780" exists ...
I1009 19:11:55.052611 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:11:55.052643 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:11:55.066531 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43893
I1009 19:11:55.066862 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:11:55.067348 28654 main.go:141] libmachine: Using API Version 1
I1009 19:11:55.067376 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:11:55.067659 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:11:55.067826 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:11:55.067945 28654 certs.go:68] Setting up /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780 for IP: 192.168.39.83
I1009 19:11:55.067956 28654 certs.go:194] generating shared ca certs ...
I1009 19:11:55.067973 28654 certs.go:226] acquiring lock for ca certs: {Name:mk448dbb50e723bc9ae89422190da94e40f82fbd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:55.068103 28654 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.key
I1009 19:11:55.068159 28654 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.key
I1009 19:11:55.068171 28654 certs.go:256] generating profile certs ...
I1009 19:11:55.068256 28654 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.key
I1009 19:11:55.068286 28654 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.f3e9b5b0
I1009 19:11:55.068307 28654 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.f3e9b5b0 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.114 192.168.39.83 192.168.39.254]
I1009 19:11:55.274614 28654 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.f3e9b5b0 ...
I1009 19:11:55.274645 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.f3e9b5b0: {Name:mkea8c047205788ccead22201bc77c7190717cca Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:55.274816 28654 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.f3e9b5b0 ...
I1009 19:11:55.274832 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.f3e9b5b0: {Name:mk98b6fcd80ec856f6c63ddb6177c8a08e2dbf7a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:11:55.274920 28654 certs.go:381] copying /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.f3e9b5b0 -> /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt
I1009 19:11:55.275082 28654 certs.go:385] copying /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.f3e9b5b0 -> /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key
I1009 19:11:55.275255 28654 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.key
I1009 19:11:55.275273 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1009 19:11:55.275291 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1009 19:11:55.275308 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1009 19:11:55.275327 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1009 19:11:55.275347 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1009 19:11:55.275366 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1009 19:11:55.275383 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1009 19:11:55.275401 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1009 19:11:55.275466 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607.pem (1338 bytes)
W1009 19:11:55.275511 28654 certs.go:480] ignoring /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607_empty.pem, impossibly tiny 0 bytes
I1009 19:11:55.275524 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca-key.pem (1679 bytes)
I1009 19:11:55.275558 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem (1082 bytes)
I1009 19:11:55.275590 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem (1123 bytes)
I1009 19:11:55.275622 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem (1679 bytes)
I1009 19:11:55.275679 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem (1708 bytes)
I1009 19:11:55.275720 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607.pem -> /usr/share/ca-certificates/16607.pem
I1009 19:11:55.275740 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem -> /usr/share/ca-certificates/166072.pem
I1009 19:11:55.275758 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1009 19:11:55.275797 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:55.278862 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:55.279369 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:55.279395 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:55.279612 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:55.279780 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:55.279952 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:55.280049 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.114 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa Username:docker}
I1009 19:11:55.351381 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1009 19:11:55.355961 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1009 19:11:55.367055 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1009 19:11:55.371613 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1009 19:11:55.382154 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1009 19:11:55.386133 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1009 19:11:55.395984 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1009 19:11:55.399714 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1009 19:11:55.409621 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1009 19:11:55.413853 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1009 19:11:55.423766 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1009 19:11:55.427525 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1009 19:11:55.437575 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1009 19:11:55.462624 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1009 19:11:55.485719 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1009 19:11:55.508128 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1009 19:11:55.530803 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1009 19:11:55.555486 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1009 19:11:55.580139 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1009 19:11:55.603207 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1009 19:11:55.626373 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607.pem --> /usr/share/ca-certificates/16607.pem (1338 bytes)
I1009 19:11:55.649676 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem --> /usr/share/ca-certificates/166072.pem (1708 bytes)
I1009 19:11:55.673656 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1009 19:11:55.696721 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1009 19:11:55.712647 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1009 19:11:55.728611 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1009 19:11:55.744619 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1009 19:11:55.760726 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1009 19:11:55.776763 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1009 19:11:55.792315 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1009 19:11:55.807929 28654 ssh_runner.go:195] Run: openssl version
I1009 19:11:55.813442 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1009 19:11:55.823376 28654 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1009 19:11:55.827581 28654 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 9 18:48 /usr/share/ca-certificates/minikubeCA.pem
I1009 19:11:55.827627 28654 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1009 19:11:55.833072 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1009 19:11:55.842843 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16607.pem && ln -fs /usr/share/ca-certificates/16607.pem /etc/ssl/certs/16607.pem"
I1009 19:11:55.852649 28654 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16607.pem
I1009 19:11:55.856766 28654 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 9 19:06 /usr/share/ca-certificates/16607.pem
I1009 19:11:55.856802 28654 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16607.pem
I1009 19:11:55.862146 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/16607.pem /etc/ssl/certs/51391683.0"
I1009 19:11:55.872016 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/166072.pem && ln -fs /usr/share/ca-certificates/166072.pem /etc/ssl/certs/166072.pem"
I1009 19:11:55.881805 28654 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/166072.pem
I1009 19:11:55.885859 28654 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 9 19:06 /usr/share/ca-certificates/166072.pem
I1009 19:11:55.885905 28654 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/166072.pem
I1009 19:11:55.891246 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/166072.pem /etc/ssl/certs/3ec20f2e.0"
I1009 19:11:55.901096 28654 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1009 19:11:55.904965 28654 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1009 19:11:55.905009 28654 kubeadm.go:934] updating node {m02 192.168.39.83 8443 v1.31.1 crio true true} ...
I1009 19:11:55.905077 28654 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-199780-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.83
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-199780 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1009 19:11:55.905098 28654 kube-vip.go:115] generating kube-vip config ...
I1009 19:11:55.905121 28654 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1009 19:11:55.919709 28654 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1009 19:11:55.919759 28654 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1009 19:11:55.919801 28654 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1009 19:11:55.929228 28654 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1009 19:11:55.929276 28654 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1009 19:11:55.938319 28654 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1009 19:11:55.938340 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1009 19:11:55.938391 28654 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1009 19:11:55.938402 28654 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubelet
I1009 19:11:55.938404 28654 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I1009 19:11:55.942635 28654 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1009 19:11:55.942660 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1009 19:11:57.241263 28654 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 19:11:57.255221 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1009 19:11:57.255304 28654 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1009 19:11:57.259158 28654 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1009 19:11:57.259186 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1009 19:11:57.547794 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1009 19:11:57.547883 28654 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1009 19:11:57.562384 28654 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1009 19:11:57.562426 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1009 19:11:57.842477 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1009 19:11:57.852027 28654 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1009 19:11:57.867591 28654 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1009 19:11:57.883108 28654 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1009 19:11:57.898843 28654 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1009 19:11:57.902642 28654 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 19:11:57.914959 28654 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 19:11:58.028127 28654 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1009 19:11:58.044965 28654 host.go:66] Checking if "ha-199780" exists ...
I1009 19:11:58.045423 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:11:58.045473 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:11:58.059986 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34877
I1009 19:11:58.060458 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:11:58.060917 28654 main.go:141] libmachine: Using API Version 1
I1009 19:11:58.060934 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:11:58.061238 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:11:58.061410 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:11:58.061538 28654 start.go:317] joinCluster: &{Name:ha-199780 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-199780 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.114 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.83 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1009 19:11:58.061653 28654 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1009 19:11:58.061673 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:11:58.064589 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:58.064969 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:11:58.064994 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:11:58.065152 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:11:58.065308 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:11:58.065538 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:11:58.065661 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.114 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa Username:docker}
I1009 19:11:58.210321 28654 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.83 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 19:11:58.210383 28654 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token kfwmel.rmtx9gjzbnc80w0m --discovery-token-ca-cert-hash sha256:b723cd7b42b34300084de1b8c6a59ec539815581619f4c4935af95f4653aa2e8 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-199780-m02 --control-plane --apiserver-advertise-address=192.168.39.83 --apiserver-bind-port=8443"
I1009 19:12:19.134246 28654 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token kfwmel.rmtx9gjzbnc80w0m --discovery-token-ca-cert-hash sha256:b723cd7b42b34300084de1b8c6a59ec539815581619f4c4935af95f4653aa2e8 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-199780-m02 --control-plane --apiserver-advertise-address=192.168.39.83 --apiserver-bind-port=8443": (20.923839028s)
I1009 19:12:19.134290 28654 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1009 19:12:19.605010 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-199780-m02 minikube.k8s.io/updated_at=2024_10_09T19_12_19_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=0f31bfe1a852f6cc79fedfeb2462ff6b6d86b5e4 minikube.k8s.io/name=ha-199780 minikube.k8s.io/primary=false
I1009 19:12:19.748442 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-199780-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1009 19:12:19.868185 28654 start.go:319] duration metric: took 21.806636434s to joinCluster
I1009 19:12:19.868265 28654 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.83 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 19:12:19.868592 28654 config.go:182] Loaded profile config "ha-199780": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1009 19:12:19.870842 28654 out.go:177] * Verifying Kubernetes components...
I1009 19:12:19.872112 28654 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 19:12:20.132051 28654 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1009 19:12:20.184872 28654 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19780-9412/kubeconfig
I1009 19:12:20.185127 28654 kapi.go:59] client config for ha-199780: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.crt", KeyFile:"/home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.key", CAFile:"/home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f780), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1009 19:12:20.185184 28654 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.114:8443
I1009 19:12:20.185366 28654 node_ready.go:35] waiting up to 6m0s for node "ha-199780-m02" to be "Ready" ...
I1009 19:12:20.185447 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:20.185457 28654 round_trippers.go:469] Request Headers:
I1009 19:12:20.185464 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:20.185468 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:20.196121 28654 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1009 19:12:20.685641 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:20.685666 28654 round_trippers.go:469] Request Headers:
I1009 19:12:20.685677 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:20.685683 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:20.700948 28654 round_trippers.go:574] Response Status: 200 OK in 15 milliseconds
I1009 19:12:21.186360 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:21.186379 28654 round_trippers.go:469] Request Headers:
I1009 19:12:21.186386 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:21.186390 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:21.190077 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:21.686495 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:21.686523 28654 round_trippers.go:469] Request Headers:
I1009 19:12:21.686535 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:21.686542 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:21.689757 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:22.185915 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:22.185938 28654 round_trippers.go:469] Request Headers:
I1009 19:12:22.185949 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:22.185955 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:22.189220 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:22.189830 28654 node_ready.go:53] node "ha-199780-m02" has status "Ready":"False"
I1009 19:12:22.685885 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:22.685909 28654 round_trippers.go:469] Request Headers:
I1009 19:12:22.685925 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:22.685930 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:22.692565 28654 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1009 19:12:23.186131 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:23.186153 28654 round_trippers.go:469] Request Headers:
I1009 19:12:23.186163 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:23.186170 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:23.190703 28654 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1009 19:12:23.685823 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:23.685851 28654 round_trippers.go:469] Request Headers:
I1009 19:12:23.685864 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:23.685874 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:23.689295 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:24.186259 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:24.186290 28654 round_trippers.go:469] Request Headers:
I1009 19:12:24.186302 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:24.186308 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:24.190419 28654 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1009 19:12:24.190953 28654 node_ready.go:53] node "ha-199780-m02" has status "Ready":"False"
I1009 19:12:24.686386 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:24.686405 28654 round_trippers.go:469] Request Headers:
I1009 19:12:24.686412 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:24.686418 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:24.689349 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:25.186405 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:25.186431 28654 round_trippers.go:469] Request Headers:
I1009 19:12:25.186443 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:25.186448 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:25.189677 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:25.685894 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:25.685917 28654 round_trippers.go:469] Request Headers:
I1009 19:12:25.685930 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:25.685938 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:25.688721 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:26.185700 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:26.185718 28654 round_trippers.go:469] Request Headers:
I1009 19:12:26.185725 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:26.185729 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:26.189091 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:26.686200 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:26.686219 28654 round_trippers.go:469] Request Headers:
I1009 19:12:26.686227 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:26.686233 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:26.691177 28654 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1009 19:12:26.691800 28654 node_ready.go:53] node "ha-199780-m02" has status "Ready":"False"
I1009 19:12:27.186166 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:27.186200 28654 round_trippers.go:469] Request Headers:
I1009 19:12:27.186216 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:27.186227 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:27.208799 28654 round_trippers.go:574] Response Status: 200 OK in 22 milliseconds
I1009 19:12:27.686569 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:27.686596 28654 round_trippers.go:469] Request Headers:
I1009 19:12:27.686606 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:27.686611 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:27.690120 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:28.186542 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:28.186562 28654 round_trippers.go:469] Request Headers:
I1009 19:12:28.186570 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:28.186574 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:28.189659 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:28.685814 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:28.685834 28654 round_trippers.go:469] Request Headers:
I1009 19:12:28.685842 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:28.685846 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:28.689015 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:29.185658 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:29.185692 28654 round_trippers.go:469] Request Headers:
I1009 19:12:29.185703 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:29.185708 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:29.188963 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:29.189656 28654 node_ready.go:53] node "ha-199780-m02" has status "Ready":"False"
I1009 19:12:29.686079 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:29.686104 28654 round_trippers.go:469] Request Headers:
I1009 19:12:29.686115 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:29.686119 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:29.689437 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:30.186344 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:30.186367 28654 round_trippers.go:469] Request Headers:
I1009 19:12:30.186378 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:30.186384 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:30.189946 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:30.685870 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:30.685896 28654 round_trippers.go:469] Request Headers:
I1009 19:12:30.685904 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:30.685909 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:30.689100 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:31.186316 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:31.186342 28654 round_trippers.go:469] Request Headers:
I1009 19:12:31.186351 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:31.186356 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:31.189992 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:31.190453 28654 node_ready.go:53] node "ha-199780-m02" has status "Ready":"False"
I1009 19:12:31.685857 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:31.685878 28654 round_trippers.go:469] Request Headers:
I1009 19:12:31.685886 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:31.685890 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:31.689411 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:32.186413 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:32.186439 28654 round_trippers.go:469] Request Headers:
I1009 19:12:32.186450 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:32.186457 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:32.189297 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:32.686105 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:32.686126 28654 round_trippers.go:469] Request Headers:
I1009 19:12:32.686134 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:32.686138 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:32.689698 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:33.185993 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:33.186015 28654 round_trippers.go:469] Request Headers:
I1009 19:12:33.186024 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:33.186028 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:33.189373 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:33.685932 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:33.685955 28654 round_trippers.go:469] Request Headers:
I1009 19:12:33.685963 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:33.685968 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:33.689670 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:33.690285 28654 node_ready.go:53] node "ha-199780-m02" has status "Ready":"False"
I1009 19:12:34.185640 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:34.185662 28654 round_trippers.go:469] Request Headers:
I1009 19:12:34.185670 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:34.185674 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:34.188694 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:34.686203 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:34.686223 28654 round_trippers.go:469] Request Headers:
I1009 19:12:34.686231 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:34.686235 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:34.690146 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:35.185607 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:35.185628 28654 round_trippers.go:469] Request Headers:
I1009 19:12:35.185636 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:35.185640 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:35.188854 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:35.685726 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:35.685746 28654 round_trippers.go:469] Request Headers:
I1009 19:12:35.685759 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:35.685764 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:35.689172 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:36.186278 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:36.186301 28654 round_trippers.go:469] Request Headers:
I1009 19:12:36.186308 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:36.186312 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:36.189767 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:36.190519 28654 node_ready.go:53] node "ha-199780-m02" has status "Ready":"False"
I1009 19:12:36.685809 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:36.685841 28654 round_trippers.go:469] Request Headers:
I1009 19:12:36.685849 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:36.685853 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:36.688923 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:37.185894 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:37.185920 28654 round_trippers.go:469] Request Headers:
I1009 19:12:37.185933 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:37.185940 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:37.189465 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:37.686197 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:37.686222 28654 round_trippers.go:469] Request Headers:
I1009 19:12:37.686230 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:37.686235 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:37.689394 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:38.185922 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:38.185948 28654 round_trippers.go:469] Request Headers:
I1009 19:12:38.185956 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:38.185961 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:38.189255 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:38.685706 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:38.685729 28654 round_trippers.go:469] Request Headers:
I1009 19:12:38.685742 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:38.685751 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:38.689204 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:38.689971 28654 node_ready.go:53] node "ha-199780-m02" has status "Ready":"False"
I1009 19:12:39.186413 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:39.186433 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.186447 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.186452 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.189522 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:39.190154 28654 node_ready.go:49] node "ha-199780-m02" has status "Ready":"True"
I1009 19:12:39.190172 28654 node_ready.go:38] duration metric: took 19.004790985s for node "ha-199780-m02" to be "Ready" ...
I1009 19:12:39.190183 28654 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 19:12:39.190256 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods
I1009 19:12:39.190268 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.190277 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.190292 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.194625 28654 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1009 19:12:39.201057 28654 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-r8lg7" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.201129 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-r8lg7
I1009 19:12:39.201137 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.201144 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.201149 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.203552 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:39.204277 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:12:39.204291 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.204298 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.204303 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.206434 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:39.207017 28654 pod_ready.go:93] pod "coredns-7c65d6cfc9-r8lg7" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:39.207033 28654 pod_ready.go:82] duration metric: took 5.954504ms for pod "coredns-7c65d6cfc9-r8lg7" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.207041 28654 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-v5k75" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.207118 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-v5k75
I1009 19:12:39.207128 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.207139 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.207148 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.209367 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:39.210180 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:12:39.210198 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.210204 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.210207 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.212254 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:39.212911 28654 pod_ready.go:93] pod "coredns-7c65d6cfc9-v5k75" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:39.212929 28654 pod_ready.go:82] duration metric: took 5.881939ms for pod "coredns-7c65d6cfc9-v5k75" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.212939 28654 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.212996 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/etcd-ha-199780
I1009 19:12:39.213004 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.213010 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.213014 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.215519 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:39.216198 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:12:39.216212 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.216222 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.216228 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.218680 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:39.219274 28654 pod_ready.go:93] pod "etcd-ha-199780" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:39.219293 28654 pod_ready.go:82] duration metric: took 6.345815ms for pod "etcd-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.219306 28654 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.219361 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/etcd-ha-199780-m02
I1009 19:12:39.219370 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.219379 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.219388 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.222905 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:39.223852 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:39.223867 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.223874 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.223880 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.226122 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:39.226546 28654 pod_ready.go:93] pod "etcd-ha-199780-m02" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:39.226559 28654 pod_ready.go:82] duration metric: took 7.244216ms for pod "etcd-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.226571 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.386954 28654 request.go:632] Waited for 160.312334ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-199780
I1009 19:12:39.387019 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-199780
I1009 19:12:39.387028 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.387041 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.387059 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.390052 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:39.587135 28654 request.go:632] Waited for 196.31885ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:12:39.587196 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:12:39.587203 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.587211 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.587219 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.590448 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:39.591164 28654 pod_ready.go:93] pod "kube-apiserver-ha-199780" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:39.591183 28654 pod_ready.go:82] duration metric: took 364.606313ms for pod "kube-apiserver-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.591192 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.787247 28654 request.go:632] Waited for 195.987261ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-199780-m02
I1009 19:12:39.787328 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-199780-m02
I1009 19:12:39.787335 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.787346 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.787354 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.790620 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:39.986772 28654 request.go:632] Waited for 195.363358ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:39.986825 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:39.986830 28654 round_trippers.go:469] Request Headers:
I1009 19:12:39.986837 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:39.986840 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:39.990003 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:39.990664 28654 pod_ready.go:93] pod "kube-apiserver-ha-199780-m02" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:39.990682 28654 pod_ready.go:82] duration metric: took 399.483816ms for pod "kube-apiserver-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:12:39.990691 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:12:40.186433 28654 request.go:632] Waited for 195.681011ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-199780
I1009 19:12:40.186513 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-199780
I1009 19:12:40.186524 28654 round_trippers.go:469] Request Headers:
I1009 19:12:40.186535 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:40.186544 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:40.189683 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:40.386818 28654 request.go:632] Waited for 196.355604ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:12:40.386887 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:12:40.386893 28654 round_trippers.go:469] Request Headers:
I1009 19:12:40.386900 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:40.386905 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:40.391133 28654 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1009 19:12:40.391614 28654 pod_ready.go:93] pod "kube-controller-manager-ha-199780" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:40.391638 28654 pod_ready.go:82] duration metric: took 400.93972ms for pod "kube-controller-manager-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:12:40.391651 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:12:40.586680 28654 request.go:632] Waited for 194.949325ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-199780-m02
I1009 19:12:40.586737 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-199780-m02
I1009 19:12:40.586742 28654 round_trippers.go:469] Request Headers:
I1009 19:12:40.586750 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:40.586755 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:40.590444 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:40.786422 28654 request.go:632] Waited for 195.280915ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:40.786495 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:40.786501 28654 round_trippers.go:469] Request Headers:
I1009 19:12:40.786509 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:40.786513 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:40.790326 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:40.791006 28654 pod_ready.go:93] pod "kube-controller-manager-ha-199780-m02" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:40.791029 28654 pod_ready.go:82] duration metric: took 399.365639ms for pod "kube-controller-manager-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:12:40.791046 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-n8ffq" in "kube-system" namespace to be "Ready" ...
I1009 19:12:40.987070 28654 request.go:632] Waited for 195.933748ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n8ffq
I1009 19:12:40.987131 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n8ffq
I1009 19:12:40.987136 28654 round_trippers.go:469] Request Headers:
I1009 19:12:40.987143 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:40.987147 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:40.990605 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:41.186624 28654 request.go:632] Waited for 195.268606ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:12:41.186692 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:12:41.186704 28654 round_trippers.go:469] Request Headers:
I1009 19:12:41.186711 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:41.186715 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:41.189956 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:41.190470 28654 pod_ready.go:93] pod "kube-proxy-n8ffq" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:41.190489 28654 pod_ready.go:82] duration metric: took 399.435329ms for pod "kube-proxy-n8ffq" in "kube-system" namespace to be "Ready" ...
I1009 19:12:41.190501 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zfsq8" in "kube-system" namespace to be "Ready" ...
I1009 19:12:41.386649 28654 request.go:632] Waited for 196.07336ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zfsq8
I1009 19:12:41.386701 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zfsq8
I1009 19:12:41.386706 28654 round_trippers.go:469] Request Headers:
I1009 19:12:41.386713 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:41.386716 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:41.390032 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:41.587033 28654 request.go:632] Waited for 196.334104ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:41.587126 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:41.587138 28654 round_trippers.go:469] Request Headers:
I1009 19:12:41.587149 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:41.587167 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:41.590021 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:41.590641 28654 pod_ready.go:93] pod "kube-proxy-zfsq8" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:41.590663 28654 pod_ready.go:82] duration metric: took 400.153892ms for pod "kube-proxy-zfsq8" in "kube-system" namespace to be "Ready" ...
I1009 19:12:41.590678 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:12:41.786648 28654 request.go:632] Waited for 195.890444ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-199780
I1009 19:12:41.786701 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-199780
I1009 19:12:41.786708 28654 round_trippers.go:469] Request Headers:
I1009 19:12:41.786719 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:41.786729 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:41.789369 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:41.987345 28654 request.go:632] Waited for 197.361828ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:12:41.987411 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:12:41.987416 28654 round_trippers.go:469] Request Headers:
I1009 19:12:41.987424 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:41.987427 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:41.990745 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:41.991278 28654 pod_ready.go:93] pod "kube-scheduler-ha-199780" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:41.991294 28654 pod_ready.go:82] duration metric: took 400.607782ms for pod "kube-scheduler-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:12:41.991303 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:12:42.187413 28654 request.go:632] Waited for 196.036626ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-199780-m02
I1009 19:12:42.187472 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-199780-m02
I1009 19:12:42.187478 28654 round_trippers.go:469] Request Headers:
I1009 19:12:42.187488 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:42.187495 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:42.190480 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:42.386422 28654 request.go:632] Waited for 195.271897ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:42.386476 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:12:42.386482 28654 round_trippers.go:469] Request Headers:
I1009 19:12:42.386489 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:42.386493 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:42.389175 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:12:42.389733 28654 pod_ready.go:93] pod "kube-scheduler-ha-199780-m02" in "kube-system" namespace has status "Ready":"True"
I1009 19:12:42.389754 28654 pod_ready.go:82] duration metric: took 398.44435ms for pod "kube-scheduler-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:12:42.389768 28654 pod_ready.go:39] duration metric: took 3.199572136s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 19:12:42.389785 28654 api_server.go:52] waiting for apiserver process to appear ...
I1009 19:12:42.389849 28654 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1009 19:12:42.407811 28654 api_server.go:72] duration metric: took 22.539512335s to wait for apiserver process to appear ...
I1009 19:12:42.407834 28654 api_server.go:88] waiting for apiserver healthz status ...
I1009 19:12:42.407855 28654 api_server.go:253] Checking apiserver healthz at https://192.168.39.114:8443/healthz ...
I1009 19:12:42.414877 28654 api_server.go:279] https://192.168.39.114:8443/healthz returned 200:
ok
I1009 19:12:42.414962 28654 round_trippers.go:463] GET https://192.168.39.114:8443/version
I1009 19:12:42.414974 28654 round_trippers.go:469] Request Headers:
I1009 19:12:42.414984 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:42.414991 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:42.416098 28654 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 19:12:42.416185 28654 api_server.go:141] control plane version: v1.31.1
I1009 19:12:42.416202 28654 api_server.go:131] duration metric: took 8.360977ms to wait for apiserver health ...
I1009 19:12:42.416212 28654 system_pods.go:43] waiting for kube-system pods to appear ...
I1009 19:12:42.587017 28654 request.go:632] Waited for 170.742751ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods
I1009 19:12:42.587127 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods
I1009 19:12:42.587142 28654 round_trippers.go:469] Request Headers:
I1009 19:12:42.587151 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:42.587157 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:42.592323 28654 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1009 19:12:42.596935 28654 system_pods.go:59] 17 kube-system pods found
I1009 19:12:42.596960 28654 system_pods.go:61] "coredns-7c65d6cfc9-r8lg7" [57280df1-97c4-4a11-ab5f-71e52d6f5ebe] Running
I1009 19:12:42.596966 28654 system_pods.go:61] "coredns-7c65d6cfc9-v5k75" [9989ccc5-3cc3-4e60-a3ad-de4b5e3433c7] Running
I1009 19:12:42.596971 28654 system_pods.go:61] "etcd-ha-199780" [97bbc639-8ac1-48c0-92a7-6049bb10a0ef] Running
I1009 19:12:42.596974 28654 system_pods.go:61] "etcd-ha-199780-m02" [7561ef0e-457a-413e-ad02-13393167b214] Running
I1009 19:12:42.596977 28654 system_pods.go:61] "kindnet-2gjpk" [cb845072-bb38-485a-8b25-5d930021781f] Running
I1009 19:12:42.596980 28654 system_pods.go:61] "kindnet-pwr8x" [5f7dea68-5587-4e23-b614-06ee808fb88a] Running
I1009 19:12:42.596983 28654 system_pods.go:61] "kube-apiserver-ha-199780" [b49765ad-b5ef-409b-8ea9-bb4434093f93] Running
I1009 19:12:42.596991 28654 system_pods.go:61] "kube-apiserver-ha-199780-m02" [b669fa4f-0c97-4e7d-a2a7-0be61f0950d7] Running
I1009 19:12:42.596995 28654 system_pods.go:61] "kube-controller-manager-ha-199780" [98134671-eb08-47ab-b7b4-a6b8fa9564b4] Running
I1009 19:12:42.597000 28654 system_pods.go:61] "kube-controller-manager-ha-199780-m02" [39b81940-9353-4ef0-8920-c0de9cdf7d1c] Running
I1009 19:12:42.597004 28654 system_pods.go:61] "kube-proxy-n8ffq" [83deff6c-dc09-49e3-9228-3edd039efd13] Running
I1009 19:12:42.597007 28654 system_pods.go:61] "kube-proxy-zfsq8" [0092f8eb-0997-481d-9e7a-73b78b13ceca] Running
I1009 19:12:42.597011 28654 system_pods.go:61] "kube-scheduler-ha-199780" [23499fbf-3678-4c99-8d26-540b1d3d7da3] Running
I1009 19:12:42.597015 28654 system_pods.go:61] "kube-scheduler-ha-199780-m02" [328561e0-5914-41e0-9531-4d81eabc9d40] Running
I1009 19:12:42.597018 28654 system_pods.go:61] "kube-vip-ha-199780" [855ce49e-9a86-4af5-b6e9-92afc0fc662f] Running
I1009 19:12:42.597023 28654 system_pods.go:61] "kube-vip-ha-199780-m02" [5d2ea70d-a8ff-411b-9382-c00bc48b2306] Running
I1009 19:12:42.597026 28654 system_pods.go:61] "storage-provisioner" [d6e67924-f183-441c-b92e-1124d3582e0f] Running
I1009 19:12:42.597031 28654 system_pods.go:74] duration metric: took 180.813466ms to wait for pod list to return data ...
I1009 19:12:42.597039 28654 default_sa.go:34] waiting for default service account to be created ...
I1009 19:12:42.787461 28654 request.go:632] Waited for 190.355387ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/default/serviceaccounts
I1009 19:12:42.787510 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/default/serviceaccounts
I1009 19:12:42.787515 28654 round_trippers.go:469] Request Headers:
I1009 19:12:42.787523 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:42.787526 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:42.791707 28654 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1009 19:12:42.791908 28654 default_sa.go:45] found service account: "default"
I1009 19:12:42.791921 28654 default_sa.go:55] duration metric: took 194.876803ms for default service account to be created ...
I1009 19:12:42.791929 28654 system_pods.go:116] waiting for k8s-apps to be running ...
I1009 19:12:42.987347 28654 request.go:632] Waited for 195.347718ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods
I1009 19:12:42.987402 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods
I1009 19:12:42.987407 28654 round_trippers.go:469] Request Headers:
I1009 19:12:42.987415 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:42.987418 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:42.992125 28654 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1009 19:12:42.996490 28654 system_pods.go:86] 17 kube-system pods found
I1009 19:12:42.996520 28654 system_pods.go:89] "coredns-7c65d6cfc9-r8lg7" [57280df1-97c4-4a11-ab5f-71e52d6f5ebe] Running
I1009 19:12:42.996536 28654 system_pods.go:89] "coredns-7c65d6cfc9-v5k75" [9989ccc5-3cc3-4e60-a3ad-de4b5e3433c7] Running
I1009 19:12:42.996541 28654 system_pods.go:89] "etcd-ha-199780" [97bbc639-8ac1-48c0-92a7-6049bb10a0ef] Running
I1009 19:12:42.996545 28654 system_pods.go:89] "etcd-ha-199780-m02" [7561ef0e-457a-413e-ad02-13393167b214] Running
I1009 19:12:42.996552 28654 system_pods.go:89] "kindnet-2gjpk" [cb845072-bb38-485a-8b25-5d930021781f] Running
I1009 19:12:42.996564 28654 system_pods.go:89] "kindnet-pwr8x" [5f7dea68-5587-4e23-b614-06ee808fb88a] Running
I1009 19:12:42.996567 28654 system_pods.go:89] "kube-apiserver-ha-199780" [b49765ad-b5ef-409b-8ea9-bb4434093f93] Running
I1009 19:12:42.996571 28654 system_pods.go:89] "kube-apiserver-ha-199780-m02" [b669fa4f-0c97-4e7d-a2a7-0be61f0950d7] Running
I1009 19:12:42.996576 28654 system_pods.go:89] "kube-controller-manager-ha-199780" [98134671-eb08-47ab-b7b4-a6b8fa9564b4] Running
I1009 19:12:42.996580 28654 system_pods.go:89] "kube-controller-manager-ha-199780-m02" [39b81940-9353-4ef0-8920-c0de9cdf7d1c] Running
I1009 19:12:42.996583 28654 system_pods.go:89] "kube-proxy-n8ffq" [83deff6c-dc09-49e3-9228-3edd039efd13] Running
I1009 19:12:42.996587 28654 system_pods.go:89] "kube-proxy-zfsq8" [0092f8eb-0997-481d-9e7a-73b78b13ceca] Running
I1009 19:12:42.996591 28654 system_pods.go:89] "kube-scheduler-ha-199780" [23499fbf-3678-4c99-8d26-540b1d3d7da3] Running
I1009 19:12:42.996594 28654 system_pods.go:89] "kube-scheduler-ha-199780-m02" [328561e0-5914-41e0-9531-4d81eabc9d40] Running
I1009 19:12:42.996598 28654 system_pods.go:89] "kube-vip-ha-199780" [855ce49e-9a86-4af5-b6e9-92afc0fc662f] Running
I1009 19:12:42.996603 28654 system_pods.go:89] "kube-vip-ha-199780-m02" [5d2ea70d-a8ff-411b-9382-c00bc48b2306] Running
I1009 19:12:42.996605 28654 system_pods.go:89] "storage-provisioner" [d6e67924-f183-441c-b92e-1124d3582e0f] Running
I1009 19:12:42.996612 28654 system_pods.go:126] duration metric: took 204.678176ms to wait for k8s-apps to be running ...
I1009 19:12:42.996621 28654 system_svc.go:44] waiting for kubelet service to be running ....
I1009 19:12:42.996661 28654 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 19:12:43.012943 28654 system_svc.go:56] duration metric: took 16.312977ms WaitForService to wait for kubelet
I1009 19:12:43.012964 28654 kubeadm.go:582] duration metric: took 23.14466791s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1009 19:12:43.012979 28654 node_conditions.go:102] verifying NodePressure condition ...
I1009 19:12:43.186683 28654 request.go:632] Waited for 173.643549ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes
I1009 19:12:43.186731 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes
I1009 19:12:43.186737 28654 round_trippers.go:469] Request Headers:
I1009 19:12:43.186744 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:12:43.186750 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:12:43.190743 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:12:43.191568 28654 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1009 19:12:43.191597 28654 node_conditions.go:123] node cpu capacity is 2
I1009 19:12:43.191608 28654 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1009 19:12:43.191612 28654 node_conditions.go:123] node cpu capacity is 2
I1009 19:12:43.191618 28654 node_conditions.go:105] duration metric: took 178.633815ms to run NodePressure ...
I1009 19:12:43.191635 28654 start.go:241] waiting for startup goroutines ...
I1009 19:12:43.191663 28654 start.go:255] writing updated cluster config ...
I1009 19:12:43.193878 28654 out.go:201]
I1009 19:12:43.195204 28654 config.go:182] Loaded profile config "ha-199780": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1009 19:12:43.195296 28654 profile.go:143] Saving config to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/config.json ...
I1009 19:12:43.196947 28654 out.go:177] * Starting "ha-199780-m03" control-plane node in "ha-199780" cluster
I1009 19:12:43.198242 28654 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1009 19:12:43.198257 28654 cache.go:56] Caching tarball of preloaded images
I1009 19:12:43.198354 28654 preload.go:172] Found /home/jenkins/minikube-integration/19780-9412/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1009 19:12:43.198368 28654 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1009 19:12:43.198453 28654 profile.go:143] Saving config to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/config.json ...
I1009 19:12:43.198644 28654 start.go:360] acquireMachinesLock for ha-199780-m03: {Name:mk7c51cea3c0464dd00739b2e44e496b23ddd39b Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1009 19:12:43.198693 28654 start.go:364] duration metric: took 30.243µs to acquireMachinesLock for "ha-199780-m03"
I1009 19:12:43.198715 28654 start.go:93] Provisioning new machine with config: &{Name:ha-199780 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.1 ClusterName:ha-199780 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.114 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.83 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor
-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizati
ons:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 19:12:43.198839 28654 start.go:125] createHost starting for "m03" (driver="kvm2")
I1009 19:12:43.200292 28654 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1009 19:12:43.200365 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:12:43.200395 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:12:43.215501 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46413
I1009 19:12:43.215883 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:12:43.216432 28654 main.go:141] libmachine: Using API Version 1
I1009 19:12:43.216461 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:12:43.216780 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:12:43.216973 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetMachineName
I1009 19:12:43.217128 28654 main.go:141] libmachine: (ha-199780-m03) Calling .DriverName
I1009 19:12:43.217269 28654 start.go:159] libmachine.API.Create for "ha-199780" (driver="kvm2")
I1009 19:12:43.217296 28654 client.go:168] LocalClient.Create starting
I1009 19:12:43.217327 28654 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem
I1009 19:12:43.217360 28654 main.go:141] libmachine: Decoding PEM data...
I1009 19:12:43.217379 28654 main.go:141] libmachine: Parsing certificate...
I1009 19:12:43.217439 28654 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem
I1009 19:12:43.217464 28654 main.go:141] libmachine: Decoding PEM data...
I1009 19:12:43.217486 28654 main.go:141] libmachine: Parsing certificate...
I1009 19:12:43.217518 28654 main.go:141] libmachine: Running pre-create checks...
I1009 19:12:43.217529 28654 main.go:141] libmachine: (ha-199780-m03) Calling .PreCreateCheck
I1009 19:12:43.217680 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetConfigRaw
I1009 19:12:43.218031 28654 main.go:141] libmachine: Creating machine...
I1009 19:12:43.218043 28654 main.go:141] libmachine: (ha-199780-m03) Calling .Create
I1009 19:12:43.218158 28654 main.go:141] libmachine: (ha-199780-m03) Creating KVM machine...
I1009 19:12:43.219370 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found existing default KVM network
I1009 19:12:43.219545 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found existing private KVM network mk-ha-199780
I1009 19:12:43.219670 28654 main.go:141] libmachine: (ha-199780-m03) Setting up store path in /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03 ...
I1009 19:12:43.219694 28654 main.go:141] libmachine: (ha-199780-m03) Building disk image from file:///home/jenkins/minikube-integration/19780-9412/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso
I1009 19:12:43.219770 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:43.219647 29426 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19780-9412/.minikube
I1009 19:12:43.219839 28654 main.go:141] libmachine: (ha-199780-m03) Downloading /home/jenkins/minikube-integration/19780-9412/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19780-9412/.minikube/cache/iso/amd64/minikube-v1.34.0-1728382514-19774-amd64.iso...
I1009 19:12:43.456571 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:43.456478 29426 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03/id_rsa...
I1009 19:12:43.637087 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:43.637007 29426 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03/ha-199780-m03.rawdisk...
I1009 19:12:43.637111 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Writing magic tar header
I1009 19:12:43.637123 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Writing SSH key tar header
I1009 19:12:43.637132 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:43.637111 29426 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03 ...
I1009 19:12:43.637237 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03
I1009 19:12:43.637256 28654 main.go:141] libmachine: (ha-199780-m03) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03 (perms=drwx------)
I1009 19:12:43.637263 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412/.minikube/machines
I1009 19:12:43.637277 28654 main.go:141] libmachine: (ha-199780-m03) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412/.minikube/machines (perms=drwxr-xr-x)
I1009 19:12:43.637285 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412/.minikube
I1009 19:12:43.637293 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19780-9412
I1009 19:12:43.637301 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1009 19:12:43.637308 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Checking permissions on dir: /home/jenkins
I1009 19:12:43.637313 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Checking permissions on dir: /home
I1009 19:12:43.637322 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Skipping /home - not owner
I1009 19:12:43.637330 28654 main.go:141] libmachine: (ha-199780-m03) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412/.minikube (perms=drwxr-xr-x)
I1009 19:12:43.637338 28654 main.go:141] libmachine: (ha-199780-m03) Setting executable bit set on /home/jenkins/minikube-integration/19780-9412 (perms=drwxrwxr-x)
I1009 19:12:43.637345 28654 main.go:141] libmachine: (ha-199780-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1009 19:12:43.637355 28654 main.go:141] libmachine: (ha-199780-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1009 19:12:43.637364 28654 main.go:141] libmachine: (ha-199780-m03) Creating domain...
I1009 19:12:43.638194 28654 main.go:141] libmachine: (ha-199780-m03) define libvirt domain using xml:
I1009 19:12:43.638216 28654 main.go:141] libmachine: (ha-199780-m03) <domain type='kvm'>
I1009 19:12:43.638226 28654 main.go:141] libmachine: (ha-199780-m03) <name>ha-199780-m03</name>
I1009 19:12:43.638239 28654 main.go:141] libmachine: (ha-199780-m03) <memory unit='MiB'>2200</memory>
I1009 19:12:43.638251 28654 main.go:141] libmachine: (ha-199780-m03) <vcpu>2</vcpu>
I1009 19:12:43.638258 28654 main.go:141] libmachine: (ha-199780-m03) <features>
I1009 19:12:43.638266 28654 main.go:141] libmachine: (ha-199780-m03) <acpi/>
I1009 19:12:43.638275 28654 main.go:141] libmachine: (ha-199780-m03) <apic/>
I1009 19:12:43.638288 28654 main.go:141] libmachine: (ha-199780-m03) <pae/>
I1009 19:12:43.638296 28654 main.go:141] libmachine: (ha-199780-m03)
I1009 19:12:43.638304 28654 main.go:141] libmachine: (ha-199780-m03) </features>
I1009 19:12:43.638314 28654 main.go:141] libmachine: (ha-199780-m03) <cpu mode='host-passthrough'>
I1009 19:12:43.638338 28654 main.go:141] libmachine: (ha-199780-m03)
I1009 19:12:43.638360 28654 main.go:141] libmachine: (ha-199780-m03) </cpu>
I1009 19:12:43.638375 28654 main.go:141] libmachine: (ha-199780-m03) <os>
I1009 19:12:43.638386 28654 main.go:141] libmachine: (ha-199780-m03) <type>hvm</type>
I1009 19:12:43.638397 28654 main.go:141] libmachine: (ha-199780-m03) <boot dev='cdrom'/>
I1009 19:12:43.638406 28654 main.go:141] libmachine: (ha-199780-m03) <boot dev='hd'/>
I1009 19:12:43.638416 28654 main.go:141] libmachine: (ha-199780-m03) <bootmenu enable='no'/>
I1009 19:12:43.638425 28654 main.go:141] libmachine: (ha-199780-m03) </os>
I1009 19:12:43.638435 28654 main.go:141] libmachine: (ha-199780-m03) <devices>
I1009 19:12:43.638451 28654 main.go:141] libmachine: (ha-199780-m03) <disk type='file' device='cdrom'>
I1009 19:12:43.638468 28654 main.go:141] libmachine: (ha-199780-m03) <source file='/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03/boot2docker.iso'/>
I1009 19:12:43.638480 28654 main.go:141] libmachine: (ha-199780-m03) <target dev='hdc' bus='scsi'/>
I1009 19:12:43.638491 28654 main.go:141] libmachine: (ha-199780-m03) <readonly/>
I1009 19:12:43.638498 28654 main.go:141] libmachine: (ha-199780-m03) </disk>
I1009 19:12:43.638511 28654 main.go:141] libmachine: (ha-199780-m03) <disk type='file' device='disk'>
I1009 19:12:43.638529 28654 main.go:141] libmachine: (ha-199780-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1009 19:12:43.638545 28654 main.go:141] libmachine: (ha-199780-m03) <source file='/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03/ha-199780-m03.rawdisk'/>
I1009 19:12:43.638557 28654 main.go:141] libmachine: (ha-199780-m03) <target dev='hda' bus='virtio'/>
I1009 19:12:43.638566 28654 main.go:141] libmachine: (ha-199780-m03) </disk>
I1009 19:12:43.638575 28654 main.go:141] libmachine: (ha-199780-m03) <interface type='network'>
I1009 19:12:43.638585 28654 main.go:141] libmachine: (ha-199780-m03) <source network='mk-ha-199780'/>
I1009 19:12:43.638600 28654 main.go:141] libmachine: (ha-199780-m03) <model type='virtio'/>
I1009 19:12:43.638613 28654 main.go:141] libmachine: (ha-199780-m03) </interface>
I1009 19:12:43.638624 28654 main.go:141] libmachine: (ha-199780-m03) <interface type='network'>
I1009 19:12:43.638637 28654 main.go:141] libmachine: (ha-199780-m03) <source network='default'/>
I1009 19:12:43.638647 28654 main.go:141] libmachine: (ha-199780-m03) <model type='virtio'/>
I1009 19:12:43.638658 28654 main.go:141] libmachine: (ha-199780-m03) </interface>
I1009 19:12:43.638665 28654 main.go:141] libmachine: (ha-199780-m03) <serial type='pty'>
I1009 19:12:43.638685 28654 main.go:141] libmachine: (ha-199780-m03) <target port='0'/>
I1009 19:12:43.638701 28654 main.go:141] libmachine: (ha-199780-m03) </serial>
I1009 19:12:43.638713 28654 main.go:141] libmachine: (ha-199780-m03) <console type='pty'>
I1009 19:12:43.638724 28654 main.go:141] libmachine: (ha-199780-m03) <target type='serial' port='0'/>
I1009 19:12:43.638734 28654 main.go:141] libmachine: (ha-199780-m03) </console>
I1009 19:12:43.638742 28654 main.go:141] libmachine: (ha-199780-m03) <rng model='virtio'>
I1009 19:12:43.638760 28654 main.go:141] libmachine: (ha-199780-m03) <backend model='random'>/dev/random</backend>
I1009 19:12:43.638775 28654 main.go:141] libmachine: (ha-199780-m03) </rng>
I1009 19:12:43.638786 28654 main.go:141] libmachine: (ha-199780-m03)
I1009 19:12:43.638796 28654 main.go:141] libmachine: (ha-199780-m03)
I1009 19:12:43.638812 28654 main.go:141] libmachine: (ha-199780-m03) </devices>
I1009 19:12:43.638828 28654 main.go:141] libmachine: (ha-199780-m03) </domain>
I1009 19:12:43.638836 28654 main.go:141] libmachine: (ha-199780-m03)
I1009 19:12:43.645429 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:1f:d1:3b in network default
I1009 19:12:43.645983 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:43.646001 28654 main.go:141] libmachine: (ha-199780-m03) Ensuring networks are active...
I1009 19:12:43.646747 28654 main.go:141] libmachine: (ha-199780-m03) Ensuring network default is active
I1009 19:12:43.647149 28654 main.go:141] libmachine: (ha-199780-m03) Ensuring network mk-ha-199780 is active
I1009 19:12:43.647523 28654 main.go:141] libmachine: (ha-199780-m03) Getting domain xml...
I1009 19:12:43.648287 28654 main.go:141] libmachine: (ha-199780-m03) Creating domain...
I1009 19:12:44.847549 28654 main.go:141] libmachine: (ha-199780-m03) Waiting to get IP...
I1009 19:12:44.848392 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:44.848787 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:44.848829 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:44.848770 29426 retry.go:31] will retry after 229.997293ms: waiting for machine to come up
I1009 19:12:45.079971 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:45.080455 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:45.080486 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:45.080421 29426 retry.go:31] will retry after 304.992826ms: waiting for machine to come up
I1009 19:12:45.386902 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:45.387362 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:45.387386 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:45.387322 29426 retry.go:31] will retry after 327.958718ms: waiting for machine to come up
I1009 19:12:45.716733 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:45.717214 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:45.717239 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:45.717174 29426 retry.go:31] will retry after 508.576077ms: waiting for machine to come up
I1009 19:12:46.227904 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:46.228327 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:46.228353 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:46.228287 29426 retry.go:31] will retry after 585.555609ms: waiting for machine to come up
I1009 19:12:46.814896 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:46.815296 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:46.815326 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:46.815257 29426 retry.go:31] will retry after 940.877771ms: waiting for machine to come up
I1009 19:12:47.757334 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:47.757733 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:47.757767 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:47.757680 29426 retry.go:31] will retry after 1.078987913s: waiting for machine to come up
I1009 19:12:48.838156 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:48.838584 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:48.838612 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:48.838534 29426 retry.go:31] will retry after 1.204337562s: waiting for machine to come up
I1009 19:12:50.044036 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:50.044425 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:50.044447 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:50.044387 29426 retry.go:31] will retry after 1.424565558s: waiting for machine to come up
I1009 19:12:51.470825 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:51.471291 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:51.471328 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:51.471250 29426 retry.go:31] will retry after 1.95975676s: waiting for machine to come up
I1009 19:12:53.432604 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:53.433116 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:53.433142 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:53.433070 29426 retry.go:31] will retry after 2.780245822s: waiting for machine to come up
I1009 19:12:56.216025 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:56.216374 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:56.216395 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:56.216337 29426 retry.go:31] will retry after 3.28653641s: waiting for machine to come up
I1009 19:12:59.504791 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:12:59.505156 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:12:59.505184 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:12:59.505128 29426 retry.go:31] will retry after 4.186849932s: waiting for machine to come up
I1009 19:13:03.693337 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:03.693747 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find current IP address of domain ha-199780-m03 in network mk-ha-199780
I1009 19:13:03.693770 28654 main.go:141] libmachine: (ha-199780-m03) DBG | I1009 19:13:03.693703 29426 retry.go:31] will retry after 5.146937605s: waiting for machine to come up
I1009 19:13:08.842460 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:08.842868 28654 main.go:141] libmachine: (ha-199780-m03) Found IP for machine: 192.168.39.84
I1009 19:13:08.842887 28654 main.go:141] libmachine: (ha-199780-m03) Reserving static IP address...
I1009 19:13:08.842896 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has current primary IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:08.843320 28654 main.go:141] libmachine: (ha-199780-m03) DBG | unable to find host DHCP lease matching {name: "ha-199780-m03", mac: "52:54:00:15:92:44", ip: "192.168.39.84"} in network mk-ha-199780
I1009 19:13:08.913543 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Getting to WaitForSSH function...
I1009 19:13:08.913573 28654 main.go:141] libmachine: (ha-199780-m03) Reserved static IP address: 192.168.39.84
I1009 19:13:08.913586 28654 main.go:141] libmachine: (ha-199780-m03) Waiting for SSH to be available...
I1009 19:13:08.916270 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:08.916658 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:minikube Clientid:01:52:54:00:15:92:44}
I1009 19:13:08.916682 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:08.916805 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Using SSH client type: external
I1009 19:13:08.916829 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03/id_rsa (-rw-------)
I1009 19:13:08.916873 28654 main.go:141] libmachine: (ha-199780-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.84 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1009 19:13:08.916898 28654 main.go:141] libmachine: (ha-199780-m03) DBG | About to run SSH command:
I1009 19:13:08.916914 28654 main.go:141] libmachine: (ha-199780-m03) DBG | exit 0
I1009 19:13:09.046941 28654 main.go:141] libmachine: (ha-199780-m03) DBG | SSH cmd err, output: <nil>:
I1009 19:13:09.047218 28654 main.go:141] libmachine: (ha-199780-m03) KVM machine creation complete!
I1009 19:13:09.047540 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetConfigRaw
I1009 19:13:09.048076 28654 main.go:141] libmachine: (ha-199780-m03) Calling .DriverName
I1009 19:13:09.048290 28654 main.go:141] libmachine: (ha-199780-m03) Calling .DriverName
I1009 19:13:09.048435 28654 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1009 19:13:09.048449 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetState
I1009 19:13:09.049768 28654 main.go:141] libmachine: Detecting operating system of created instance...
I1009 19:13:09.049784 28654 main.go:141] libmachine: Waiting for SSH to be available...
I1009 19:13:09.049792 28654 main.go:141] libmachine: Getting to WaitForSSH function...
I1009 19:13:09.049800 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHHostname
I1009 19:13:09.051899 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.052232 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:09.052256 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.052390 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHPort
I1009 19:13:09.052558 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:09.052690 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:09.052792 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHUsername
I1009 19:13:09.052919 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:13:09.053134 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.84 22 <nil> <nil>}
I1009 19:13:09.053146 28654 main.go:141] libmachine: About to run SSH command:
exit 0
I1009 19:13:09.162161 28654 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 19:13:09.162193 28654 main.go:141] libmachine: Detecting the provisioner...
I1009 19:13:09.162204 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHHostname
I1009 19:13:09.165282 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.165740 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:09.165770 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.165998 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHPort
I1009 19:13:09.166189 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:09.166372 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:09.166511 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHUsername
I1009 19:13:09.166658 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:13:09.166820 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.84 22 <nil> <nil>}
I1009 19:13:09.166830 28654 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1009 19:13:09.279803 28654 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1009 19:13:09.279876 28654 main.go:141] libmachine: found compatible host: buildroot
I1009 19:13:09.279888 28654 main.go:141] libmachine: Provisioning with buildroot...
I1009 19:13:09.279896 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetMachineName
I1009 19:13:09.280130 28654 buildroot.go:166] provisioning hostname "ha-199780-m03"
I1009 19:13:09.280155 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetMachineName
I1009 19:13:09.280355 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHHostname
I1009 19:13:09.282543 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.282879 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:09.282903 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.283031 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHPort
I1009 19:13:09.283188 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:09.283335 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:09.283479 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHUsername
I1009 19:13:09.283637 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:13:09.283800 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.84 22 <nil> <nil>}
I1009 19:13:09.283813 28654 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-199780-m03 && echo "ha-199780-m03" | sudo tee /etc/hostname
I1009 19:13:09.410249 28654 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-199780-m03
I1009 19:13:09.410286 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHHostname
I1009 19:13:09.413156 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.413573 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:09.413597 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.413831 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHPort
I1009 19:13:09.414036 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:09.414189 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:09.414350 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHUsername
I1009 19:13:09.414484 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:13:09.414653 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.84 22 <nil> <nil>}
I1009 19:13:09.414676 28654 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-199780-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-199780-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-199780-m03' | sudo tee -a /etc/hosts;
fi
fi
I1009 19:13:09.536419 28654 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1009 19:13:09.536443 28654 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19780-9412/.minikube CaCertPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19780-9412/.minikube}
I1009 19:13:09.536456 28654 buildroot.go:174] setting up certificates
I1009 19:13:09.536466 28654 provision.go:84] configureAuth start
I1009 19:13:09.536474 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetMachineName
I1009 19:13:09.536766 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetIP
I1009 19:13:09.539383 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.539742 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:09.539769 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.539905 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHHostname
I1009 19:13:09.542068 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.542398 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:09.542433 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.542583 28654 provision.go:143] copyHostCerts
I1009 19:13:09.542606 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem
I1009 19:13:09.542633 28654 exec_runner.go:144] found /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem, removing ...
I1009 19:13:09.542642 28654 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem
I1009 19:13:09.542706 28654 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19780-9412/.minikube/cert.pem (1123 bytes)
I1009 19:13:09.542776 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem
I1009 19:13:09.542794 28654 exec_runner.go:144] found /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem, removing ...
I1009 19:13:09.542798 28654 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem
I1009 19:13:09.542825 28654 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19780-9412/.minikube/key.pem (1679 bytes)
I1009 19:13:09.542870 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem
I1009 19:13:09.542886 28654 exec_runner.go:144] found /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem, removing ...
I1009 19:13:09.542891 28654 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem
I1009 19:13:09.542910 28654 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19780-9412/.minikube/ca.pem (1082 bytes)
I1009 19:13:09.542956 28654 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca-key.pem org=jenkins.ha-199780-m03 san=[127.0.0.1 192.168.39.84 ha-199780-m03 localhost minikube]
I1009 19:13:09.606712 28654 provision.go:177] copyRemoteCerts
I1009 19:13:09.606761 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1009 19:13:09.606781 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHHostname
I1009 19:13:09.609303 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.609661 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:09.609689 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.609868 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHPort
I1009 19:13:09.610022 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:09.610145 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHUsername
I1009 19:13:09.610298 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.84 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03/id_rsa Username:docker}
I1009 19:13:09.696779 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1009 19:13:09.696841 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1009 19:13:09.720751 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1009 19:13:09.720811 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1009 19:13:09.744059 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem -> /etc/docker/server.pem
I1009 19:13:09.744114 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1009 19:13:09.767833 28654 provision.go:87] duration metric: took 231.356763ms to configureAuth
I1009 19:13:09.767867 28654 buildroot.go:189] setting minikube options for container-runtime
I1009 19:13:09.768111 28654 config.go:182] Loaded profile config "ha-199780": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1009 19:13:09.768195 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHHostname
I1009 19:13:09.770602 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.770927 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:09.770956 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:09.771124 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHPort
I1009 19:13:09.771314 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:09.771473 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:09.771621 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHUsername
I1009 19:13:09.771780 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:13:09.771973 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.84 22 <nil> <nil>}
I1009 19:13:09.772002 28654 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1009 19:13:09.999632 28654 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1009 19:13:09.999662 28654 main.go:141] libmachine: Checking connection to Docker...
I1009 19:13:09.999673 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetURL
I1009 19:13:10.001043 28654 main.go:141] libmachine: (ha-199780-m03) DBG | Using libvirt version 6000000
I1009 19:13:10.002982 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.003339 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:10.003364 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.003485 28654 main.go:141] libmachine: Docker is up and running!
I1009 19:13:10.003499 28654 main.go:141] libmachine: Reticulating splines...
I1009 19:13:10.003506 28654 client.go:171] duration metric: took 26.786200346s to LocalClient.Create
I1009 19:13:10.003528 28654 start.go:167] duration metric: took 26.786259048s to libmachine.API.Create "ha-199780"
I1009 19:13:10.003541 28654 start.go:293] postStartSetup for "ha-199780-m03" (driver="kvm2")
I1009 19:13:10.003557 28654 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1009 19:13:10.003580 28654 main.go:141] libmachine: (ha-199780-m03) Calling .DriverName
I1009 19:13:10.003751 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1009 19:13:10.003777 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHHostname
I1009 19:13:10.005954 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.006305 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:10.006342 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.006472 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHPort
I1009 19:13:10.006621 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:10.006781 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHUsername
I1009 19:13:10.006914 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.84 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03/id_rsa Username:docker}
I1009 19:13:10.097042 28654 ssh_runner.go:195] Run: cat /etc/os-release
I1009 19:13:10.101538 28654 info.go:137] Remote host: Buildroot 2023.02.9
I1009 19:13:10.101559 28654 filesync.go:126] Scanning /home/jenkins/minikube-integration/19780-9412/.minikube/addons for local assets ...
I1009 19:13:10.101628 28654 filesync.go:126] Scanning /home/jenkins/minikube-integration/19780-9412/.minikube/files for local assets ...
I1009 19:13:10.101716 28654 filesync.go:149] local asset: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem -> 166072.pem in /etc/ssl/certs
I1009 19:13:10.101727 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem -> /etc/ssl/certs/166072.pem
I1009 19:13:10.101831 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1009 19:13:10.111544 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem --> /etc/ssl/certs/166072.pem (1708 bytes)
I1009 19:13:10.138321 28654 start.go:296] duration metric: took 134.764482ms for postStartSetup
I1009 19:13:10.138362 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetConfigRaw
I1009 19:13:10.138886 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetIP
I1009 19:13:10.141464 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.141752 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:10.141798 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.142045 28654 profile.go:143] Saving config to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/config.json ...
I1009 19:13:10.142239 28654 start.go:128] duration metric: took 26.94338984s to createHost
I1009 19:13:10.142260 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHHostname
I1009 19:13:10.144573 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.144860 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:10.144895 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.145048 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHPort
I1009 19:13:10.145233 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:10.145397 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:10.145561 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHUsername
I1009 19:13:10.145727 28654 main.go:141] libmachine: Using SSH client type: native
I1009 19:13:10.145915 28654 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x8651c0] 0x867ea0 <nil> [] 0s} 192.168.39.84 22 <nil> <nil>}
I1009 19:13:10.145928 28654 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1009 19:13:10.259958 28654 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728501190.239755663
I1009 19:13:10.259981 28654 fix.go:216] guest clock: 1728501190.239755663
I1009 19:13:10.259990 28654 fix.go:229] Guest: 2024-10-09 19:13:10.239755663 +0000 UTC Remote: 2024-10-09 19:13:10.142249873 +0000 UTC m=+147.747443556 (delta=97.50579ms)
I1009 19:13:10.260009 28654 fix.go:200] guest clock delta is within tolerance: 97.50579ms
I1009 19:13:10.260014 28654 start.go:83] releasing machines lock for "ha-199780-m03", held for 27.061310572s
I1009 19:13:10.260031 28654 main.go:141] libmachine: (ha-199780-m03) Calling .DriverName
I1009 19:13:10.260248 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetIP
I1009 19:13:10.262692 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.263042 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:10.263090 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.265368 28654 out.go:177] * Found network options:
I1009 19:13:10.266603 28654 out.go:177] - NO_PROXY=192.168.39.114,192.168.39.83
W1009 19:13:10.267719 28654 proxy.go:119] fail to check proxy env: Error ip not in block
W1009 19:13:10.267740 28654 proxy.go:119] fail to check proxy env: Error ip not in block
I1009 19:13:10.267752 28654 main.go:141] libmachine: (ha-199780-m03) Calling .DriverName
I1009 19:13:10.268176 28654 main.go:141] libmachine: (ha-199780-m03) Calling .DriverName
I1009 19:13:10.268354 28654 main.go:141] libmachine: (ha-199780-m03) Calling .DriverName
I1009 19:13:10.268457 28654 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1009 19:13:10.268495 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHHostname
W1009 19:13:10.268522 28654 proxy.go:119] fail to check proxy env: Error ip not in block
W1009 19:13:10.268539 28654 proxy.go:119] fail to check proxy env: Error ip not in block
I1009 19:13:10.268607 28654 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1009 19:13:10.268629 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHHostname
I1009 19:13:10.271001 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.271378 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:10.271413 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.271433 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.271563 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHPort
I1009 19:13:10.271675 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:10.271760 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHUsername
I1009 19:13:10.271841 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.84 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03/id_rsa Username:docker}
I1009 19:13:10.271883 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:10.271905 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:10.272050 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHPort
I1009 19:13:10.272201 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHKeyPath
I1009 19:13:10.272349 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetSSHUsername
I1009 19:13:10.272499 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.84 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780-m03/id_rsa Username:docker}
I1009 19:13:10.509806 28654 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1009 19:13:10.515665 28654 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1009 19:13:10.515723 28654 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1009 19:13:10.534296 28654 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1009 19:13:10.534319 28654 start.go:495] detecting cgroup driver to use...
I1009 19:13:10.534372 28654 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1009 19:13:10.550041 28654 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1009 19:13:10.563633 28654 docker.go:217] disabling cri-docker service (if available) ...
I1009 19:13:10.563683 28654 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1009 19:13:10.577637 28654 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1009 19:13:10.592588 28654 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1009 19:13:10.712305 28654 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1009 19:13:10.879292 28654 docker.go:233] disabling docker service ...
I1009 19:13:10.879381 28654 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1009 19:13:10.894134 28654 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1009 19:13:10.907059 28654 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1009 19:13:11.025068 28654 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1009 19:13:11.146057 28654 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1009 19:13:11.160573 28654 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1009 19:13:11.181994 28654 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1009 19:13:11.182045 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:13:11.191765 28654 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1009 19:13:11.191812 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:13:11.201883 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:13:11.212073 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:13:11.222390 28654 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1009 19:13:11.232857 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:13:11.243298 28654 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:13:11.262217 28654 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1009 19:13:11.272906 28654 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1009 19:13:11.282747 28654 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1009 19:13:11.282797 28654 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1009 19:13:11.296609 28654 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1009 19:13:11.306096 28654 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 19:13:11.423441 28654 ssh_runner.go:195] Run: sudo systemctl restart crio
I1009 19:13:11.515740 28654 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1009 19:13:11.515821 28654 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1009 19:13:11.520647 28654 start.go:563] Will wait 60s for crictl version
I1009 19:13:11.520700 28654 ssh_runner.go:195] Run: which crictl
I1009 19:13:11.524288 28654 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1009 19:13:11.564050 28654 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1009 19:13:11.564119 28654 ssh_runner.go:195] Run: crio --version
I1009 19:13:11.592463 28654 ssh_runner.go:195] Run: crio --version
I1009 19:13:11.620536 28654 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1009 19:13:11.622484 28654 out.go:177] - env NO_PROXY=192.168.39.114
I1009 19:13:11.623769 28654 out.go:177] - env NO_PROXY=192.168.39.114,192.168.39.83
I1009 19:13:11.624794 28654 main.go:141] libmachine: (ha-199780-m03) Calling .GetIP
I1009 19:13:11.627494 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:11.627836 28654 main.go:141] libmachine: (ha-199780-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:15:92:44", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:12:58 +0000 UTC Type:0 Mac:52:54:00:15:92:44 Iaid: IPaddr:192.168.39.84 Prefix:24 Hostname:ha-199780-m03 Clientid:01:52:54:00:15:92:44}
I1009 19:13:11.627861 28654 main.go:141] libmachine: (ha-199780-m03) DBG | domain ha-199780-m03 has defined IP address 192.168.39.84 and MAC address 52:54:00:15:92:44 in network mk-ha-199780
I1009 19:13:11.628050 28654 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1009 19:13:11.632057 28654 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 19:13:11.644307 28654 mustload.go:65] Loading cluster: ha-199780
I1009 19:13:11.644526 28654 config.go:182] Loaded profile config "ha-199780": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1009 19:13:11.644823 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:13:11.644864 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:13:11.660098 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35321
I1009 19:13:11.660500 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:13:11.660929 28654 main.go:141] libmachine: Using API Version 1
I1009 19:13:11.660963 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:13:11.661312 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:13:11.661490 28654 main.go:141] libmachine: (ha-199780) Calling .GetState
I1009 19:13:11.662965 28654 host.go:66] Checking if "ha-199780" exists ...
I1009 19:13:11.663268 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:13:11.663304 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:13:11.677584 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37189
I1009 19:13:11.678002 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:13:11.678412 28654 main.go:141] libmachine: Using API Version 1
I1009 19:13:11.678433 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:13:11.678716 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:13:11.678874 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:13:11.678992 28654 certs.go:68] Setting up /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780 for IP: 192.168.39.84
I1009 19:13:11.679002 28654 certs.go:194] generating shared ca certs ...
I1009 19:13:11.679014 28654 certs.go:226] acquiring lock for ca certs: {Name:mk448dbb50e723bc9ae89422190da94e40f82fbd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:13:11.679142 28654 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.key
I1009 19:13:11.679180 28654 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.key
I1009 19:13:11.679190 28654 certs.go:256] generating profile certs ...
I1009 19:13:11.679253 28654 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.key
I1009 19:13:11.679275 28654 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.b4489fb8
I1009 19:13:11.679293 28654 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.b4489fb8 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.114 192.168.39.83 192.168.39.84 192.168.39.254]
I1009 19:13:11.751003 28654 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.b4489fb8 ...
I1009 19:13:11.751029 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.b4489fb8: {Name:mkf155e8357b65010528843e053f2a71f20ad105 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:13:11.751190 28654 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.b4489fb8 ...
I1009 19:13:11.751202 28654 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.b4489fb8: {Name:mk6ff6d5eec7167bd850e69dc06edb50691eb6fd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1009 19:13:11.751267 28654 certs.go:381] copying /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt.b4489fb8 -> /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt
I1009 19:13:11.751393 28654 certs.go:385] copying /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key.b4489fb8 -> /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key
I1009 19:13:11.751509 28654 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.key
I1009 19:13:11.751523 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1009 19:13:11.751535 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1009 19:13:11.751550 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1009 19:13:11.751563 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1009 19:13:11.751576 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1009 19:13:11.751588 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1009 19:13:11.751600 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1009 19:13:11.771159 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1009 19:13:11.771229 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607.pem (1338 bytes)
W1009 19:13:11.771259 28654 certs.go:480] ignoring /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607_empty.pem, impossibly tiny 0 bytes
I1009 19:13:11.771269 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca-key.pem (1679 bytes)
I1009 19:13:11.771293 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/ca.pem (1082 bytes)
I1009 19:13:11.771314 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/cert.pem (1123 bytes)
I1009 19:13:11.771335 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/key.pem (1679 bytes)
I1009 19:13:11.771370 28654 certs.go:484] found cert: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem (1708 bytes)
I1009 19:13:11.771395 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem -> /usr/share/ca-certificates/166072.pem
I1009 19:13:11.771408 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1009 19:13:11.771420 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607.pem -> /usr/share/ca-certificates/16607.pem
I1009 19:13:11.771451 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:13:11.774438 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:13:11.774845 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:13:11.774865 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:13:11.775017 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:13:11.775204 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:13:11.775350 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:13:11.775478 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.114 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa Username:docker}
I1009 19:13:11.851359 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1009 19:13:11.856664 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1009 19:13:11.868123 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1009 19:13:11.875260 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1009 19:13:11.887341 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1009 19:13:11.891724 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1009 19:13:11.902332 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1009 19:13:11.906621 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1009 19:13:11.916908 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1009 19:13:11.921562 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1009 19:13:11.931584 28654 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1009 19:13:11.935971 28654 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1009 19:13:11.946941 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1009 19:13:11.972757 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1009 19:13:11.996080 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1009 19:13:12.019624 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1009 19:13:12.042711 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1009 19:13:12.067239 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1009 19:13:12.094118 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1009 19:13:12.120234 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1009 19:13:12.143055 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/files/etc/ssl/certs/166072.pem --> /usr/share/ca-certificates/166072.pem (1708 bytes)
I1009 19:13:12.165868 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1009 19:13:12.188853 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/certs/16607.pem --> /usr/share/ca-certificates/16607.pem (1338 bytes)
I1009 19:13:12.211293 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1009 19:13:12.227623 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1009 19:13:12.243623 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1009 19:13:12.260811 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1009 19:13:12.278131 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1009 19:13:12.295237 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1009 19:13:12.312441 28654 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1009 19:13:12.328516 28654 ssh_runner.go:195] Run: openssl version
I1009 19:13:12.334428 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/166072.pem && ln -fs /usr/share/ca-certificates/166072.pem /etc/ssl/certs/166072.pem"
I1009 19:13:12.345201 28654 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/166072.pem
I1009 19:13:12.349589 28654 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 9 19:06 /usr/share/ca-certificates/166072.pem
I1009 19:13:12.349627 28654 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/166072.pem
I1009 19:13:12.355741 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/166072.pem /etc/ssl/certs/3ec20f2e.0"
I1009 19:13:12.366097 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1009 19:13:12.376756 28654 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1009 19:13:12.381423 28654 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 9 18:48 /usr/share/ca-certificates/minikubeCA.pem
I1009 19:13:12.381474 28654 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1009 19:13:12.387265 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1009 19:13:12.398550 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/16607.pem && ln -fs /usr/share/ca-certificates/16607.pem /etc/ssl/certs/16607.pem"
I1009 19:13:12.410065 28654 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/16607.pem
I1009 19:13:12.414879 28654 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 9 19:06 /usr/share/ca-certificates/16607.pem
I1009 19:13:12.414939 28654 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/16607.pem
I1009 19:13:12.420521 28654 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/16607.pem /etc/ssl/certs/51391683.0"
I1009 19:13:12.431459 28654 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1009 19:13:12.435599 28654 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1009 19:13:12.435653 28654 kubeadm.go:934] updating node {m03 192.168.39.84 8443 v1.31.1 crio true true} ...
I1009 19:13:12.435745 28654 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-199780-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.84
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-199780 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1009 19:13:12.435776 28654 kube-vip.go:115] generating kube-vip config ...
I1009 19:13:12.435816 28654 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1009 19:13:12.450815 28654 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1009 19:13:12.450880 28654 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1009 19:13:12.450927 28654 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1009 19:13:12.462732 28654 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1009 19:13:12.462797 28654 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1009 19:13:12.473333 28654 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I1009 19:13:12.473358 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1009 19:13:12.473356 28654 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1009 19:13:12.473375 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1009 19:13:12.473392 28654 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I1009 19:13:12.473419 28654 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1009 19:13:12.473431 28654 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1009 19:13:12.473433 28654 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 19:13:12.484568 28654 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1009 19:13:12.484600 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1009 19:13:12.496090 28654 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1009 19:13:12.496156 28654 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1009 19:13:12.496169 28654 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1009 19:13:12.496179 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1009 19:13:12.547231 28654 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1009 19:13:12.547271 28654 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19780-9412/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1009 19:13:13.298298 28654 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1009 19:13:13.308347 28654 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1009 19:13:13.325500 28654 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1009 19:13:13.341701 28654 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1009 19:13:13.358009 28654 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1009 19:13:13.361852 28654 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1009 19:13:13.374963 28654 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 19:13:13.498686 28654 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1009 19:13:13.518977 28654 host.go:66] Checking if "ha-199780" exists ...
I1009 19:13:13.519473 28654 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1009 19:13:13.519531 28654 main.go:141] libmachine: Launching plugin server for driver kvm2
I1009 19:13:13.538200 28654 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45109
I1009 19:13:13.538624 28654 main.go:141] libmachine: () Calling .GetVersion
I1009 19:13:13.539117 28654 main.go:141] libmachine: Using API Version 1
I1009 19:13:13.539147 28654 main.go:141] libmachine: () Calling .SetConfigRaw
I1009 19:13:13.539481 28654 main.go:141] libmachine: () Calling .GetMachineName
I1009 19:13:13.539662 28654 main.go:141] libmachine: (ha-199780) Calling .DriverName
I1009 19:13:13.539788 28654 start.go:317] joinCluster: &{Name:ha-199780 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19774/minikube-v1.34.0-1728382514-19774-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1728382586-19774@sha256:5d8c4f6d838467365e214e2194dd0153a763e3f78723b5f2a8e06ef7b47409ec Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluster
Name:ha-199780 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.114 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.83 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.84 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:fal
se istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false D
isableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1009 19:13:13.539943 28654 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1009 19:13:13.539967 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHHostname
I1009 19:13:13.542836 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:13:13.543274 28654 main.go:141] libmachine: (ha-199780) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:5a:16:82", ip: ""} in network mk-ha-199780: {Iface:virbr1 ExpiryTime:2024-10-09 20:10:57 +0000 UTC Type:0 Mac:52:54:00:5a:16:82 Iaid: IPaddr:192.168.39.114 Prefix:24 Hostname:ha-199780 Clientid:01:52:54:00:5a:16:82}
I1009 19:13:13.543303 28654 main.go:141] libmachine: (ha-199780) DBG | domain ha-199780 has defined IP address 192.168.39.114 and MAC address 52:54:00:5a:16:82 in network mk-ha-199780
I1009 19:13:13.543418 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHPort
I1009 19:13:13.543577 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHKeyPath
I1009 19:13:13.543722 28654 main.go:141] libmachine: (ha-199780) Calling .GetSSHUsername
I1009 19:13:13.543861 28654 sshutil.go:53] new ssh client: &{IP:192.168.39.114 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19780-9412/.minikube/machines/ha-199780/id_rsa Username:docker}
I1009 19:13:13.700075 28654 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.84 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 19:13:13.700122 28654 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token d41j1t.hzhz2w4cpck4u6sv --discovery-token-ca-cert-hash sha256:b723cd7b42b34300084de1b8c6a59ec539815581619f4c4935af95f4653aa2e8 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-199780-m03 --control-plane --apiserver-advertise-address=192.168.39.84 --apiserver-bind-port=8443"
I1009 19:13:36.009706 28654 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token d41j1t.hzhz2w4cpck4u6sv --discovery-token-ca-cert-hash sha256:b723cd7b42b34300084de1b8c6a59ec539815581619f4c4935af95f4653aa2e8 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-199780-m03 --control-plane --apiserver-advertise-address=192.168.39.84 --apiserver-bind-port=8443": (22.309560416s)
I1009 19:13:36.009741 28654 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1009 19:13:36.574647 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-199780-m03 minikube.k8s.io/updated_at=2024_10_09T19_13_36_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=0f31bfe1a852f6cc79fedfeb2462ff6b6d86b5e4 minikube.k8s.io/name=ha-199780 minikube.k8s.io/primary=false
I1009 19:13:36.718344 28654 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-199780-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1009 19:13:36.828582 28654 start.go:319] duration metric: took 23.288789983s to joinCluster
I1009 19:13:36.828663 28654 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.84 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1009 19:13:36.828971 28654 config.go:182] Loaded profile config "ha-199780": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1009 19:13:36.830104 28654 out.go:177] * Verifying Kubernetes components...
I1009 19:13:36.831350 28654 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1009 19:13:37.149519 28654 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1009 19:13:37.192508 28654 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19780-9412/kubeconfig
I1009 19:13:37.192892 28654 kapi.go:59] client config for ha-199780: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.crt", KeyFile:"/home/jenkins/minikube-integration/19780-9412/.minikube/profiles/ha-199780/client.key", CAFile:"/home/jenkins/minikube-integration/19780-9412/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)},
UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f780), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1009 19:13:37.192972 28654 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.114:8443
I1009 19:13:37.193248 28654 node_ready.go:35] waiting up to 6m0s for node "ha-199780-m03" to be "Ready" ...
I1009 19:13:37.193328 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:37.193338 28654 round_trippers.go:469] Request Headers:
I1009 19:13:37.193350 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:37.193359 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:37.197001 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:37.693747 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:37.693768 28654 round_trippers.go:469] Request Headers:
I1009 19:13:37.693780 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:37.693785 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:37.697648 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:38.193891 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:38.193913 28654 round_trippers.go:469] Request Headers:
I1009 19:13:38.193924 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:38.193929 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:38.197274 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:38.693429 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:38.693457 28654 round_trippers.go:469] Request Headers:
I1009 19:13:38.693469 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:38.693474 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:38.696864 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:39.193488 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:39.193508 28654 round_trippers.go:469] Request Headers:
I1009 19:13:39.193514 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:39.193519 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:39.196227 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:39.196768 28654 node_ready.go:53] node "ha-199780-m03" has status "Ready":"False"
I1009 19:13:39.694269 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:39.694294 28654 round_trippers.go:469] Request Headers:
I1009 19:13:39.694306 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:39.694313 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:39.697293 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:40.193909 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:40.193938 28654 round_trippers.go:469] Request Headers:
I1009 19:13:40.193948 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:40.193953 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:40.197226 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:40.693770 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:40.693793 28654 round_trippers.go:469] Request Headers:
I1009 19:13:40.693804 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:40.693809 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:40.697070 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:41.194260 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:41.194282 28654 round_trippers.go:469] Request Headers:
I1009 19:13:41.194291 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:41.194295 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:41.197138 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:41.197715 28654 node_ready.go:53] node "ha-199780-m03" has status "Ready":"False"
I1009 19:13:41.694049 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:41.694075 28654 round_trippers.go:469] Request Headers:
I1009 19:13:41.694087 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:41.694094 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:41.697134 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:42.194287 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:42.194311 28654 round_trippers.go:469] Request Headers:
I1009 19:13:42.194321 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:42.194327 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:42.197589 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:42.693552 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:42.693571 28654 round_trippers.go:469] Request Headers:
I1009 19:13:42.693581 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:42.693588 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:42.696963 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:43.193761 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:43.193786 28654 round_trippers.go:469] Request Headers:
I1009 19:13:43.193798 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:43.193806 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:43.197438 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:43.198158 28654 node_ready.go:53] node "ha-199780-m03" has status "Ready":"False"
I1009 19:13:43.693694 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:43.693716 28654 round_trippers.go:469] Request Headers:
I1009 19:13:43.693724 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:43.693728 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:43.697267 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:44.193683 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:44.193704 28654 round_trippers.go:469] Request Headers:
I1009 19:13:44.193711 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:44.193715 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:44.197056 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:44.693897 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:44.693918 28654 round_trippers.go:469] Request Headers:
I1009 19:13:44.693928 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:44.693933 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:44.696914 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:45.193775 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:45.193795 28654 round_trippers.go:469] Request Headers:
I1009 19:13:45.193803 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:45.193807 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:45.197164 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:45.694421 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:45.694444 28654 round_trippers.go:469] Request Headers:
I1009 19:13:45.694455 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:45.694461 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:45.697506 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:45.698052 28654 node_ready.go:53] node "ha-199780-m03" has status "Ready":"False"
I1009 19:13:46.193428 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:46.193455 28654 round_trippers.go:469] Request Headers:
I1009 19:13:46.193486 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:46.193492 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:46.197151 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:46.693979 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:46.693997 28654 round_trippers.go:469] Request Headers:
I1009 19:13:46.694013 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:46.694017 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:46.697611 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:47.193578 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:47.193600 28654 round_trippers.go:469] Request Headers:
I1009 19:13:47.193607 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:47.193611 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:47.197105 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:47.693781 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:47.693802 28654 round_trippers.go:469] Request Headers:
I1009 19:13:47.693813 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:47.693817 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:47.696934 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:48.194335 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:48.194358 28654 round_trippers.go:469] Request Headers:
I1009 19:13:48.194365 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:48.194368 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:48.198434 28654 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1009 19:13:48.199180 28654 node_ready.go:53] node "ha-199780-m03" has status "Ready":"False"
I1009 19:13:48.693737 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:48.693758 28654 round_trippers.go:469] Request Headers:
I1009 19:13:48.693768 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:48.693773 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:48.697344 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:49.193432 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:49.193451 28654 round_trippers.go:469] Request Headers:
I1009 19:13:49.193459 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:49.193463 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:49.196304 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:49.694364 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:49.694385 28654 round_trippers.go:469] Request Headers:
I1009 19:13:49.694396 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:49.694403 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:49.697486 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:50.193397 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:50.193418 28654 round_trippers.go:469] Request Headers:
I1009 19:13:50.193431 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:50.193435 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:50.197076 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:50.693831 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:50.693856 28654 round_trippers.go:469] Request Headers:
I1009 19:13:50.693867 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:50.693873 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:50.697369 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:50.698284 28654 node_ready.go:53] node "ha-199780-m03" has status "Ready":"False"
I1009 19:13:51.194258 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:51.194282 28654 round_trippers.go:469] Request Headers:
I1009 19:13:51.194289 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:51.194294 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:51.197449 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:51.694317 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:51.694339 28654 round_trippers.go:469] Request Headers:
I1009 19:13:51.694350 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:51.694356 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:51.698049 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:52.194018 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:52.194043 28654 round_trippers.go:469] Request Headers:
I1009 19:13:52.194052 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:52.194061 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:52.197494 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:52.694202 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:52.694224 28654 round_trippers.go:469] Request Headers:
I1009 19:13:52.694232 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:52.694236 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:52.697227 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:53.193702 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:53.193722 28654 round_trippers.go:469] Request Headers:
I1009 19:13:53.193729 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:53.193733 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:53.196923 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:53.197555 28654 node_ready.go:53] node "ha-199780-m03" has status "Ready":"False"
I1009 19:13:53.694135 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:53.694158 28654 round_trippers.go:469] Request Headers:
I1009 19:13:53.694166 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:53.694172 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:53.697390 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:54.193409 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:54.193427 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.193439 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.193443 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.195968 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:54.693832 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:54.693853 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.693861 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.693866 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.696718 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:54.697386 28654 node_ready.go:49] node "ha-199780-m03" has status "Ready":"True"
I1009 19:13:54.697405 28654 node_ready.go:38] duration metric: took 17.504141075s for node "ha-199780-m03" to be "Ready" ...
I1009 19:13:54.697413 28654 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 19:13:54.697463 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods
I1009 19:13:54.697471 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.697479 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.697484 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.703461 28654 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1009 19:13:54.710054 28654 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-r8lg7" in "kube-system" namespace to be "Ready" ...
I1009 19:13:54.710118 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-r8lg7
I1009 19:13:54.710126 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.710133 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.710136 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.712863 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:54.713585 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:13:54.713602 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.713609 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.713613 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.715857 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:54.716501 28654 pod_ready.go:93] pod "coredns-7c65d6cfc9-r8lg7" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:54.716519 28654 pod_ready.go:82] duration metric: took 6.443501ms for pod "coredns-7c65d6cfc9-r8lg7" in "kube-system" namespace to be "Ready" ...
I1009 19:13:54.716529 28654 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-v5k75" in "kube-system" namespace to be "Ready" ...
I1009 19:13:54.716578 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-v5k75
I1009 19:13:54.716586 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.716593 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.716599 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.718834 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:54.719475 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:13:54.719490 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.719499 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.719505 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.721592 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:54.722022 28654 pod_ready.go:93] pod "coredns-7c65d6cfc9-v5k75" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:54.722036 28654 pod_ready.go:82] duration metric: took 5.49901ms for pod "coredns-7c65d6cfc9-v5k75" in "kube-system" namespace to be "Ready" ...
I1009 19:13:54.722045 28654 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:13:54.722092 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/etcd-ha-199780
I1009 19:13:54.722102 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.722111 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.722117 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.724132 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:54.724537 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:13:54.724549 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.724558 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.724564 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.726416 28654 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1009 19:13:54.726760 28654 pod_ready.go:93] pod "etcd-ha-199780" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:54.726774 28654 pod_ready.go:82] duration metric: took 4.721439ms for pod "etcd-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:13:54.726783 28654 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:13:54.726829 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/etcd-ha-199780-m02
I1009 19:13:54.726838 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.726847 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.726853 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.728868 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:54.729481 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:13:54.729499 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.729510 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.729515 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.731574 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:54.732095 28654 pod_ready.go:93] pod "etcd-ha-199780-m02" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:54.732112 28654 pod_ready.go:82] duration metric: took 5.322203ms for pod "etcd-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:13:54.732123 28654 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-199780-m03" in "kube-system" namespace to be "Ready" ...
I1009 19:13:54.894472 28654 request.go:632] Waited for 162.298544ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/etcd-ha-199780-m03
I1009 19:13:54.894602 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/etcd-ha-199780-m03
I1009 19:13:54.894612 28654 round_trippers.go:469] Request Headers:
I1009 19:13:54.894619 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:54.894623 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:54.897741 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:55.094188 28654 request.go:632] Waited for 195.683908ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:55.094240 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:55.094246 28654 round_trippers.go:469] Request Headers:
I1009 19:13:55.094253 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:55.094258 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:55.097407 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:55.098074 28654 pod_ready.go:93] pod "etcd-ha-199780-m03" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:55.098090 28654 pod_ready.go:82] duration metric: took 365.959261ms for pod "etcd-ha-199780-m03" in "kube-system" namespace to be "Ready" ...
I1009 19:13:55.098111 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:13:55.294211 28654 request.go:632] Waited for 196.026886ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-199780
I1009 19:13:55.294264 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-199780
I1009 19:13:55.294270 28654 round_trippers.go:469] Request Headers:
I1009 19:13:55.294277 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:55.294281 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:55.297814 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:55.494347 28654 request.go:632] Waited for 195.288987ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:13:55.494396 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:13:55.494400 28654 round_trippers.go:469] Request Headers:
I1009 19:13:55.494409 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:55.494414 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:55.497640 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:55.498264 28654 pod_ready.go:93] pod "kube-apiserver-ha-199780" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:55.498282 28654 pod_ready.go:82] duration metric: took 400.159789ms for pod "kube-apiserver-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:13:55.498295 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:13:55.694371 28654 request.go:632] Waited for 196.007868ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-199780-m02
I1009 19:13:55.694438 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-199780-m02
I1009 19:13:55.694444 28654 round_trippers.go:469] Request Headers:
I1009 19:13:55.694452 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:55.694457 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:55.697453 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:55.894821 28654 request.go:632] Waited for 196.365606ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:13:55.894877 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:13:55.894894 28654 round_trippers.go:469] Request Headers:
I1009 19:13:55.894903 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:55.894908 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:55.898105 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:55.898641 28654 pod_ready.go:93] pod "kube-apiserver-ha-199780-m02" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:55.898656 28654 pod_ready.go:82] duration metric: took 400.354565ms for pod "kube-apiserver-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:13:55.898665 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-199780-m03" in "kube-system" namespace to be "Ready" ...
I1009 19:13:56.094875 28654 request.go:632] Waited for 196.142376ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-199780-m03
I1009 19:13:56.094943 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-199780-m03
I1009 19:13:56.094953 28654 round_trippers.go:469] Request Headers:
I1009 19:13:56.094962 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:56.094969 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:56.098488 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:56.294812 28654 request.go:632] Waited for 195.339632ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:56.294879 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:56.294886 28654 round_trippers.go:469] Request Headers:
I1009 19:13:56.294897 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:56.294905 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:56.298371 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:56.299243 28654 pod_ready.go:93] pod "kube-apiserver-ha-199780-m03" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:56.299268 28654 pod_ready.go:82] duration metric: took 400.59742ms for pod "kube-apiserver-ha-199780-m03" in "kube-system" namespace to be "Ready" ...
I1009 19:13:56.299278 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:13:56.494432 28654 request.go:632] Waited for 195.083743ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-199780
I1009 19:13:56.494487 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-199780
I1009 19:13:56.494493 28654 round_trippers.go:469] Request Headers:
I1009 19:13:56.494503 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:56.494508 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:56.498203 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:56.694515 28654 request.go:632] Waited for 195.651266ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:13:56.694569 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:13:56.694574 28654 round_trippers.go:469] Request Headers:
I1009 19:13:56.694582 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:56.694589 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:56.697903 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:56.698503 28654 pod_ready.go:93] pod "kube-controller-manager-ha-199780" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:56.698524 28654 pod_ready.go:82] duration metric: took 399.235411ms for pod "kube-controller-manager-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:13:56.698534 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:13:56.894604 28654 request.go:632] Waited for 196.010295ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-199780-m02
I1009 19:13:56.894690 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-199780-m02
I1009 19:13:56.894699 28654 round_trippers.go:469] Request Headers:
I1009 19:13:56.894709 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:56.894725 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:56.897698 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:57.094771 28654 request.go:632] Waited for 196.347164ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:13:57.094830 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:13:57.094837 28654 round_trippers.go:469] Request Headers:
I1009 19:13:57.094846 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:57.094853 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:57.097915 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:57.098466 28654 pod_ready.go:93] pod "kube-controller-manager-ha-199780-m02" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:57.098483 28654 pod_ready.go:82] duration metric: took 399.942607ms for pod "kube-controller-manager-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:13:57.098496 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-199780-m03" in "kube-system" namespace to be "Ready" ...
I1009 19:13:57.294694 28654 request.go:632] Waited for 196.107304ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-199780-m03
I1009 19:13:57.294760 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-199780-m03
I1009 19:13:57.294768 28654 round_trippers.go:469] Request Headers:
I1009 19:13:57.294778 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:57.294791 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:57.298281 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:57.493859 28654 request.go:632] Waited for 194.862003ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:57.493928 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:57.493933 28654 round_trippers.go:469] Request Headers:
I1009 19:13:57.493941 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:57.493945 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:57.497771 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:57.498530 28654 pod_ready.go:93] pod "kube-controller-manager-ha-199780-m03" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:57.498546 28654 pod_ready.go:82] duration metric: took 400.036948ms for pod "kube-controller-manager-ha-199780-m03" in "kube-system" namespace to be "Ready" ...
I1009 19:13:57.498556 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-cltcd" in "kube-system" namespace to be "Ready" ...
I1009 19:13:57.694138 28654 request.go:632] Waited for 195.506846ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cltcd
I1009 19:13:57.694198 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-proxy-cltcd
I1009 19:13:57.694204 28654 round_trippers.go:469] Request Headers:
I1009 19:13:57.694211 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:57.694217 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:57.698240 28654 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1009 19:13:57.894301 28654 request.go:632] Waited for 195.370676ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:57.894370 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:57.894377 28654 round_trippers.go:469] Request Headers:
I1009 19:13:57.894391 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:57.894398 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:57.897846 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:57.898728 28654 pod_ready.go:93] pod "kube-proxy-cltcd" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:57.898745 28654 pod_ready.go:82] duration metric: took 400.184495ms for pod "kube-proxy-cltcd" in "kube-system" namespace to be "Ready" ...
I1009 19:13:57.898756 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-n8ffq" in "kube-system" namespace to be "Ready" ...
I1009 19:13:58.094244 28654 request.go:632] Waited for 195.417272ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n8ffq
I1009 19:13:58.094320 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n8ffq
I1009 19:13:58.094332 28654 round_trippers.go:469] Request Headers:
I1009 19:13:58.094339 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:58.094343 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:58.098070 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:58.294156 28654 request.go:632] Waited for 195.371857ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:13:58.294219 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:13:58.294226 28654 round_trippers.go:469] Request Headers:
I1009 19:13:58.294237 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:58.294245 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:58.297391 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:58.297856 28654 pod_ready.go:93] pod "kube-proxy-n8ffq" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:58.297872 28654 pod_ready.go:82] duration metric: took 399.106499ms for pod "kube-proxy-n8ffq" in "kube-system" namespace to be "Ready" ...
I1009 19:13:58.297884 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zfsq8" in "kube-system" namespace to be "Ready" ...
I1009 19:13:58.493870 28654 request.go:632] Waited for 195.913549ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zfsq8
I1009 19:13:58.493922 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zfsq8
I1009 19:13:58.493927 28654 round_trippers.go:469] Request Headers:
I1009 19:13:58.493937 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:58.493944 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:58.497117 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:58.694489 28654 request.go:632] Waited for 196.566825ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:13:58.694545 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:13:58.694552 28654 round_trippers.go:469] Request Headers:
I1009 19:13:58.694563 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:58.694568 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:58.697679 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:58.698297 28654 pod_ready.go:93] pod "kube-proxy-zfsq8" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:58.698312 28654 pod_ready.go:82] duration metric: took 400.419475ms for pod "kube-proxy-zfsq8" in "kube-system" namespace to be "Ready" ...
I1009 19:13:58.698322 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:13:58.894499 28654 request.go:632] Waited for 196.088891ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-199780
I1009 19:13:58.894585 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-199780
I1009 19:13:58.894592 28654 round_trippers.go:469] Request Headers:
I1009 19:13:58.894603 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:58.894613 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:58.897964 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:59.094228 28654 request.go:632] Waited for 195.366071ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:13:59.094310 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780
I1009 19:13:59.094322 28654 round_trippers.go:469] Request Headers:
I1009 19:13:59.094333 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:59.094342 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:59.097557 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:59.098186 28654 pod_ready.go:93] pod "kube-scheduler-ha-199780" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:59.098207 28654 pod_ready.go:82] duration metric: took 399.878488ms for pod "kube-scheduler-ha-199780" in "kube-system" namespace to be "Ready" ...
I1009 19:13:59.098219 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:13:59.294278 28654 request.go:632] Waited for 195.983419ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-199780-m02
I1009 19:13:59.294332 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-199780-m02
I1009 19:13:59.294338 28654 round_trippers.go:469] Request Headers:
I1009 19:13:59.294345 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:59.294350 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:59.297821 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:13:59.493975 28654 request.go:632] Waited for 195.208037ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:13:59.494031 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m02
I1009 19:13:59.494036 28654 round_trippers.go:469] Request Headers:
I1009 19:13:59.494044 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:59.494049 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:59.501563 28654 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1009 19:13:59.502080 28654 pod_ready.go:93] pod "kube-scheduler-ha-199780-m02" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:59.502097 28654 pod_ready.go:82] duration metric: took 403.868133ms for pod "kube-scheduler-ha-199780-m02" in "kube-system" namespace to be "Ready" ...
I1009 19:13:59.502106 28654 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-199780-m03" in "kube-system" namespace to be "Ready" ...
I1009 19:13:59.694192 28654 request.go:632] Waited for 192.028751ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-199780-m03
I1009 19:13:59.694247 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-199780-m03
I1009 19:13:59.694253 28654 round_trippers.go:469] Request Headers:
I1009 19:13:59.694260 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:59.694264 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:59.697180 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:59.894169 28654 request.go:632] Waited for 196.350026ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:59.894218 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes/ha-199780-m03
I1009 19:13:59.894223 28654 round_trippers.go:469] Request Headers:
I1009 19:13:59.894230 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:59.894235 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:59.897240 28654 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1009 19:13:59.897806 28654 pod_ready.go:93] pod "kube-scheduler-ha-199780-m03" in "kube-system" namespace has status "Ready":"True"
I1009 19:13:59.897823 28654 pod_ready.go:82] duration metric: took 395.71123ms for pod "kube-scheduler-ha-199780-m03" in "kube-system" namespace to be "Ready" ...
I1009 19:13:59.897835 28654 pod_ready.go:39] duration metric: took 5.200413633s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1009 19:13:59.897849 28654 api_server.go:52] waiting for apiserver process to appear ...
I1009 19:13:59.897900 28654 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1009 19:13:59.914617 28654 api_server.go:72] duration metric: took 23.08591673s to wait for apiserver process to appear ...
I1009 19:13:59.914639 28654 api_server.go:88] waiting for apiserver healthz status ...
I1009 19:13:59.914655 28654 api_server.go:253] Checking apiserver healthz at https://192.168.39.114:8443/healthz ...
I1009 19:13:59.918628 28654 api_server.go:279] https://192.168.39.114:8443/healthz returned 200:
ok
I1009 19:13:59.918679 28654 round_trippers.go:463] GET https://192.168.39.114:8443/version
I1009 19:13:59.918686 28654 round_trippers.go:469] Request Headers:
I1009 19:13:59.918696 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:13:59.918706 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:13:59.919571 28654 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1009 19:13:59.919687 28654 api_server.go:141] control plane version: v1.31.1
I1009 19:13:59.919708 28654 api_server.go:131] duration metric: took 5.063855ms to wait for apiserver health ...
I1009 19:13:59.919716 28654 system_pods.go:43] waiting for kube-system pods to appear ...
I1009 19:14:00.094827 28654 request.go:632] Waited for 175.023163ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods
I1009 19:14:00.094896 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods
I1009 19:14:00.094904 28654 round_trippers.go:469] Request Headers:
I1009 19:14:00.094915 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:14:00.094925 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:14:00.100594 28654 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1009 19:14:00.107658 28654 system_pods.go:59] 24 kube-system pods found
I1009 19:14:00.107684 28654 system_pods.go:61] "coredns-7c65d6cfc9-r8lg7" [57280df1-97c4-4a11-ab5f-71e52d6f5ebe] Running
I1009 19:14:00.107689 28654 system_pods.go:61] "coredns-7c65d6cfc9-v5k75" [9989ccc5-3cc3-4e60-a3ad-de4b5e3433c7] Running
I1009 19:14:00.107692 28654 system_pods.go:61] "etcd-ha-199780" [97bbc639-8ac1-48c0-92a7-6049bb10a0ef] Running
I1009 19:14:00.107695 28654 system_pods.go:61] "etcd-ha-199780-m02" [7561ef0e-457a-413e-ad02-13393167b214] Running
I1009 19:14:00.107699 28654 system_pods.go:61] "etcd-ha-199780-m03" [b174991f-8f2c-44b1-8646-5ee7533a9a67] Running
I1009 19:14:00.107702 28654 system_pods.go:61] "kindnet-2gjpk" [cb845072-bb38-485a-8b25-5d930021781f] Running
I1009 19:14:00.107706 28654 system_pods.go:61] "kindnet-b8ff2" [6f00c0c0-aae5-4bfa-aa9f-30f7c79fa343] Running
I1009 19:14:00.107711 28654 system_pods.go:61] "kindnet-pwr8x" [5f7dea68-5587-4e23-b614-06ee808fb88a] Running
I1009 19:14:00.107716 28654 system_pods.go:61] "kube-apiserver-ha-199780" [b49765ad-b5ef-409b-8ea9-bb4434093f93] Running
I1009 19:14:00.107721 28654 system_pods.go:61] "kube-apiserver-ha-199780-m02" [b669fa4f-0c97-4e7d-a2a7-0be61f0950d7] Running
I1009 19:14:00.107725 28654 system_pods.go:61] "kube-apiserver-ha-199780-m03" [9d8e77cd-db60-4329-91ea-012315e5beaf] Running
I1009 19:14:00.107733 28654 system_pods.go:61] "kube-controller-manager-ha-199780" [98134671-eb08-47ab-b7b4-a6b8fa9564b4] Running
I1009 19:14:00.107738 28654 system_pods.go:61] "kube-controller-manager-ha-199780-m02" [39b81940-9353-4ef0-8920-c0de9cdf7d1c] Running
I1009 19:14:00.107747 28654 system_pods.go:61] "kube-controller-manager-ha-199780-m03" [36743602-a58a-4171-88c2-9a79af012f26] Running
I1009 19:14:00.107754 28654 system_pods.go:61] "kube-proxy-cltcd" [1dad9ac4-00d4-497e-8d9b-3e20a5c35c10] Running
I1009 19:14:00.107758 28654 system_pods.go:61] "kube-proxy-n8ffq" [83deff6c-dc09-49e3-9228-3edd039efd13] Running
I1009 19:14:00.107765 28654 system_pods.go:61] "kube-proxy-zfsq8" [0092f8eb-0997-481d-9e7a-73b78b13ceca] Running
I1009 19:14:00.107770 28654 system_pods.go:61] "kube-scheduler-ha-199780" [23499fbf-3678-4c99-8d26-540b1d3d7da3] Running
I1009 19:14:00.107777 28654 system_pods.go:61] "kube-scheduler-ha-199780-m02" [328561e0-5914-41e0-9531-4d81eabc9d40] Running
I1009 19:14:00.107783 28654 system_pods.go:61] "kube-scheduler-ha-199780-m03" [b687bb2e-b6eb-4c17-9762-537dd28919ff] Running
I1009 19:14:00.107790 28654 system_pods.go:61] "kube-vip-ha-199780" [855ce49e-9a86-4af5-b6e9-92afc0fc662f] Running
I1009 19:14:00.107795 28654 system_pods.go:61] "kube-vip-ha-199780-m02" [5d2ea70d-a8ff-411b-9382-c00bc48b2306] Running
I1009 19:14:00.107802 28654 system_pods.go:61] "kube-vip-ha-199780-m03" [6fb0f84c-1cc8-4539-a879-4a8fe8bc3eb6] Running
I1009 19:14:00.107808 28654 system_pods.go:61] "storage-provisioner" [d6e67924-f183-441c-b92e-1124d3582e0f] Running
I1009 19:14:00.107818 28654 system_pods.go:74] duration metric: took 188.095908ms to wait for pod list to return data ...
I1009 19:14:00.107830 28654 default_sa.go:34] waiting for default service account to be created ...
I1009 19:14:00.294248 28654 request.go:632] Waited for 186.335259ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/default/serviceaccounts
I1009 19:14:00.294301 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/default/serviceaccounts
I1009 19:14:00.294308 28654 round_trippers.go:469] Request Headers:
I1009 19:14:00.294318 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:14:00.294323 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:14:00.298434 28654 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1009 19:14:00.298601 28654 default_sa.go:45] found service account: "default"
I1009 19:14:00.298618 28654 default_sa.go:55] duration metric: took 190.779244ms for default service account to be created ...
I1009 19:14:00.298632 28654 system_pods.go:116] waiting for k8s-apps to be running ...
I1009 19:14:00.493990 28654 request.go:632] Waited for 195.280768ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods
I1009 19:14:00.494052 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/namespaces/kube-system/pods
I1009 19:14:00.494059 28654 round_trippers.go:469] Request Headers:
I1009 19:14:00.494069 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:14:00.494077 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:14:00.499571 28654 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1009 19:14:00.506443 28654 system_pods.go:86] 24 kube-system pods found
I1009 19:14:00.506469 28654 system_pods.go:89] "coredns-7c65d6cfc9-r8lg7" [57280df1-97c4-4a11-ab5f-71e52d6f5ebe] Running
I1009 19:14:00.506474 28654 system_pods.go:89] "coredns-7c65d6cfc9-v5k75" [9989ccc5-3cc3-4e60-a3ad-de4b5e3433c7] Running
I1009 19:14:00.506478 28654 system_pods.go:89] "etcd-ha-199780" [97bbc639-8ac1-48c0-92a7-6049bb10a0ef] Running
I1009 19:14:00.506482 28654 system_pods.go:89] "etcd-ha-199780-m02" [7561ef0e-457a-413e-ad02-13393167b214] Running
I1009 19:14:00.506486 28654 system_pods.go:89] "etcd-ha-199780-m03" [b174991f-8f2c-44b1-8646-5ee7533a9a67] Running
I1009 19:14:00.506490 28654 system_pods.go:89] "kindnet-2gjpk" [cb845072-bb38-485a-8b25-5d930021781f] Running
I1009 19:14:00.506495 28654 system_pods.go:89] "kindnet-b8ff2" [6f00c0c0-aae5-4bfa-aa9f-30f7c79fa343] Running
I1009 19:14:00.506503 28654 system_pods.go:89] "kindnet-pwr8x" [5f7dea68-5587-4e23-b614-06ee808fb88a] Running
I1009 19:14:00.506511 28654 system_pods.go:89] "kube-apiserver-ha-199780" [b49765ad-b5ef-409b-8ea9-bb4434093f93] Running
I1009 19:14:00.506518 28654 system_pods.go:89] "kube-apiserver-ha-199780-m02" [b669fa4f-0c97-4e7d-a2a7-0be61f0950d7] Running
I1009 19:14:00.506527 28654 system_pods.go:89] "kube-apiserver-ha-199780-m03" [9d8e77cd-db60-4329-91ea-012315e5beaf] Running
I1009 19:14:00.506539 28654 system_pods.go:89] "kube-controller-manager-ha-199780" [98134671-eb08-47ab-b7b4-a6b8fa9564b4] Running
I1009 19:14:00.506548 28654 system_pods.go:89] "kube-controller-manager-ha-199780-m02" [39b81940-9353-4ef0-8920-c0de9cdf7d1c] Running
I1009 19:14:00.506555 28654 system_pods.go:89] "kube-controller-manager-ha-199780-m03" [36743602-a58a-4171-88c2-9a79af012f26] Running
I1009 19:14:00.506558 28654 system_pods.go:89] "kube-proxy-cltcd" [1dad9ac4-00d4-497e-8d9b-3e20a5c35c10] Running
I1009 19:14:00.506564 28654 system_pods.go:89] "kube-proxy-n8ffq" [83deff6c-dc09-49e3-9228-3edd039efd13] Running
I1009 19:14:00.506569 28654 system_pods.go:89] "kube-proxy-zfsq8" [0092f8eb-0997-481d-9e7a-73b78b13ceca] Running
I1009 19:14:00.506574 28654 system_pods.go:89] "kube-scheduler-ha-199780" [23499fbf-3678-4c99-8d26-540b1d3d7da3] Running
I1009 19:14:00.506580 28654 system_pods.go:89] "kube-scheduler-ha-199780-m02" [328561e0-5914-41e0-9531-4d81eabc9d40] Running
I1009 19:14:00.506585 28654 system_pods.go:89] "kube-scheduler-ha-199780-m03" [b687bb2e-b6eb-4c17-9762-537dd28919ff] Running
I1009 19:14:00.506590 28654 system_pods.go:89] "kube-vip-ha-199780" [855ce49e-9a86-4af5-b6e9-92afc0fc662f] Running
I1009 19:14:00.506598 28654 system_pods.go:89] "kube-vip-ha-199780-m02" [5d2ea70d-a8ff-411b-9382-c00bc48b2306] Running
I1009 19:14:00.506602 28654 system_pods.go:89] "kube-vip-ha-199780-m03" [6fb0f84c-1cc8-4539-a879-4a8fe8bc3eb6] Running
I1009 19:14:00.506610 28654 system_pods.go:89] "storage-provisioner" [d6e67924-f183-441c-b92e-1124d3582e0f] Running
I1009 19:14:00.506619 28654 system_pods.go:126] duration metric: took 207.977758ms to wait for k8s-apps to be running ...
I1009 19:14:00.506632 28654 system_svc.go:44] waiting for kubelet service to be running ....
I1009 19:14:00.506681 28654 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1009 19:14:00.521903 28654 system_svc.go:56] duration metric: took 15.266021ms WaitForService to wait for kubelet
I1009 19:14:00.521926 28654 kubeadm.go:582] duration metric: took 23.693227633s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1009 19:14:00.521941 28654 node_conditions.go:102] verifying NodePressure condition ...
I1009 19:14:00.694326 28654 request.go:632] Waited for 172.306887ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.114:8443/api/v1/nodes
I1009 19:14:00.694392 28654 round_trippers.go:463] GET https://192.168.39.114:8443/api/v1/nodes
I1009 19:14:00.694398 28654 round_trippers.go:469] Request Headers:
I1009 19:14:00.694405 28654 round_trippers.go:473] Accept: application/json, */*
I1009 19:14:00.694409 28654 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1009 19:14:00.698331 28654 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1009 19:14:00.699548 28654 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1009 19:14:00.699566 28654 node_conditions.go:123] node cpu capacity is 2
I1009 19:14:00.699577 28654 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1009 19:14:00.699581 28654 node_conditions.go:123] node cpu capacity is 2
I1009 19:14:00.699584 28654 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1009 19:14:00.699587 28654 node_conditions.go:123] node cpu capacity is 2
I1009 19:14:00.699591 28654 node_conditions.go:105] duration metric: took 177.645761ms to run NodePressure ...
I1009 19:14:00.699601 28654 start.go:241] waiting for startup goroutines ...
I1009 19:14:00.699621 28654 start.go:255] writing updated cluster config ...
I1009 19:14:00.699890 28654 ssh_runner.go:195] Run: rm -f paused
I1009 19:14:00.750344 28654 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1009 19:14:00.752481 28654 out.go:177] * Done! kubectl is now configured to use "ha-199780" cluster and "default" namespace by default
==> CRI-O <==
Oct 09 19:17:57 ha-199780 crio[667]: time="2024-10-09 19:17:57.954090837Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501477954065232,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=6541ba08-14a6-4be4-9d56-634967a3618c name=/runtime.v1.ImageService/ImageFsInfo
Oct 09 19:17:57 ha-199780 crio[667]: time="2024-10-09 19:17:57.954613817Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=2e2ab218-3a34-40f6-86ec-03570e00bc2c name=/runtime.v1.RuntimeService/ListContainers
Oct 09 19:17:57 ha-199780 crio[667]: time="2024-10-09 19:17:57.954664436Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=2e2ab218-3a34-40f6-86ec-03570e00bc2c name=/runtime.v1.RuntimeService/ListContainers
Oct 09 19:17:57 ha-199780 crio[667]: time="2024-10-09 19:17:57.954962007Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:0ea2f43f1a79f6684a79e05e8c6c51a86af28c8988570c4056e20948be744681,PodSandboxId:4ee23da4cac603cc5f419b280a7379ed5c010b71ba0d38083b7001bc9c396dbd,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728501246045285134,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-9j59h,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: b7d64762-33ba-44cd-84a4-889f31052f02,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:22a50af75d0920e41f6485e69ac03141da00aa9f313bb2815346263dcbf49431,PodSandboxId:085e585069bd9bc632a0c569d35a8d13233f457cc56898ea4c97a15ff5edc742,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728501105920098069,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-r8lg7,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 57280df1-97c4-4a11-ab5f-71e52d6f5ebe,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:35a77197ba8334a2dae05cd0bb3e07f535fdae063280863a8d273c625816be72,PodSandboxId:31a68dbf07563932f008335818b3ba61926096303a0942cc5662f1e38f141c28,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728501105891861453,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-v5k75,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
9989ccc5-3cc3-4e60-a3ad-de4b5e3433c7,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec6c52f12ef1b63221a2144068919b0dbbe27e62362befd122660d3f97a92f89,PodSandboxId:fe10d9898f15c78ae24bc72987b4f6ee7e1580cff49b9ac398538e6222e34295,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728501105797305419,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d6e67924-f183-441c-b92e-1124d3582e0f,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:aa6f941b511eef3a4c2c974c8cca469ef19be3ee75d1122209e507c5dd54faff,PodSandboxId:574f1065ffc9247507da9ed8c4c895298c9ffaab619a63885a0d0ffbb19e68cf,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728501093903848945,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2gjpk,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb845072-bb38-485a-8b25-5d930021781f,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e72e7a03ebf127b8dc1c117f57710e43c3399b8dd90a0f32f7fe8f5497194d46,PodSandboxId:893da030028badc07203e27871565f6795ba6f8ddae3ea6c5a420087e2e09e0b,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172850108
8355919076,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-n8ffq,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83deff6c-dc09-49e3-9228-3edd039efd13,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5e66ef287f9b98b041e5c20f9ed9fd0409987ed32d6ea0be27ec9c5ad0cf6378,PodSandboxId:f43a5a99f755d2e118f9836600cd002d36271381bef62026649772c45309aa52,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17285010797
46588410,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 16307ec1db5d0a8b66fcf930dbe494c6,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:297d9ba8730bd2a76417f09364ef2f623cf3c31ff77de8b5872531ca51a9ab6d,PodSandboxId:1c04b2a2ff60ee9017cac4818fb0941595469194db11ef4727f00211d3303bef,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728501076697644563,Labels:map[string]string
{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 29985e334d0764bfc8b43247626b302f,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:88b0c3165117790e6e77b3d7bfc4fd1582bc365ec6a4175c83ecf0572e012eaf,PodSandboxId:7304e21bfd53890ae0fa2cf122ac1b01d60d4f18b9310193a23dbfc9f549d7f3,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728501076680510939,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7cd73d8e3a80578f2a827ade7a95c7a5,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ce5525ec371c774cbf47409f03bc2d10b39cd5b333faec3542ab03d7f5f876ef,PodSandboxId:a31ef18f5a4750a827a0ac485148c51fb76c89bf3322991d642ae9c9580929ee,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728501076621397992,Labels:map[string]string{io.kubernetes.container.
name: etcd,io.kubernetes.pod.name: etcd-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca8e402d5b8e10be28e81e4fe15655bd,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02b6fe12544b4e250af332efa0a6643a8885787e09b3370747b18c57e1d5fb2f,PodSandboxId:4e472f9c0008c8155e1fd6a169b3d6d53333440b40d8cd630078e9374bd2f172,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728501076579187885,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.na
me: kube-scheduler-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c6f60d4ba1678b77f9b0f0e75429eb75,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=2e2ab218-3a34-40f6-86ec-03570e00bc2c name=/runtime.v1.RuntimeService/ListContainers
Oct 09 19:17:57 ha-199780 crio[667]: time="2024-10-09 19:17:57.992529439Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=4459a326-d854-4b8a-9219-592cd9de9ef0 name=/runtime.v1.RuntimeService/Version
Oct 09 19:17:57 ha-199780 crio[667]: time="2024-10-09 19:17:57.992604883Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=4459a326-d854-4b8a-9219-592cd9de9ef0 name=/runtime.v1.RuntimeService/Version
Oct 09 19:17:57 ha-199780 crio[667]: time="2024-10-09 19:17:57.993390761Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=191799f9-6084-461b-84b6-428626b92c69 name=/runtime.v1.ImageService/ImageFsInfo
Oct 09 19:17:57 ha-199780 crio[667]: time="2024-10-09 19:17:57.993894291Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501477993867958,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=191799f9-6084-461b-84b6-428626b92c69 name=/runtime.v1.ImageService/ImageFsInfo
Oct 09 19:17:57 ha-199780 crio[667]: time="2024-10-09 19:17:57.994489435Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=8fffa63c-cd69-4240-8b6d-483410b09e7f name=/runtime.v1.RuntimeService/ListContainers
Oct 09 19:17:57 ha-199780 crio[667]: time="2024-10-09 19:17:57.994542667Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=8fffa63c-cd69-4240-8b6d-483410b09e7f name=/runtime.v1.RuntimeService/ListContainers
Oct 09 19:17:57 ha-199780 crio[667]: time="2024-10-09 19:17:57.994809823Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:0ea2f43f1a79f6684a79e05e8c6c51a86af28c8988570c4056e20948be744681,PodSandboxId:4ee23da4cac603cc5f419b280a7379ed5c010b71ba0d38083b7001bc9c396dbd,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728501246045285134,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-9j59h,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: b7d64762-33ba-44cd-84a4-889f31052f02,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:22a50af75d0920e41f6485e69ac03141da00aa9f313bb2815346263dcbf49431,PodSandboxId:085e585069bd9bc632a0c569d35a8d13233f457cc56898ea4c97a15ff5edc742,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728501105920098069,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-r8lg7,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 57280df1-97c4-4a11-ab5f-71e52d6f5ebe,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:35a77197ba8334a2dae05cd0bb3e07f535fdae063280863a8d273c625816be72,PodSandboxId:31a68dbf07563932f008335818b3ba61926096303a0942cc5662f1e38f141c28,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728501105891861453,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-v5k75,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
9989ccc5-3cc3-4e60-a3ad-de4b5e3433c7,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec6c52f12ef1b63221a2144068919b0dbbe27e62362befd122660d3f97a92f89,PodSandboxId:fe10d9898f15c78ae24bc72987b4f6ee7e1580cff49b9ac398538e6222e34295,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728501105797305419,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d6e67924-f183-441c-b92e-1124d3582e0f,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:aa6f941b511eef3a4c2c974c8cca469ef19be3ee75d1122209e507c5dd54faff,PodSandboxId:574f1065ffc9247507da9ed8c4c895298c9ffaab619a63885a0d0ffbb19e68cf,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728501093903848945,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2gjpk,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb845072-bb38-485a-8b25-5d930021781f,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e72e7a03ebf127b8dc1c117f57710e43c3399b8dd90a0f32f7fe8f5497194d46,PodSandboxId:893da030028badc07203e27871565f6795ba6f8ddae3ea6c5a420087e2e09e0b,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172850108
8355919076,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-n8ffq,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83deff6c-dc09-49e3-9228-3edd039efd13,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5e66ef287f9b98b041e5c20f9ed9fd0409987ed32d6ea0be27ec9c5ad0cf6378,PodSandboxId:f43a5a99f755d2e118f9836600cd002d36271381bef62026649772c45309aa52,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17285010797
46588410,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 16307ec1db5d0a8b66fcf930dbe494c6,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:297d9ba8730bd2a76417f09364ef2f623cf3c31ff77de8b5872531ca51a9ab6d,PodSandboxId:1c04b2a2ff60ee9017cac4818fb0941595469194db11ef4727f00211d3303bef,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728501076697644563,Labels:map[string]string
{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 29985e334d0764bfc8b43247626b302f,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:88b0c3165117790e6e77b3d7bfc4fd1582bc365ec6a4175c83ecf0572e012eaf,PodSandboxId:7304e21bfd53890ae0fa2cf122ac1b01d60d4f18b9310193a23dbfc9f549d7f3,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728501076680510939,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7cd73d8e3a80578f2a827ade7a95c7a5,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ce5525ec371c774cbf47409f03bc2d10b39cd5b333faec3542ab03d7f5f876ef,PodSandboxId:a31ef18f5a4750a827a0ac485148c51fb76c89bf3322991d642ae9c9580929ee,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728501076621397992,Labels:map[string]string{io.kubernetes.container.
name: etcd,io.kubernetes.pod.name: etcd-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca8e402d5b8e10be28e81e4fe15655bd,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02b6fe12544b4e250af332efa0a6643a8885787e09b3370747b18c57e1d5fb2f,PodSandboxId:4e472f9c0008c8155e1fd6a169b3d6d53333440b40d8cd630078e9374bd2f172,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728501076579187885,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.na
me: kube-scheduler-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c6f60d4ba1678b77f9b0f0e75429eb75,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=8fffa63c-cd69-4240-8b6d-483410b09e7f name=/runtime.v1.RuntimeService/ListContainers
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.038662241Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=fbde9cbc-432a-4de4-9a34-4009cdef8693 name=/runtime.v1.RuntimeService/Version
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.038735594Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=fbde9cbc-432a-4de4-9a34-4009cdef8693 name=/runtime.v1.RuntimeService/Version
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.040156017Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=3176183c-f496-46f3-81b1-c4deed2a57f9 name=/runtime.v1.ImageService/ImageFsInfo
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.041586065Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501478041550521,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=3176183c-f496-46f3-81b1-c4deed2a57f9 name=/runtime.v1.ImageService/ImageFsInfo
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.044190346Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=d99f8145-0e3d-422c-a539-cff53afe9070 name=/runtime.v1.RuntimeService/ListContainers
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.044292137Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=d99f8145-0e3d-422c-a539-cff53afe9070 name=/runtime.v1.RuntimeService/ListContainers
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.044818581Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:0ea2f43f1a79f6684a79e05e8c6c51a86af28c8988570c4056e20948be744681,PodSandboxId:4ee23da4cac603cc5f419b280a7379ed5c010b71ba0d38083b7001bc9c396dbd,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728501246045285134,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-9j59h,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: b7d64762-33ba-44cd-84a4-889f31052f02,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:22a50af75d0920e41f6485e69ac03141da00aa9f313bb2815346263dcbf49431,PodSandboxId:085e585069bd9bc632a0c569d35a8d13233f457cc56898ea4c97a15ff5edc742,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728501105920098069,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-r8lg7,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 57280df1-97c4-4a11-ab5f-71e52d6f5ebe,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:35a77197ba8334a2dae05cd0bb3e07f535fdae063280863a8d273c625816be72,PodSandboxId:31a68dbf07563932f008335818b3ba61926096303a0942cc5662f1e38f141c28,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728501105891861453,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-v5k75,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
9989ccc5-3cc3-4e60-a3ad-de4b5e3433c7,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec6c52f12ef1b63221a2144068919b0dbbe27e62362befd122660d3f97a92f89,PodSandboxId:fe10d9898f15c78ae24bc72987b4f6ee7e1580cff49b9ac398538e6222e34295,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728501105797305419,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d6e67924-f183-441c-b92e-1124d3582e0f,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:aa6f941b511eef3a4c2c974c8cca469ef19be3ee75d1122209e507c5dd54faff,PodSandboxId:574f1065ffc9247507da9ed8c4c895298c9ffaab619a63885a0d0ffbb19e68cf,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728501093903848945,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2gjpk,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb845072-bb38-485a-8b25-5d930021781f,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e72e7a03ebf127b8dc1c117f57710e43c3399b8dd90a0f32f7fe8f5497194d46,PodSandboxId:893da030028badc07203e27871565f6795ba6f8ddae3ea6c5a420087e2e09e0b,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172850108
8355919076,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-n8ffq,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83deff6c-dc09-49e3-9228-3edd039efd13,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5e66ef287f9b98b041e5c20f9ed9fd0409987ed32d6ea0be27ec9c5ad0cf6378,PodSandboxId:f43a5a99f755d2e118f9836600cd002d36271381bef62026649772c45309aa52,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17285010797
46588410,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 16307ec1db5d0a8b66fcf930dbe494c6,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:297d9ba8730bd2a76417f09364ef2f623cf3c31ff77de8b5872531ca51a9ab6d,PodSandboxId:1c04b2a2ff60ee9017cac4818fb0941595469194db11ef4727f00211d3303bef,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728501076697644563,Labels:map[string]string
{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 29985e334d0764bfc8b43247626b302f,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:88b0c3165117790e6e77b3d7bfc4fd1582bc365ec6a4175c83ecf0572e012eaf,PodSandboxId:7304e21bfd53890ae0fa2cf122ac1b01d60d4f18b9310193a23dbfc9f549d7f3,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728501076680510939,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7cd73d8e3a80578f2a827ade7a95c7a5,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ce5525ec371c774cbf47409f03bc2d10b39cd5b333faec3542ab03d7f5f876ef,PodSandboxId:a31ef18f5a4750a827a0ac485148c51fb76c89bf3322991d642ae9c9580929ee,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728501076621397992,Labels:map[string]string{io.kubernetes.container.
name: etcd,io.kubernetes.pod.name: etcd-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca8e402d5b8e10be28e81e4fe15655bd,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02b6fe12544b4e250af332efa0a6643a8885787e09b3370747b18c57e1d5fb2f,PodSandboxId:4e472f9c0008c8155e1fd6a169b3d6d53333440b40d8cd630078e9374bd2f172,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728501076579187885,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.na
me: kube-scheduler-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c6f60d4ba1678b77f9b0f0e75429eb75,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=d99f8145-0e3d-422c-a539-cff53afe9070 name=/runtime.v1.RuntimeService/ListContainers
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.086965704Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=8bc84b9c-7223-42f3-a659-ee22e2a46261 name=/runtime.v1.RuntimeService/Version
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.087066618Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=8bc84b9c-7223-42f3-a659-ee22e2a46261 name=/runtime.v1.RuntimeService/Version
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.088025479Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=7a61d5de-0033-4fb5-a118-37d5ee3c1b12 name=/runtime.v1.ImageService/ImageFsInfo
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.088586762Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501478088561522,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=7a61d5de-0033-4fb5-a118-37d5ee3c1b12 name=/runtime.v1.ImageService/ImageFsInfo
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.089045146Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=2dae399c-b7d6-4d0a-9f93-21927336b3f0 name=/runtime.v1.RuntimeService/ListContainers
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.089095473Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=2dae399c-b7d6-4d0a-9f93-21927336b3f0 name=/runtime.v1.RuntimeService/ListContainers
Oct 09 19:17:58 ha-199780 crio[667]: time="2024-10-09 19:17:58.089328576Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:0ea2f43f1a79f6684a79e05e8c6c51a86af28c8988570c4056e20948be744681,PodSandboxId:4ee23da4cac603cc5f419b280a7379ed5c010b71ba0d38083b7001bc9c396dbd,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728501246045285134,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-9j59h,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: b7d64762-33ba-44cd-84a4-889f31052f02,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:22a50af75d0920e41f6485e69ac03141da00aa9f313bb2815346263dcbf49431,PodSandboxId:085e585069bd9bc632a0c569d35a8d13233f457cc56898ea4c97a15ff5edc742,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728501105920098069,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-r8lg7,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 57280df1-97c4-4a11-ab5f-71e52d6f5ebe,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:35a77197ba8334a2dae05cd0bb3e07f535fdae063280863a8d273c625816be72,PodSandboxId:31a68dbf07563932f008335818b3ba61926096303a0942cc5662f1e38f141c28,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728501105891861453,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-v5k75,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
9989ccc5-3cc3-4e60-a3ad-de4b5e3433c7,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ec6c52f12ef1b63221a2144068919b0dbbe27e62362befd122660d3f97a92f89,PodSandboxId:fe10d9898f15c78ae24bc72987b4f6ee7e1580cff49b9ac398538e6222e34295,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1728501105797305419,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d6e67924-f183-441c-b92e-1124d3582e0f,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:aa6f941b511eef3a4c2c974c8cca469ef19be3ee75d1122209e507c5dd54faff,PodSandboxId:574f1065ffc9247507da9ed8c4c895298c9ffaab619a63885a0d0ffbb19e68cf,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:3a5bc24055c9ebfdf31b23eef58eb4bb79b8e1772c483e6aebd2a99b41d99e52,State:CO
NTAINER_RUNNING,CreatedAt:1728501093903848945,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-2gjpk,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cb845072-bb38-485a-8b25-5d930021781f,},Annotations:map[string]string{io.kubernetes.container.hash: 1e4dce18,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:e72e7a03ebf127b8dc1c117f57710e43c3399b8dd90a0f32f7fe8f5497194d46,PodSandboxId:893da030028badc07203e27871565f6795ba6f8ddae3ea6c5a420087e2e09e0b,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:172850108
8355919076,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-n8ffq,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 83deff6c-dc09-49e3-9228-3edd039efd13,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:5e66ef287f9b98b041e5c20f9ed9fd0409987ed32d6ea0be27ec9c5ad0cf6378,PodSandboxId:f43a5a99f755d2e118f9836600cd002d36271381bef62026649772c45309aa52,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:17285010797
46588410,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 16307ec1db5d0a8b66fcf930dbe494c6,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:297d9ba8730bd2a76417f09364ef2f623cf3c31ff77de8b5872531ca51a9ab6d,PodSandboxId:1c04b2a2ff60ee9017cac4818fb0941595469194db11ef4727f00211d3303bef,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728501076697644563,Labels:map[string]string
{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 29985e334d0764bfc8b43247626b302f,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:88b0c3165117790e6e77b3d7bfc4fd1582bc365ec6a4175c83ecf0572e012eaf,PodSandboxId:7304e21bfd53890ae0fa2cf122ac1b01d60d4f18b9310193a23dbfc9f549d7f3,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728501076680510939,Labels:map[string]string{io.kubernet
es.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-manager-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7cd73d8e3a80578f2a827ade7a95c7a5,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ce5525ec371c774cbf47409f03bc2d10b39cd5b333faec3542ab03d7f5f876ef,PodSandboxId:a31ef18f5a4750a827a0ac485148c51fb76c89bf3322991d642ae9c9580929ee,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728501076621397992,Labels:map[string]string{io.kubernetes.container.
name: etcd,io.kubernetes.pod.name: etcd-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: ca8e402d5b8e10be28e81e4fe15655bd,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02b6fe12544b4e250af332efa0a6643a8885787e09b3370747b18c57e1d5fb2f,PodSandboxId:4e472f9c0008c8155e1fd6a169b3d6d53333440b40d8cd630078e9374bd2f172,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728501076579187885,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.na
me: kube-scheduler-ha-199780,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: c6f60d4ba1678b77f9b0f0e75429eb75,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=2dae399c-b7d6-4d0a-9f93-21927336b3f0 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
0ea2f43f1a79f gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 4ee23da4cac60 busybox-7dff88458-9j59h
22a50af75d092 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 085e585069bd9 coredns-7c65d6cfc9-r8lg7
35a77197ba833 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 31a68dbf07563 coredns-7c65d6cfc9-v5k75
ec6c52f12ef1b 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 fe10d9898f15c storage-provisioner
aa6f941b511ee docker.io/kindest/kindnetd@sha256:a454aa48d8e10631411378503103b251e3f52856d8be2535efb73a92fa2c0387 6 minutes ago Running kindnet-cni 0 574f1065ffc92 kindnet-2gjpk
e72e7a03ebf12 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 893da030028ba kube-proxy-n8ffq
5e66ef287f9b9 ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413 6 minutes ago Running kube-vip 0 f43a5a99f755d kube-vip-ha-199780
297d9ba8730bd 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 1c04b2a2ff60e kube-apiserver-ha-199780
88b0c31651177 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 7304e21bfd538 kube-controller-manager-ha-199780
ce5525ec371c7 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 a31ef18f5a475 etcd-ha-199780
02b6fe12544b4 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 4e472f9c0008c kube-scheduler-ha-199780
==> coredns [22a50af75d0920e41f6485e69ac03141da00aa9f313bb2815346263dcbf49431] <==
[INFO] 10.244.2.2:60800 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.001355455s
[INFO] 10.244.2.2:51592 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001524757s
[INFO] 10.244.0.4:56643 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 31 0.000117626s
[INFO] 10.244.0.4:59083 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001918015s
[INFO] 10.244.1.2:50050 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00020734s
[INFO] 10.244.1.2:42588 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000154546s
[INFO] 10.244.2.2:53843 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001710102s
[INFO] 10.244.2.2:41845 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000146416s
[INFO] 10.244.2.2:36609 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000234089s
[INFO] 10.244.0.4:46267 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001770158s
[INFO] 10.244.0.4:50439 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000087554s
[INFO] 10.244.0.4:34970 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000127814s
[INFO] 10.244.0.4:56896 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001173975s
[INFO] 10.244.0.4:49966 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000151676s
[INFO] 10.244.1.2:42996 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00014083s
[INFO] 10.244.1.2:44506 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000088434s
[INFO] 10.244.1.2:49086 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000070298s
[INFO] 10.244.2.2:50808 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000197102s
[INFO] 10.244.0.4:46671 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00019106s
[INFO] 10.244.0.4:55369 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000070793s
[INFO] 10.244.1.2:55579 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00053279s
[INFO] 10.244.1.2:48281 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.00017096s
[INFO] 10.244.2.2:38416 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000179419s
[INFO] 10.244.2.2:37087 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.0001697s
[INFO] 10.244.0.4:45764 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000105979s
==> coredns [35a77197ba8334a2dae05cd0bb3e07f535fdae063280863a8d273c625816be72] <==
[INFO] 10.244.1.2:49567 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00017247s
[INFO] 10.244.1.2:46716 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.012636722s
[INFO] 10.244.1.2:55598 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000179363s
[INFO] 10.244.1.2:47319 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000137976s
[INFO] 10.244.2.2:41489 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000184478s
[INFO] 10.244.2.2:55951 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000222614s
[INFO] 10.244.2.2:48627 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00015294s
[INFO] 10.244.2.2:39644 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.0012309s
[INFO] 10.244.2.2:40477 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000089525s
[INFO] 10.244.0.4:43949 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000131355s
[INFO] 10.244.0.4:36372 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000136676s
[INFO] 10.244.0.4:46637 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000067852s
[INFO] 10.244.1.2:51170 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000178464s
[INFO] 10.244.2.2:34724 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000178092s
[INFO] 10.244.2.2:51704 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000113596s
[INFO] 10.244.2.2:58856 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000114468s
[INFO] 10.244.0.4:46411 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000103548s
[INFO] 10.244.0.4:56515 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000097616s
[INFO] 10.244.1.2:46439 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000144476s
[INFO] 10.244.1.2:55946 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000169556s
[INFO] 10.244.2.2:59005 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000136307s
[INFO] 10.244.2.2:36778 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000074325s
[INFO] 10.244.0.4:35520 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000216466s
[INFO] 10.244.0.4:37146 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000092067s
[INFO] 10.244.0.4:38648 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.00006473s
==> describe nodes <==
Name: ha-199780
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-199780
kubernetes.io/os=linux
minikube.k8s.io/commit=0f31bfe1a852f6cc79fedfeb2462ff6b6d86b5e4
minikube.k8s.io/name=ha-199780
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_09T19_11_23_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 09 Oct 2024 19:11:22 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-199780
AcquireTime: <unset>
RenewTime: Wed, 09 Oct 2024 19:17:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 09 Oct 2024 19:14:27 +0000 Wed, 09 Oct 2024 19:11:22 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 09 Oct 2024 19:14:27 +0000 Wed, 09 Oct 2024 19:11:22 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 09 Oct 2024 19:14:27 +0000 Wed, 09 Oct 2024 19:11:22 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 09 Oct 2024 19:14:27 +0000 Wed, 09 Oct 2024 19:11:45 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.114
Hostname: ha-199780
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: f8b350a04d4e4876ae4d16443fff45f4
System UUID: f8b350a0-4d4e-4876-ae4d-16443fff45f4
Boot ID: 933ad8fe-c793-4abe-b675-8fc9d8bb0df7
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-9j59h 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system coredns-7c65d6cfc9-r8lg7 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m31s
kube-system coredns-7c65d6cfc9-v5k75 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m31s
kube-system etcd-ha-199780 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m35s
kube-system kindnet-2gjpk 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m31s
kube-system kube-apiserver-ha-199780 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m35s
kube-system kube-controller-manager-ha-199780 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m35s
kube-system kube-proxy-n8ffq 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m31s
kube-system kube-scheduler-ha-199780 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m35s
kube-system kube-vip-ha-199780 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m35s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m30s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m29s kube-proxy
Normal Starting 6m36s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m35s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m35s kubelet Node ha-199780 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m35s kubelet Node ha-199780 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m35s kubelet Node ha-199780 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m32s node-controller Node ha-199780 event: Registered Node ha-199780 in Controller
Normal NodeReady 6m13s kubelet Node ha-199780 status is now: NodeReady
Normal RegisteredNode 5m33s node-controller Node ha-199780 event: Registered Node ha-199780 in Controller
Normal RegisteredNode 4m16s node-controller Node ha-199780 event: Registered Node ha-199780 in Controller
Name: ha-199780-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-199780-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=0f31bfe1a852f6cc79fedfeb2462ff6b6d86b5e4
minikube.k8s.io/name=ha-199780
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_09T19_12_19_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 09 Oct 2024 19:12:17 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-199780-m02
AcquireTime: <unset>
RenewTime: Wed, 09 Oct 2024 19:15:10 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Wed, 09 Oct 2024 19:14:20 +0000 Wed, 09 Oct 2024 19:15:52 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Wed, 09 Oct 2024 19:14:20 +0000 Wed, 09 Oct 2024 19:15:52 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Wed, 09 Oct 2024 19:14:20 +0000 Wed, 09 Oct 2024 19:15:52 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Wed, 09 Oct 2024 19:14:20 +0000 Wed, 09 Oct 2024 19:15:52 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.83
Hostname: ha-199780-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 8d9c79bf2f124101a095ed4ba0ce88eb
System UUID: 8d9c79bf-2f12-4101-a095-ed4ba0ce88eb
Boot ID: 5dd46771-2617-4b89-b6af-8b5fb9f8968b
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-6v84n 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-199780-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m39s
kube-system kindnet-pwr8x 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m41s
kube-system kube-apiserver-ha-199780-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m40s
kube-system kube-controller-manager-ha-199780-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m40s
kube-system kube-proxy-zfsq8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m41s
kube-system kube-scheduler-ha-199780-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m40s
kube-system kube-vip-ha-199780-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m37s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m36s kube-proxy
Normal Starting 5m41s kubelet Starting kubelet.
Normal NodeHasSufficientMemory 5m41s (x8 over 5m41s) kubelet Node ha-199780-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m41s (x8 over 5m41s) kubelet Node ha-199780-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m41s (x7 over 5m41s) kubelet Node ha-199780-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m41s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m37s node-controller Node ha-199780-m02 event: Registered Node ha-199780-m02 in Controller
Normal RegisteredNode 5m33s node-controller Node ha-199780-m02 event: Registered Node ha-199780-m02 in Controller
Normal RegisteredNode 4m16s node-controller Node ha-199780-m02 event: Registered Node ha-199780-m02 in Controller
Normal NodeNotReady 2m6s node-controller Node ha-199780-m02 status is now: NodeNotReady
Name: ha-199780-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-199780-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=0f31bfe1a852f6cc79fedfeb2462ff6b6d86b5e4
minikube.k8s.io/name=ha-199780
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_09T19_13_36_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 09 Oct 2024 19:13:33 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-199780-m03
AcquireTime: <unset>
RenewTime: Wed, 09 Oct 2024 19:17:58 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 09 Oct 2024 19:14:34 +0000 Wed, 09 Oct 2024 19:13:33 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 09 Oct 2024 19:14:34 +0000 Wed, 09 Oct 2024 19:13:33 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 09 Oct 2024 19:14:34 +0000 Wed, 09 Oct 2024 19:13:33 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 09 Oct 2024 19:14:34 +0000 Wed, 09 Oct 2024 19:13:54 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.84
Hostname: ha-199780-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: eebc1909fc264048999cb603a9af6ce3
System UUID: eebc1909-fc26-4048-999c-b603a9af6ce3
Boot ID: b15e1b77-82c5-4af5-a3d4-20b2860c5033
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-8946j 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m57s
kube-system etcd-ha-199780-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m23s
kube-system kindnet-b8ff2 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m25s
kube-system kube-apiserver-ha-199780-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m23s
kube-system kube-controller-manager-ha-199780-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m14s
kube-system kube-proxy-cltcd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system kube-scheduler-ha-199780-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m23s
kube-system kube-vip-ha-199780-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m20s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m20s kube-proxy
Normal NodeHasSufficientMemory 4m25s (x8 over 4m25s) kubelet Node ha-199780-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m25s (x8 over 4m25s) kubelet Node ha-199780-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m25s (x7 over 4m25s) kubelet Node ha-199780-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m25s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m23s node-controller Node ha-199780-m03 event: Registered Node ha-199780-m03 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-199780-m03 event: Registered Node ha-199780-m03 in Controller
Normal RegisteredNode 4m16s node-controller Node ha-199780-m03 event: Registered Node ha-199780-m03 in Controller
Name: ha-199780-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-199780-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=0f31bfe1a852f6cc79fedfeb2462ff6b6d86b5e4
minikube.k8s.io/name=ha-199780
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_09T19_14_39_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 09 Oct 2024 19:14:39 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-199780-m04
AcquireTime: <unset>
RenewTime: Wed, 09 Oct 2024 19:17:52 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 09 Oct 2024 19:15:10 +0000 Wed, 09 Oct 2024 19:14:39 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 09 Oct 2024 19:15:10 +0000 Wed, 09 Oct 2024 19:14:39 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 09 Oct 2024 19:15:10 +0000 Wed, 09 Oct 2024 19:14:39 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 09 Oct 2024 19:15:10 +0000 Wed, 09 Oct 2024 19:14:59 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.124
Hostname: ha-199780-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 781e482090944bd998625225909c9e80
System UUID: 781e4820-9094-4bd9-9862-5225909c9e80
Boot ID: 12a0f26b-3a10-4a3c-a52b-9cbc57a77f21
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-24ftv 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m19s
kube-system kube-proxy-m4z2s 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m19s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m14s kube-proxy
Normal NodeHasSufficientMemory 3m19s (x2 over 3m20s) kubelet Node ha-199780-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m19s (x2 over 3m20s) kubelet Node ha-199780-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m19s (x2 over 3m20s) kubelet Node ha-199780-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m19s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m18s node-controller Node ha-199780-m04 event: Registered Node ha-199780-m04 in Controller
Normal RegisteredNode 3m17s node-controller Node ha-199780-m04 event: Registered Node ha-199780-m04 in Controller
Normal RegisteredNode 3m16s node-controller Node ha-199780-m04 event: Registered Node ha-199780-m04 in Controller
Normal NodeReady 2m59s kubelet Node ha-199780-m04 status is now: NodeReady
==> dmesg <==
[Oct 9 19:10] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000000] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000001] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.050153] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040118] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.841254] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.479681] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.588103] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000005] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000002] NFSD: Unable to initialize client recovery tracking! (-2)
[Oct 9 19:11] systemd-fstab-generator[589]: Ignoring "noauto" option for root device
[ +0.067225] kauditd_printk_skb: 1 callbacks suppressed
[ +0.062889] systemd-fstab-generator[601]: Ignoring "noauto" option for root device
[ +0.160511] systemd-fstab-generator[615]: Ignoring "noauto" option for root device
[ +0.147234] systemd-fstab-generator[628]: Ignoring "noauto" option for root device
[ +0.288221] systemd-fstab-generator[658]: Ignoring "noauto" option for root device
[ +3.950259] systemd-fstab-generator[753]: Ignoring "noauto" option for root device
[ +4.382176] systemd-fstab-generator[890]: Ignoring "noauto" option for root device
[ +0.060168] kauditd_printk_skb: 158 callbacks suppressed
[ +7.347615] systemd-fstab-generator[1316]: Ignoring "noauto" option for root device
[ +0.082493] kauditd_printk_skb: 79 callbacks suppressed
[ +5.436773] kauditd_printk_skb: 21 callbacks suppressed
[ +5.719462] kauditd_printk_skb: 29 callbacks suppressed
[Oct 9 19:12] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [ce5525ec371c774cbf47409f03bc2d10b39cd5b333faec3542ab03d7f5f876ef] <==
{"level":"warn","ts":"2024-10-09T19:17:58.213377Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.224030Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.229888Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.239942Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.324378Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.366971Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.372016Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.374295Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.378275Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.381193Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.390547Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.399367Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.406698Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.410797Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.413896Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.421976Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.424607Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.430091Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.438650Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.442728Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.446179Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.460893Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.472977Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.485163Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-09T19:17:58.524049Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"7df1350fafd42bce","from":"7df1350fafd42bce","remote-peer-id":"f466fee41a82c4a2","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
19:17:58 up 7 min, 0 users, load average: 0.38, 0.36, 0.19
Linux ha-199780 5.10.207 #1 SMP Tue Oct 8 15:16:25 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [aa6f941b511eef3a4c2c974c8cca469ef19be3ee75d1122209e507c5dd54faff] <==
I1009 19:17:25.108116 1 main.go:323] Node ha-199780-m03 has CIDR [10.244.2.0/24]
I1009 19:17:35.098534 1 main.go:296] Handling node with IPs: map[192.168.39.124:{}]
I1009 19:17:35.098583 1 main.go:323] Node ha-199780-m04 has CIDR [10.244.3.0/24]
I1009 19:17:35.098861 1 main.go:296] Handling node with IPs: map[192.168.39.114:{}]
I1009 19:17:35.098893 1 main.go:300] handling current node
I1009 19:17:35.098905 1 main.go:296] Handling node with IPs: map[192.168.39.83:{}]
I1009 19:17:35.098910 1 main.go:323] Node ha-199780-m02 has CIDR [10.244.1.0/24]
I1009 19:17:35.099056 1 main.go:296] Handling node with IPs: map[192.168.39.84:{}]
I1009 19:17:35.099076 1 main.go:323] Node ha-199780-m03 has CIDR [10.244.2.0/24]
I1009 19:17:45.106531 1 main.go:296] Handling node with IPs: map[192.168.39.83:{}]
I1009 19:17:45.106579 1 main.go:323] Node ha-199780-m02 has CIDR [10.244.1.0/24]
I1009 19:17:45.106833 1 main.go:296] Handling node with IPs: map[192.168.39.84:{}]
I1009 19:17:45.106857 1 main.go:323] Node ha-199780-m03 has CIDR [10.244.2.0/24]
I1009 19:17:45.106999 1 main.go:296] Handling node with IPs: map[192.168.39.124:{}]
I1009 19:17:45.107020 1 main.go:323] Node ha-199780-m04 has CIDR [10.244.3.0/24]
I1009 19:17:45.107136 1 main.go:296] Handling node with IPs: map[192.168.39.114:{}]
I1009 19:17:45.107162 1 main.go:300] handling current node
I1009 19:17:55.106758 1 main.go:296] Handling node with IPs: map[192.168.39.114:{}]
I1009 19:17:55.106966 1 main.go:300] handling current node
I1009 19:17:55.107054 1 main.go:296] Handling node with IPs: map[192.168.39.83:{}]
I1009 19:17:55.107090 1 main.go:323] Node ha-199780-m02 has CIDR [10.244.1.0/24]
I1009 19:17:55.107629 1 main.go:296] Handling node with IPs: map[192.168.39.84:{}]
I1009 19:17:55.107682 1 main.go:323] Node ha-199780-m03 has CIDR [10.244.2.0/24]
I1009 19:17:55.108809 1 main.go:296] Handling node with IPs: map[192.168.39.124:{}]
I1009 19:17:55.108888 1 main.go:323] Node ha-199780-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [297d9ba8730bd2a76417f09364ef2f623cf3c31ff77de8b5872531ca51a9ab6d] <==
I1009 19:11:21.668889 1 controller.go:615] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
I1009 19:11:21.770460 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1009 19:11:21.781866 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.114]
I1009 19:11:21.782961 1 controller.go:615] quota admission added evaluator for: endpoints
I1009 19:11:21.787948 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1009 19:11:22.068030 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1009 19:11:22.927751 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1009 19:11:22.944470 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1009 19:11:23.089040 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1009 19:11:27.267149 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1009 19:11:27.777277 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1009 19:14:07.172312 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48556: use of closed network connection
E1009 19:14:07.353387 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48566: use of closed network connection
E1009 19:14:07.545234 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48574: use of closed network connection
E1009 19:14:07.734543 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48582: use of closed network connection
E1009 19:14:07.929888 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48590: use of closed network connection
E1009 19:14:08.100628 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48610: use of closed network connection
E1009 19:14:08.280738 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48618: use of closed network connection
E1009 19:14:08.453709 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48636: use of closed network connection
E1009 19:14:08.625372 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48648: use of closed network connection
E1009 19:14:08.913070 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48688: use of closed network connection
E1009 19:14:09.077842 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48702: use of closed network connection
E1009 19:14:09.252280 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48730: use of closed network connection
E1009 19:14:09.427983 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48748: use of closed network connection
E1009 19:14:09.597172 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:48774: use of closed network connection
==> kube-controller-manager [88b0c3165117790e6e77b3d7bfc4fd1582bc365ec6a4175c83ecf0572e012eaf] <==
I1009 19:14:39.219907 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-199780-m04" podCIDRs=["10.244.3.0/24"]
I1009 19:14:39.220731 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:39.221061 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:39.241490 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:39.355995 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:39.770947 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:40.508613 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:42.009348 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:42.009820 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-199780-m04"
I1009 19:14:42.092487 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:43.021323 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:43.490581 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:49.589213 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:59.213778 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:14:59.213909 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-199780-m04"
I1009 19:14:59.228331 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:15:00.446970 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:15:10.142919 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m04"
I1009 19:15:52.044073 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-199780-m04"
I1009 19:15:52.044690 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m02"
I1009 19:15:52.073336 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m02"
I1009 19:15:52.197476 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="61.479755ms"
I1009 19:15:52.197580 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="56.944µs"
I1009 19:15:53.092490 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m02"
I1009 19:15:57.298894 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-199780-m02"
==> kube-proxy [e72e7a03ebf127b8dc1c117f57710e43c3399b8dd90a0f32f7fe8f5497194d46] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1009 19:11:28.707293 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1009 19:11:28.725677 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.114"]
E1009 19:11:28.725782 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1009 19:11:28.757070 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1009 19:11:28.757115 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1009 19:11:28.757143 1 server_linux.go:169] "Using iptables Proxier"
I1009 19:11:28.759907 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1009 19:11:28.760502 1 server.go:483] "Version info" version="v1.31.1"
I1009 19:11:28.760531 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1009 19:11:28.763071 1 config.go:199] "Starting service config controller"
I1009 19:11:28.763270 1 shared_informer.go:313] Waiting for caches to sync for service config
I1009 19:11:28.763554 1 config.go:105] "Starting endpoint slice config controller"
I1009 19:11:28.763583 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1009 19:11:28.764395 1 config.go:328] "Starting node config controller"
I1009 19:11:28.764485 1 shared_informer.go:313] Waiting for caches to sync for node config
I1009 19:11:28.864003 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1009 19:11:28.864032 1 shared_informer.go:320] Caches are synced for service config
I1009 19:11:28.864635 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [02b6fe12544b4e250af332efa0a6643a8885787e09b3370747b18c57e1d5fb2f] <==
W1009 19:11:21.020523 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "storageclasses" in API group "storage.k8s.io" at the cluster scope
E1009 19:11:21.020653 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StorageClass: failed to list *v1.StorageClass: storageclasses.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"storageclasses\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1009 19:11:21.034179 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1009 19:11:21.034272 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1009 19:11:21.151254 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1009 19:11:21.151392 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1009 19:11:21.213273 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1009 19:11:21.213327 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1009 19:11:21.215782 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User "system:kube-scheduler" cannot list resource "statefulsets" in API group "apps" at the cluster scope
E1009 19:11:21.217186 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.StatefulSet: failed to list *v1.StatefulSet: statefulsets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"statefulsets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1009 19:11:21.224009 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1009 19:11:21.224287 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1009 19:11:21.233925 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1009 19:11:21.234510 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1009 19:11:21.254121 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1009 19:11:21.254998 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
I1009 19:11:24.360718 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1009 19:14:39.271772 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-v6wc7\": pod kube-proxy-v6wc7 is already assigned to node \"ha-199780-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-v6wc7" node="ha-199780-m04"
E1009 19:14:39.274796 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod d0c6f382-7a34-4281-922e-ded9d878bec1(kube-system/kube-proxy-v6wc7) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-v6wc7"
E1009 19:14:39.274892 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-v6wc7\": pod kube-proxy-v6wc7 is already assigned to node \"ha-199780-m04\"" pod="kube-system/kube-proxy-v6wc7"
I1009 19:14:39.274974 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-v6wc7" node="ha-199780-m04"
E1009 19:14:39.274639 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-24ftv\": pod kindnet-24ftv is already assigned to node \"ha-199780-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-24ftv" node="ha-199780-m04"
E1009 19:14:39.277781 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 67dc91f7-39c8-4a82-843c-629f28c633ce(kube-system/kindnet-24ftv) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-24ftv"
E1009 19:14:39.277909 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-24ftv\": pod kindnet-24ftv is already assigned to node \"ha-199780-m04\"" pod="kube-system/kindnet-24ftv"
I1009 19:14:39.278018 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-24ftv" node="ha-199780-m04"
==> kubelet <==
Oct 09 19:16:23 ha-199780 kubelet[1323]: E1009 19:16:23.169875 1323 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501383169575669,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:16:23 ha-199780 kubelet[1323]: E1009 19:16:23.169902 1323 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501383169575669,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:16:33 ha-199780 kubelet[1323]: E1009 19:16:33.171614 1323 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501393171084690,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:16:33 ha-199780 kubelet[1323]: E1009 19:16:33.171869 1323 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501393171084690,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:16:43 ha-199780 kubelet[1323]: E1009 19:16:43.174108 1323 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501403173783019,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:16:43 ha-199780 kubelet[1323]: E1009 19:16:43.174391 1323 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501403173783019,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:16:53 ha-199780 kubelet[1323]: E1009 19:16:53.177556 1323 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501413177111466,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:16:53 ha-199780 kubelet[1323]: E1009 19:16:53.177590 1323 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501413177111466,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:03 ha-199780 kubelet[1323]: E1009 19:17:03.179697 1323 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501423179388594,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:03 ha-199780 kubelet[1323]: E1009 19:17:03.179743 1323 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501423179388594,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:13 ha-199780 kubelet[1323]: E1009 19:17:13.181290 1323 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501433180839998,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:13 ha-199780 kubelet[1323]: E1009 19:17:13.181685 1323 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501433180839998,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:23 ha-199780 kubelet[1323]: E1009 19:17:23.046503 1323 iptables.go:577] "Could not set up iptables canary" err=<
Oct 09 19:17:23 ha-199780 kubelet[1323]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 09 19:17:23 ha-199780 kubelet[1323]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 09 19:17:23 ha-199780 kubelet[1323]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 09 19:17:23 ha-199780 kubelet[1323]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 09 19:17:23 ha-199780 kubelet[1323]: E1009 19:17:23.183478 1323 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501443183171298,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:23 ha-199780 kubelet[1323]: E1009 19:17:23.183519 1323 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501443183171298,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:33 ha-199780 kubelet[1323]: E1009 19:17:33.185325 1323 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501453184930973,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:33 ha-199780 kubelet[1323]: E1009 19:17:33.186043 1323 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501453184930973,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:43 ha-199780 kubelet[1323]: E1009 19:17:43.188281 1323 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501463187979357,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:43 ha-199780 kubelet[1323]: E1009 19:17:43.188327 1323 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501463187979357,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:53 ha-199780 kubelet[1323]: E1009 19:17:53.189953 1323 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501473189587167,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 09 19:17:53 ha-199780 kubelet[1323]: E1009 19:17:53.190006 1323 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728501473189587167,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156102,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-199780 -n ha-199780
helpers_test.go:261: (dbg) Run: kubectl --context ha-199780 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.25s)