=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (3.98268747s)
ha_test.go:309: expected profile "ha-106302" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-106302\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-106302\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-106302\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.185\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.22\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.151\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.7\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":
false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"M
ountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-106302 -n ha-106302
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-106302 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-106302 logs -n 25: (1.514584281s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|--------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|--------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-106302 ssh -n | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-106302 cp ha-106302-m03:/home/docker/cp-test.txt | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302:/home/docker/cp-test_ha-106302-m03_ha-106302.txt | | | | | |
| ssh | ha-106302 ssh -n | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-106302 ssh -n ha-106302 sudo cat | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | /home/docker/cp-test_ha-106302-m03_ha-106302.txt | | | | | |
| cp | ha-106302 cp ha-106302-m03:/home/docker/cp-test.txt | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m02:/home/docker/cp-test_ha-106302-m03_ha-106302-m02.txt | | | | | |
| ssh | ha-106302 ssh -n | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-106302 ssh -n ha-106302-m02 sudo cat | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | /home/docker/cp-test_ha-106302-m03_ha-106302-m02.txt | | | | | |
| cp | ha-106302 cp ha-106302-m03:/home/docker/cp-test.txt | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m04:/home/docker/cp-test_ha-106302-m03_ha-106302-m04.txt | | | | | |
| ssh | ha-106302 ssh -n | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-106302 ssh -n ha-106302-m04 sudo cat | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | /home/docker/cp-test_ha-106302-m03_ha-106302-m04.txt | | | | | |
| cp | ha-106302 cp testdata/cp-test.txt | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-106302 ssh -n | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-106302 cp ha-106302-m04:/home/docker/cp-test.txt | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile42720673/001/cp-test_ha-106302-m04.txt | | | | | |
| ssh | ha-106302 ssh -n | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-106302 cp ha-106302-m04:/home/docker/cp-test.txt | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302:/home/docker/cp-test_ha-106302-m04_ha-106302.txt | | | | | |
| ssh | ha-106302 ssh -n | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-106302 ssh -n ha-106302 sudo cat | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | /home/docker/cp-test_ha-106302-m04_ha-106302.txt | | | | | |
| cp | ha-106302 cp ha-106302-m04:/home/docker/cp-test.txt | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m02:/home/docker/cp-test_ha-106302-m04_ha-106302-m02.txt | | | | | |
| ssh | ha-106302 ssh -n | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-106302 ssh -n ha-106302-m02 sudo cat | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | /home/docker/cp-test_ha-106302-m04_ha-106302-m02.txt | | | | | |
| cp | ha-106302 cp ha-106302-m04:/home/docker/cp-test.txt | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m03:/home/docker/cp-test_ha-106302-m04_ha-106302-m03.txt | | | | | |
| ssh | ha-106302 ssh -n | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | ha-106302-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-106302 ssh -n ha-106302-m03 sudo cat | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | 05 Dec 24 19:23 UTC |
| | /home/docker/cp-test_ha-106302-m04_ha-106302-m03.txt | | | | | |
| node | ha-106302 node stop m02 -v=7 | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:23 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-106302 node start m02 -v=7 | ha-106302 | jenkins | v1.34.0 | 05 Dec 24 19:26 UTC | |
| | --alsologtostderr | | | | | |
|---------|--------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/05 19:19:05
Running on machine: ubuntu-20-agent
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1205 19:19:05.666020 549077 out.go:345] Setting OutFile to fd 1 ...
I1205 19:19:05.666172 549077 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1205 19:19:05.666182 549077 out.go:358] Setting ErrFile to fd 2...
I1205 19:19:05.666187 549077 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1205 19:19:05.666372 549077 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20052-530897/.minikube/bin
I1205 19:19:05.666982 549077 out.go:352] Setting JSON to false
I1205 19:19:05.667993 549077 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent","uptime":7292,"bootTime":1733419054,"procs":178,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1205 19:19:05.668118 549077 start.go:139] virtualization: kvm guest
I1205 19:19:05.670258 549077 out.go:177] * [ha-106302] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1205 19:19:05.672244 549077 out.go:177] - MINIKUBE_LOCATION=20052
I1205 19:19:05.672310 549077 notify.go:220] Checking for updates...
I1205 19:19:05.674836 549077 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1205 19:19:05.676311 549077 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20052-530897/kubeconfig
I1205 19:19:05.677586 549077 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20052-530897/.minikube
I1205 19:19:05.678906 549077 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1205 19:19:05.680179 549077 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1205 19:19:05.681501 549077 driver.go:394] Setting default libvirt URI to qemu:///system
I1205 19:19:05.716520 549077 out.go:177] * Using the kvm2 driver based on user configuration
I1205 19:19:05.718361 549077 start.go:297] selected driver: kvm2
I1205 19:19:05.718375 549077 start.go:901] validating driver "kvm2" against <nil>
I1205 19:19:05.718387 549077 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1205 19:19:05.719138 549077 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1205 19:19:05.719217 549077 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/20052-530897/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1205 19:19:05.734721 549077 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1205 19:19:05.734777 549077 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1205 19:19:05.735145 549077 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1205 19:19:05.735198 549077 cni.go:84] Creating CNI manager for ""
I1205 19:19:05.735258 549077 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1205 19:19:05.735271 549077 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1205 19:19:05.735352 549077 start.go:340] cluster config:
{Name:ha-106302 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-106302 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1205 19:19:05.735498 549077 iso.go:125] acquiring lock: {Name:mk778929df466edaca8cb6d38427acedfae32b02 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1205 19:19:05.737389 549077 out.go:177] * Starting "ha-106302" primary control-plane node in "ha-106302" cluster
I1205 19:19:05.738520 549077 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1205 19:19:05.738565 549077 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20052-530897/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1205 19:19:05.738579 549077 cache.go:56] Caching tarball of preloaded images
I1205 19:19:05.738663 549077 preload.go:172] Found /home/jenkins/minikube-integration/20052-530897/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1205 19:19:05.738678 549077 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1205 19:19:05.739034 549077 profile.go:143] Saving config to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/config.json ...
I1205 19:19:05.739058 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/config.json: {Name:mk36f887968924e3b867abb3b152df7882583b36 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:19:05.739210 549077 start.go:360] acquireMachinesLock for ha-106302: {Name:mk6b8bd9f5e6574a7838ad9c269b1c99e1910a23 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1205 19:19:05.739241 549077 start.go:364] duration metric: took 16.973µs to acquireMachinesLock for "ha-106302"
I1205 19:19:05.739258 549077 start.go:93] Provisioning new machine with config: &{Name:ha-106302 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-106302 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 19:19:05.739311 549077 start.go:125] createHost starting for "" (driver="kvm2")
I1205 19:19:05.740876 549077 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1205 19:19:05.741018 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:19:05.741056 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:19:05.755320 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35555
I1205 19:19:05.755768 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:19:05.756364 549077 main.go:141] libmachine: Using API Version 1
I1205 19:19:05.756386 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:19:05.756720 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:19:05.756918 549077 main.go:141] libmachine: (ha-106302) Calling .GetMachineName
I1205 19:19:05.757058 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:19:05.757247 549077 start.go:159] libmachine.API.Create for "ha-106302" (driver="kvm2")
I1205 19:19:05.757287 549077 client.go:168] LocalClient.Create starting
I1205 19:19:05.757338 549077 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem
I1205 19:19:05.757377 549077 main.go:141] libmachine: Decoding PEM data...
I1205 19:19:05.757396 549077 main.go:141] libmachine: Parsing certificate...
I1205 19:19:05.757476 549077 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem
I1205 19:19:05.757503 549077 main.go:141] libmachine: Decoding PEM data...
I1205 19:19:05.757522 549077 main.go:141] libmachine: Parsing certificate...
I1205 19:19:05.757549 549077 main.go:141] libmachine: Running pre-create checks...
I1205 19:19:05.757567 549077 main.go:141] libmachine: (ha-106302) Calling .PreCreateCheck
I1205 19:19:05.757886 549077 main.go:141] libmachine: (ha-106302) Calling .GetConfigRaw
I1205 19:19:05.758310 549077 main.go:141] libmachine: Creating machine...
I1205 19:19:05.758325 549077 main.go:141] libmachine: (ha-106302) Calling .Create
I1205 19:19:05.758443 549077 main.go:141] libmachine: (ha-106302) Creating KVM machine...
I1205 19:19:05.759563 549077 main.go:141] libmachine: (ha-106302) DBG | found existing default KVM network
I1205 19:19:05.760292 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:05.760130 549100 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc0001231f0}
I1205 19:19:05.760373 549077 main.go:141] libmachine: (ha-106302) DBG | created network xml:
I1205 19:19:05.760394 549077 main.go:141] libmachine: (ha-106302) DBG | <network>
I1205 19:19:05.760405 549077 main.go:141] libmachine: (ha-106302) DBG | <name>mk-ha-106302</name>
I1205 19:19:05.760417 549077 main.go:141] libmachine: (ha-106302) DBG | <dns enable='no'/>
I1205 19:19:05.760428 549077 main.go:141] libmachine: (ha-106302) DBG |
I1205 19:19:05.760437 549077 main.go:141] libmachine: (ha-106302) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1205 19:19:05.760450 549077 main.go:141] libmachine: (ha-106302) DBG | <dhcp>
I1205 19:19:05.760460 549077 main.go:141] libmachine: (ha-106302) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1205 19:19:05.760472 549077 main.go:141] libmachine: (ha-106302) DBG | </dhcp>
I1205 19:19:05.760488 549077 main.go:141] libmachine: (ha-106302) DBG | </ip>
I1205 19:19:05.760499 549077 main.go:141] libmachine: (ha-106302) DBG |
I1205 19:19:05.760507 549077 main.go:141] libmachine: (ha-106302) DBG | </network>
I1205 19:19:05.760517 549077 main.go:141] libmachine: (ha-106302) DBG |
I1205 19:19:05.765547 549077 main.go:141] libmachine: (ha-106302) DBG | trying to create private KVM network mk-ha-106302 192.168.39.0/24...
I1205 19:19:05.832912 549077 main.go:141] libmachine: (ha-106302) DBG | private KVM network mk-ha-106302 192.168.39.0/24 created
I1205 19:19:05.832950 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:05.832854 549100 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20052-530897/.minikube
I1205 19:19:05.832976 549077 main.go:141] libmachine: (ha-106302) Setting up store path in /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302 ...
I1205 19:19:05.832995 549077 main.go:141] libmachine: (ha-106302) Building disk image from file:///home/jenkins/minikube-integration/20052-530897/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1205 19:19:05.833015 549077 main.go:141] libmachine: (ha-106302) Downloading /home/jenkins/minikube-integration/20052-530897/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20052-530897/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1205 19:19:06.116114 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:06.115928 549100 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa...
I1205 19:19:06.195132 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:06.194945 549100 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/ha-106302.rawdisk...
I1205 19:19:06.195166 549077 main.go:141] libmachine: (ha-106302) DBG | Writing magic tar header
I1205 19:19:06.195176 549077 main.go:141] libmachine: (ha-106302) DBG | Writing SSH key tar header
I1205 19:19:06.195183 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:06.195098 549100 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302 ...
I1205 19:19:06.195194 549077 main.go:141] libmachine: (ha-106302) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302
I1205 19:19:06.195272 549077 main.go:141] libmachine: (ha-106302) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302 (perms=drwx------)
I1205 19:19:06.195294 549077 main.go:141] libmachine: (ha-106302) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897/.minikube/machines (perms=drwxr-xr-x)
I1205 19:19:06.195305 549077 main.go:141] libmachine: (ha-106302) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897/.minikube/machines
I1205 19:19:06.195321 549077 main.go:141] libmachine: (ha-106302) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897/.minikube
I1205 19:19:06.195332 549077 main.go:141] libmachine: (ha-106302) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897/.minikube (perms=drwxr-xr-x)
I1205 19:19:06.195340 549077 main.go:141] libmachine: (ha-106302) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897
I1205 19:19:06.195349 549077 main.go:141] libmachine: (ha-106302) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1205 19:19:06.195354 549077 main.go:141] libmachine: (ha-106302) DBG | Checking permissions on dir: /home/jenkins
I1205 19:19:06.195360 549077 main.go:141] libmachine: (ha-106302) DBG | Checking permissions on dir: /home
I1205 19:19:06.195379 549077 main.go:141] libmachine: (ha-106302) DBG | Skipping /home - not owner
I1205 19:19:06.195390 549077 main.go:141] libmachine: (ha-106302) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897 (perms=drwxrwxr-x)
I1205 19:19:06.195397 549077 main.go:141] libmachine: (ha-106302) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1205 19:19:06.195403 549077 main.go:141] libmachine: (ha-106302) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1205 19:19:06.195409 549077 main.go:141] libmachine: (ha-106302) Creating domain...
I1205 19:19:06.196529 549077 main.go:141] libmachine: (ha-106302) define libvirt domain using xml:
I1205 19:19:06.196544 549077 main.go:141] libmachine: (ha-106302) <domain type='kvm'>
I1205 19:19:06.196550 549077 main.go:141] libmachine: (ha-106302) <name>ha-106302</name>
I1205 19:19:06.196561 549077 main.go:141] libmachine: (ha-106302) <memory unit='MiB'>2200</memory>
I1205 19:19:06.196569 549077 main.go:141] libmachine: (ha-106302) <vcpu>2</vcpu>
I1205 19:19:06.196578 549077 main.go:141] libmachine: (ha-106302) <features>
I1205 19:19:06.196586 549077 main.go:141] libmachine: (ha-106302) <acpi/>
I1205 19:19:06.196595 549077 main.go:141] libmachine: (ha-106302) <apic/>
I1205 19:19:06.196603 549077 main.go:141] libmachine: (ha-106302) <pae/>
I1205 19:19:06.196621 549077 main.go:141] libmachine: (ha-106302)
I1205 19:19:06.196632 549077 main.go:141] libmachine: (ha-106302) </features>
I1205 19:19:06.196643 549077 main.go:141] libmachine: (ha-106302) <cpu mode='host-passthrough'>
I1205 19:19:06.196652 549077 main.go:141] libmachine: (ha-106302)
I1205 19:19:06.196658 549077 main.go:141] libmachine: (ha-106302) </cpu>
I1205 19:19:06.196670 549077 main.go:141] libmachine: (ha-106302) <os>
I1205 19:19:06.196677 549077 main.go:141] libmachine: (ha-106302) <type>hvm</type>
I1205 19:19:06.196689 549077 main.go:141] libmachine: (ha-106302) <boot dev='cdrom'/>
I1205 19:19:06.196704 549077 main.go:141] libmachine: (ha-106302) <boot dev='hd'/>
I1205 19:19:06.196715 549077 main.go:141] libmachine: (ha-106302) <bootmenu enable='no'/>
I1205 19:19:06.196724 549077 main.go:141] libmachine: (ha-106302) </os>
I1205 19:19:06.196732 549077 main.go:141] libmachine: (ha-106302) <devices>
I1205 19:19:06.196743 549077 main.go:141] libmachine: (ha-106302) <disk type='file' device='cdrom'>
I1205 19:19:06.196758 549077 main.go:141] libmachine: (ha-106302) <source file='/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/boot2docker.iso'/>
I1205 19:19:06.196769 549077 main.go:141] libmachine: (ha-106302) <target dev='hdc' bus='scsi'/>
I1205 19:19:06.196777 549077 main.go:141] libmachine: (ha-106302) <readonly/>
I1205 19:19:06.196783 549077 main.go:141] libmachine: (ha-106302) </disk>
I1205 19:19:06.196795 549077 main.go:141] libmachine: (ha-106302) <disk type='file' device='disk'>
I1205 19:19:06.196806 549077 main.go:141] libmachine: (ha-106302) <driver name='qemu' type='raw' cache='default' io='threads' />
I1205 19:19:06.196821 549077 main.go:141] libmachine: (ha-106302) <source file='/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/ha-106302.rawdisk'/>
I1205 19:19:06.196833 549077 main.go:141] libmachine: (ha-106302) <target dev='hda' bus='virtio'/>
I1205 19:19:06.196842 549077 main.go:141] libmachine: (ha-106302) </disk>
I1205 19:19:06.196851 549077 main.go:141] libmachine: (ha-106302) <interface type='network'>
I1205 19:19:06.196861 549077 main.go:141] libmachine: (ha-106302) <source network='mk-ha-106302'/>
I1205 19:19:06.196873 549077 main.go:141] libmachine: (ha-106302) <model type='virtio'/>
I1205 19:19:06.196896 549077 main.go:141] libmachine: (ha-106302) </interface>
I1205 19:19:06.196909 549077 main.go:141] libmachine: (ha-106302) <interface type='network'>
I1205 19:19:06.196919 549077 main.go:141] libmachine: (ha-106302) <source network='default'/>
I1205 19:19:06.196927 549077 main.go:141] libmachine: (ha-106302) <model type='virtio'/>
I1205 19:19:06.196936 549077 main.go:141] libmachine: (ha-106302) </interface>
I1205 19:19:06.196944 549077 main.go:141] libmachine: (ha-106302) <serial type='pty'>
I1205 19:19:06.196953 549077 main.go:141] libmachine: (ha-106302) <target port='0'/>
I1205 19:19:06.196962 549077 main.go:141] libmachine: (ha-106302) </serial>
I1205 19:19:06.196975 549077 main.go:141] libmachine: (ha-106302) <console type='pty'>
I1205 19:19:06.196984 549077 main.go:141] libmachine: (ha-106302) <target type='serial' port='0'/>
I1205 19:19:06.196996 549077 main.go:141] libmachine: (ha-106302) </console>
I1205 19:19:06.197007 549077 main.go:141] libmachine: (ha-106302) <rng model='virtio'>
I1205 19:19:06.197017 549077 main.go:141] libmachine: (ha-106302) <backend model='random'>/dev/random</backend>
I1205 19:19:06.197028 549077 main.go:141] libmachine: (ha-106302) </rng>
I1205 19:19:06.197036 549077 main.go:141] libmachine: (ha-106302)
I1205 19:19:06.197055 549077 main.go:141] libmachine: (ha-106302)
I1205 19:19:06.197068 549077 main.go:141] libmachine: (ha-106302) </devices>
I1205 19:19:06.197073 549077 main.go:141] libmachine: (ha-106302) </domain>
I1205 19:19:06.197078 549077 main.go:141] libmachine: (ha-106302)
I1205 19:19:06.202279 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:71:9c:4d in network default
I1205 19:19:06.203034 549077 main.go:141] libmachine: (ha-106302) Ensuring networks are active...
I1205 19:19:06.203055 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:06.203739 549077 main.go:141] libmachine: (ha-106302) Ensuring network default is active
I1205 19:19:06.204123 549077 main.go:141] libmachine: (ha-106302) Ensuring network mk-ha-106302 is active
I1205 19:19:06.204705 549077 main.go:141] libmachine: (ha-106302) Getting domain xml...
I1205 19:19:06.205494 549077 main.go:141] libmachine: (ha-106302) Creating domain...
I1205 19:19:07.414905 549077 main.go:141] libmachine: (ha-106302) Waiting to get IP...
I1205 19:19:07.415701 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:07.416131 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:07.416172 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:07.416110 549100 retry.go:31] will retry after 254.984492ms: waiting for machine to come up
I1205 19:19:07.672644 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:07.673096 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:07.673126 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:07.673025 549100 retry.go:31] will retry after 337.308268ms: waiting for machine to come up
I1205 19:19:08.011677 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:08.012131 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:08.012153 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:08.012097 549100 retry.go:31] will retry after 331.381496ms: waiting for machine to come up
I1205 19:19:08.344830 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:08.345286 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:08.345315 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:08.345230 549100 retry.go:31] will retry after 526.921251ms: waiting for machine to come up
I1205 19:19:08.874020 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:08.874426 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:08.874457 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:08.874366 549100 retry.go:31] will retry after 677.76743ms: waiting for machine to come up
I1205 19:19:09.554490 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:09.555045 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:09.555078 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:09.554953 549100 retry.go:31] will retry after 810.208397ms: waiting for machine to come up
I1205 19:19:10.367000 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:10.367429 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:10.367463 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:10.367397 549100 retry.go:31] will retry after 1.115748222s: waiting for machine to come up
I1205 19:19:11.484531 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:11.485067 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:11.485098 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:11.485008 549100 retry.go:31] will retry after 1.3235703s: waiting for machine to come up
I1205 19:19:12.810602 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:12.810991 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:12.811014 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:12.810945 549100 retry.go:31] will retry after 1.831554324s: waiting for machine to come up
I1205 19:19:14.645035 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:14.645488 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:14.645513 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:14.645439 549100 retry.go:31] will retry after 1.712987373s: waiting for machine to come up
I1205 19:19:16.360441 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:16.361053 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:16.361095 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:16.360964 549100 retry.go:31] will retry after 1.757836043s: waiting for machine to come up
I1205 19:19:18.120905 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:18.121462 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:18.121490 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:18.121398 549100 retry.go:31] will retry after 2.555295546s: waiting for machine to come up
I1205 19:19:20.680255 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:20.680831 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:20.680857 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:20.680783 549100 retry.go:31] will retry after 3.433196303s: waiting for machine to come up
I1205 19:19:24.117782 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:24.118200 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find current IP address of domain ha-106302 in network mk-ha-106302
I1205 19:19:24.118225 549077 main.go:141] libmachine: (ha-106302) DBG | I1205 19:19:24.118165 549100 retry.go:31] will retry after 5.333530854s: waiting for machine to come up
I1205 19:19:29.456371 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:29.456820 549077 main.go:141] libmachine: (ha-106302) Found IP for machine: 192.168.39.185
I1205 19:19:29.456837 549077 main.go:141] libmachine: (ha-106302) Reserving static IP address...
I1205 19:19:29.456845 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has current primary IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:29.457259 549077 main.go:141] libmachine: (ha-106302) DBG | unable to find host DHCP lease matching {name: "ha-106302", mac: "52:54:00:3b:e4:76", ip: "192.168.39.185"} in network mk-ha-106302
I1205 19:19:29.532847 549077 main.go:141] libmachine: (ha-106302) DBG | Getting to WaitForSSH function...
I1205 19:19:29.532882 549077 main.go:141] libmachine: (ha-106302) Reserved static IP address: 192.168.39.185
I1205 19:19:29.532895 549077 main.go:141] libmachine: (ha-106302) Waiting for SSH to be available...
I1205 19:19:29.535405 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:29.536081 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:minikube Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:29.536388 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:29.536771 549077 main.go:141] libmachine: (ha-106302) DBG | Using SSH client type: external
I1205 19:19:29.536915 549077 main.go:141] libmachine: (ha-106302) DBG | Using SSH private key: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa (-rw-------)
I1205 19:19:29.536944 549077 main.go:141] libmachine: (ha-106302) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.185 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa -p 22] /usr/bin/ssh <nil>}
I1205 19:19:29.536962 549077 main.go:141] libmachine: (ha-106302) DBG | About to run SSH command:
I1205 19:19:29.536972 549077 main.go:141] libmachine: (ha-106302) DBG | exit 0
I1205 19:19:29.664869 549077 main.go:141] libmachine: (ha-106302) DBG | SSH cmd err, output: <nil>:
I1205 19:19:29.665141 549077 main.go:141] libmachine: (ha-106302) KVM machine creation complete!
I1205 19:19:29.665477 549077 main.go:141] libmachine: (ha-106302) Calling .GetConfigRaw
I1205 19:19:29.666068 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:19:29.666255 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:19:29.666420 549077 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1205 19:19:29.666438 549077 main.go:141] libmachine: (ha-106302) Calling .GetState
I1205 19:19:29.667703 549077 main.go:141] libmachine: Detecting operating system of created instance...
I1205 19:19:29.667716 549077 main.go:141] libmachine: Waiting for SSH to be available...
I1205 19:19:29.667721 549077 main.go:141] libmachine: Getting to WaitForSSH function...
I1205 19:19:29.667726 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:29.669895 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:29.670221 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:29.670248 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:29.670353 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:29.670530 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:29.670706 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:29.670840 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:29.671003 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:19:29.671220 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.185 22 <nil> <nil>}
I1205 19:19:29.671232 549077 main.go:141] libmachine: About to run SSH command:
exit 0
I1205 19:19:29.779777 549077 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 19:19:29.779805 549077 main.go:141] libmachine: Detecting the provisioner...
I1205 19:19:29.779833 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:29.782799 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:29.783132 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:29.783166 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:29.783331 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:29.783547 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:29.783683 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:29.783825 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:29.783999 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:19:29.784181 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.185 22 <nil> <nil>}
I1205 19:19:29.784191 549077 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1205 19:19:29.893268 549077 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1205 19:19:29.893371 549077 main.go:141] libmachine: found compatible host: buildroot
I1205 19:19:29.893381 549077 main.go:141] libmachine: Provisioning with buildroot...
I1205 19:19:29.893390 549077 main.go:141] libmachine: (ha-106302) Calling .GetMachineName
I1205 19:19:29.893630 549077 buildroot.go:166] provisioning hostname "ha-106302"
I1205 19:19:29.893659 549077 main.go:141] libmachine: (ha-106302) Calling .GetMachineName
I1205 19:19:29.893862 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:29.896175 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:29.896531 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:29.896559 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:29.896683 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:29.896874 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:29.897035 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:29.897188 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:29.897357 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:19:29.897522 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.185 22 <nil> <nil>}
I1205 19:19:29.897537 549077 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-106302 && echo "ha-106302" | sudo tee /etc/hostname
I1205 19:19:30.019869 549077 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-106302
I1205 19:19:30.019903 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:30.022773 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.023137 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.023166 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.023330 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:30.023501 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:30.023684 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:30.023794 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:30.023973 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:19:30.024192 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.185 22 <nil> <nil>}
I1205 19:19:30.024213 549077 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-106302' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-106302/g' /etc/hosts;
else
echo '127.0.1.1 ha-106302' | sudo tee -a /etc/hosts;
fi
fi
I1205 19:19:30.142377 549077 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 19:19:30.142414 549077 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20052-530897/.minikube CaCertPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20052-530897/.minikube}
I1205 19:19:30.142464 549077 buildroot.go:174] setting up certificates
I1205 19:19:30.142480 549077 provision.go:84] configureAuth start
I1205 19:19:30.142498 549077 main.go:141] libmachine: (ha-106302) Calling .GetMachineName
I1205 19:19:30.142814 549077 main.go:141] libmachine: (ha-106302) Calling .GetIP
I1205 19:19:30.145608 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.145944 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.145976 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.146132 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:30.148289 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.148544 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.148570 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.148679 549077 provision.go:143] copyHostCerts
I1205 19:19:30.148727 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem
I1205 19:19:30.148761 549077 exec_runner.go:144] found /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem, removing ...
I1205 19:19:30.148778 549077 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem
I1205 19:19:30.148862 549077 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem (1078 bytes)
I1205 19:19:30.148936 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem
I1205 19:19:30.148954 549077 exec_runner.go:144] found /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem, removing ...
I1205 19:19:30.148960 549077 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem
I1205 19:19:30.148984 549077 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem (1123 bytes)
I1205 19:19:30.149037 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem
I1205 19:19:30.149054 549077 exec_runner.go:144] found /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem, removing ...
I1205 19:19:30.149058 549077 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem
I1205 19:19:30.149079 549077 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem (1679 bytes)
I1205 19:19:30.149123 549077 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca-key.pem org=jenkins.ha-106302 san=[127.0.0.1 192.168.39.185 ha-106302 localhost minikube]
I1205 19:19:30.203242 549077 provision.go:177] copyRemoteCerts
I1205 19:19:30.203307 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1205 19:19:30.203333 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:30.206290 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.206588 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.206621 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.206770 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:30.206956 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:30.207107 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:30.207262 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.185 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa Username:docker}
I1205 19:19:30.291637 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1205 19:19:30.291726 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1205 19:19:30.316534 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem -> /etc/docker/server.pem
I1205 19:19:30.316648 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1205 19:19:30.340941 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1205 19:19:30.341027 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1205 19:19:30.365151 549077 provision.go:87] duration metric: took 222.64958ms to configureAuth
I1205 19:19:30.365205 549077 buildroot.go:189] setting minikube options for container-runtime
I1205 19:19:30.365380 549077 config.go:182] Loaded profile config "ha-106302": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 19:19:30.365454 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:30.367820 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.368297 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.368331 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.368517 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:30.368750 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:30.368925 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:30.369063 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:30.369263 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:19:30.369448 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.185 22 <nil> <nil>}
I1205 19:19:30.369470 549077 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1205 19:19:30.602742 549077 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1205 19:19:30.602781 549077 main.go:141] libmachine: Checking connection to Docker...
I1205 19:19:30.602812 549077 main.go:141] libmachine: (ha-106302) Calling .GetURL
I1205 19:19:30.604203 549077 main.go:141] libmachine: (ha-106302) DBG | Using libvirt version 6000000
I1205 19:19:30.606408 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.606761 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.606783 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.606936 549077 main.go:141] libmachine: Docker is up and running!
I1205 19:19:30.606953 549077 main.go:141] libmachine: Reticulating splines...
I1205 19:19:30.606980 549077 client.go:171] duration metric: took 24.849681626s to LocalClient.Create
I1205 19:19:30.607004 549077 start.go:167] duration metric: took 24.849757772s to libmachine.API.Create "ha-106302"
I1205 19:19:30.607018 549077 start.go:293] postStartSetup for "ha-106302" (driver="kvm2")
I1205 19:19:30.607027 549077 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1205 19:19:30.607063 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:19:30.607325 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1205 19:19:30.607353 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:30.609392 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.609687 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.609717 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.609857 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:30.610024 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:30.610186 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:30.610314 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.185 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa Username:docker}
I1205 19:19:30.696960 549077 ssh_runner.go:195] Run: cat /etc/os-release
I1205 19:19:30.708057 549077 info.go:137] Remote host: Buildroot 2023.02.9
I1205 19:19:30.708089 549077 filesync.go:126] Scanning /home/jenkins/minikube-integration/20052-530897/.minikube/addons for local assets ...
I1205 19:19:30.708159 549077 filesync.go:126] Scanning /home/jenkins/minikube-integration/20052-530897/.minikube/files for local assets ...
I1205 19:19:30.708255 549077 filesync.go:149] local asset: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem -> 5381862.pem in /etc/ssl/certs
I1205 19:19:30.708293 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem -> /etc/ssl/certs/5381862.pem
I1205 19:19:30.708421 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1205 19:19:30.723671 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem --> /etc/ssl/certs/5381862.pem (1708 bytes)
I1205 19:19:30.750926 549077 start.go:296] duration metric: took 143.887881ms for postStartSetup
I1205 19:19:30.750995 549077 main.go:141] libmachine: (ha-106302) Calling .GetConfigRaw
I1205 19:19:30.751793 549077 main.go:141] libmachine: (ha-106302) Calling .GetIP
I1205 19:19:30.754292 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.754719 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.754767 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.755073 549077 profile.go:143] Saving config to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/config.json ...
I1205 19:19:30.755274 549077 start.go:128] duration metric: took 25.015949989s to createHost
I1205 19:19:30.755307 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:30.757830 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.758211 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.758247 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.758373 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:30.758576 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:30.758728 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:30.758849 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:30.759003 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:19:30.759199 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.185 22 <nil> <nil>}
I1205 19:19:30.759225 549077 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1205 19:19:30.869236 549077 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733426370.835143064
I1205 19:19:30.869266 549077 fix.go:216] guest clock: 1733426370.835143064
I1205 19:19:30.869276 549077 fix.go:229] Guest: 2024-12-05 19:19:30.835143064 +0000 UTC Remote: 2024-12-05 19:19:30.755292155 +0000 UTC m=+25.129028552 (delta=79.850909ms)
I1205 19:19:30.869342 549077 fix.go:200] guest clock delta is within tolerance: 79.850909ms
I1205 19:19:30.869354 549077 start.go:83] releasing machines lock for "ha-106302", held for 25.130102669s
I1205 19:19:30.869396 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:19:30.869701 549077 main.go:141] libmachine: (ha-106302) Calling .GetIP
I1205 19:19:30.872169 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.872505 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.872550 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.872651 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:19:30.873195 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:19:30.873371 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:19:30.873461 549077 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1205 19:19:30.873500 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:30.873622 549077 ssh_runner.go:195] Run: cat /version.json
I1205 19:19:30.873648 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:30.876112 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.876348 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.876515 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.876544 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.876694 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:30.876787 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:30.876829 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:30.876854 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:30.876974 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:30.877063 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:30.877155 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:30.877225 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.185 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa Username:docker}
I1205 19:19:30.877286 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:30.877416 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.185 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa Username:docker}
I1205 19:19:30.978260 549077 ssh_runner.go:195] Run: systemctl --version
I1205 19:19:30.984523 549077 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1205 19:19:31.144577 549077 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1205 19:19:31.150862 549077 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1205 19:19:31.150921 549077 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1205 19:19:31.168518 549077 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1205 19:19:31.168546 549077 start.go:495] detecting cgroup driver to use...
I1205 19:19:31.168607 549077 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1205 19:19:31.184398 549077 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1205 19:19:31.198391 549077 docker.go:217] disabling cri-docker service (if available) ...
I1205 19:19:31.198459 549077 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1205 19:19:31.212374 549077 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1205 19:19:31.227092 549077 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1205 19:19:31.345190 549077 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1205 19:19:31.498651 549077 docker.go:233] disabling docker service ...
I1205 19:19:31.498756 549077 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1205 19:19:31.514013 549077 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1205 19:19:31.527698 549077 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1205 19:19:31.668291 549077 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1205 19:19:31.787293 549077 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1205 19:19:31.802121 549077 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1205 19:19:31.821416 549077 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1205 19:19:31.821488 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:19:31.831922 549077 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1205 19:19:31.832002 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:19:31.842263 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:19:31.852580 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:19:31.863167 549077 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1205 19:19:31.873525 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:19:31.883966 549077 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:19:31.901444 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:19:31.913185 549077 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1205 19:19:31.922739 549077 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1205 19:19:31.922847 549077 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1205 19:19:31.935394 549077 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1205 19:19:31.944801 549077 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 19:19:32.062619 549077 ssh_runner.go:195] Run: sudo systemctl restart crio
I1205 19:19:32.155496 549077 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1205 19:19:32.155575 549077 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1205 19:19:32.161325 549077 start.go:563] Will wait 60s for crictl version
I1205 19:19:32.161401 549077 ssh_runner.go:195] Run: which crictl
I1205 19:19:32.165363 549077 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1205 19:19:32.206408 549077 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1205 19:19:32.206526 549077 ssh_runner.go:195] Run: crio --version
I1205 19:19:32.236278 549077 ssh_runner.go:195] Run: crio --version
I1205 19:19:32.267603 549077 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1205 19:19:32.269318 549077 main.go:141] libmachine: (ha-106302) Calling .GetIP
I1205 19:19:32.272307 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:32.272654 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:32.272680 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:32.272875 549077 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1205 19:19:32.277254 549077 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 19:19:32.290866 549077 kubeadm.go:883] updating cluster {Name:ha-106302 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-106302 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.185 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1205 19:19:32.290982 549077 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1205 19:19:32.291025 549077 ssh_runner.go:195] Run: sudo crictl images --output json
I1205 19:19:32.327363 549077 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1205 19:19:32.327433 549077 ssh_runner.go:195] Run: which lz4
I1205 19:19:32.331533 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1205 19:19:32.331639 549077 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1205 19:19:32.335872 549077 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1205 19:19:32.335904 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1205 19:19:33.796243 549077 crio.go:462] duration metric: took 1.464622041s to copy over tarball
I1205 19:19:33.796360 549077 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1205 19:19:35.904137 549077 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.107740538s)
I1205 19:19:35.904177 549077 crio.go:469] duration metric: took 2.107873128s to extract the tarball
I1205 19:19:35.904188 549077 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1205 19:19:35.941468 549077 ssh_runner.go:195] Run: sudo crictl images --output json
I1205 19:19:35.985079 549077 crio.go:514] all images are preloaded for cri-o runtime.
I1205 19:19:35.985107 549077 cache_images.go:84] Images are preloaded, skipping loading
I1205 19:19:35.985116 549077 kubeadm.go:934] updating node { 192.168.39.185 8443 v1.31.2 crio true true} ...
I1205 19:19:35.985222 549077 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-106302 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.185
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-106302 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1205 19:19:35.985289 549077 ssh_runner.go:195] Run: crio config
I1205 19:19:36.034780 549077 cni.go:84] Creating CNI manager for ""
I1205 19:19:36.034806 549077 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1205 19:19:36.034818 549077 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1205 19:19:36.034841 549077 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.185 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-106302 NodeName:ha-106302 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.185"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.185 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1205 19:19:36.035004 549077 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.185
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-106302"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.185"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.185"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1205 19:19:36.035032 549077 kube-vip.go:115] generating kube-vip config ...
I1205 19:19:36.035097 549077 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1205 19:19:36.051693 549077 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1205 19:19:36.051834 549077 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1205 19:19:36.051903 549077 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1205 19:19:36.062174 549077 binaries.go:44] Found k8s binaries, skipping transfer
I1205 19:19:36.062270 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1205 19:19:36.072102 549077 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1205 19:19:36.089037 549077 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1205 19:19:36.105710 549077 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1205 19:19:36.122352 549077 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1205 19:19:36.139382 549077 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1205 19:19:36.143400 549077 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 19:19:36.156091 549077 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 19:19:36.264660 549077 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1205 19:19:36.281414 549077 certs.go:68] Setting up /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302 for IP: 192.168.39.185
I1205 19:19:36.281442 549077 certs.go:194] generating shared ca certs ...
I1205 19:19:36.281458 549077 certs.go:226] acquiring lock for ca certs: {Name:mkcf23d68bcb6730f7d82493f51aee9d91d32e29 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:19:36.281638 549077 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.key
I1205 19:19:36.281689 549077 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.key
I1205 19:19:36.281704 549077 certs.go:256] generating profile certs ...
I1205 19:19:36.281767 549077 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.key
I1205 19:19:36.281786 549077 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.crt with IP's: []
I1205 19:19:36.500418 549077 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.crt ...
I1205 19:19:36.500457 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.crt: {Name:mkb14e7bfcf7e74b43ed78fd0539344fe783f416 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:19:36.500681 549077 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.key ...
I1205 19:19:36.500700 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.key: {Name:mk7e0330a0f2228d88e0f9d58264fe1f08349563 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:19:36.500831 549077 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.ab85f0da
I1205 19:19:36.500858 549077 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.ab85f0da with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.185 192.168.39.254]
I1205 19:19:36.595145 549077 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.ab85f0da ...
I1205 19:19:36.595178 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.ab85f0da: {Name:mk6fe31beb668f4be09d7ef716f12b627681f889 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:19:36.595356 549077 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.ab85f0da ...
I1205 19:19:36.595368 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.ab85f0da: {Name:mkb2102bd03507fee93efd6f4ad4d01650f6960d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:19:36.595451 549077 certs.go:381] copying /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.ab85f0da -> /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt
I1205 19:19:36.595530 549077 certs.go:385] copying /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.ab85f0da -> /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key
I1205 19:19:36.595588 549077 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.key
I1205 19:19:36.595600 549077 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.crt with IP's: []
I1205 19:19:36.750498 549077 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.crt ...
I1205 19:19:36.750528 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.crt: {Name:mk310719ddd3b7c13526e0d5963ab5146ba62c75 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:19:36.750689 549077 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.key ...
I1205 19:19:36.750700 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.key: {Name:mka21d6cd95f23029a85e314b05925420c5b8d35 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:19:36.750768 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1205 19:19:36.750785 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1205 19:19:36.750796 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1205 19:19:36.750809 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1205 19:19:36.750819 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1205 19:19:36.750831 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1205 19:19:36.750841 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1205 19:19:36.750856 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1205 19:19:36.750907 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186.pem (1338 bytes)
W1205 19:19:36.750946 549077 certs.go:480] ignoring /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186_empty.pem, impossibly tiny 0 bytes
I1205 19:19:36.750968 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca-key.pem (1675 bytes)
I1205 19:19:36.750995 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem (1078 bytes)
I1205 19:19:36.751018 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem (1123 bytes)
I1205 19:19:36.751046 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem (1679 bytes)
I1205 19:19:36.751085 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem (1708 bytes)
I1205 19:19:36.751157 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186.pem -> /usr/share/ca-certificates/538186.pem
I1205 19:19:36.751182 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem -> /usr/share/ca-certificates/5381862.pem
I1205 19:19:36.751197 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1205 19:19:36.751757 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1205 19:19:36.777283 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1205 19:19:36.800796 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1205 19:19:36.824188 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1205 19:19:36.847922 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1205 19:19:36.871853 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1205 19:19:36.897433 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1205 19:19:36.923449 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1205 19:19:36.949838 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186.pem --> /usr/share/ca-certificates/538186.pem (1338 bytes)
I1205 19:19:36.975187 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem --> /usr/share/ca-certificates/5381862.pem (1708 bytes)
I1205 19:19:36.999764 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1205 19:19:37.024507 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1205 19:19:37.044052 549077 ssh_runner.go:195] Run: openssl version
I1205 19:19:37.052297 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/538186.pem && ln -fs /usr/share/ca-certificates/538186.pem /etc/ssl/certs/538186.pem"
I1205 19:19:37.068345 549077 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/538186.pem
I1205 19:19:37.073536 549077 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 5 19:15 /usr/share/ca-certificates/538186.pem
I1205 19:19:37.073603 549077 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/538186.pem
I1205 19:19:37.080035 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/538186.pem /etc/ssl/certs/51391683.0"
I1205 19:19:37.091136 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/5381862.pem && ln -fs /usr/share/ca-certificates/5381862.pem /etc/ssl/certs/5381862.pem"
I1205 19:19:37.115623 549077 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/5381862.pem
I1205 19:19:37.120621 549077 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 5 19:15 /usr/share/ca-certificates/5381862.pem
I1205 19:19:37.120687 549077 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/5381862.pem
I1205 19:19:37.126618 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/5381862.pem /etc/ssl/certs/3ec20f2e.0"
I1205 19:19:37.138669 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1205 19:19:37.150853 549077 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1205 19:19:37.155803 549077 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 5 19:03 /usr/share/ca-certificates/minikubeCA.pem
I1205 19:19:37.155881 549077 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1205 19:19:37.162049 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1205 19:19:37.174819 549077 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1205 19:19:37.179494 549077 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1205 19:19:37.179570 549077 kubeadm.go:392] StartCluster: {Name:ha-106302 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-106302 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.185 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1205 19:19:37.179688 549077 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1205 19:19:37.179745 549077 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1205 19:19:37.223116 549077 cri.go:89] found id: ""
I1205 19:19:37.223191 549077 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1205 19:19:37.234706 549077 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1205 19:19:37.247347 549077 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1205 19:19:37.259258 549077 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1205 19:19:37.259287 549077 kubeadm.go:157] found existing configuration files:
I1205 19:19:37.259336 549077 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1205 19:19:37.269699 549077 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1205 19:19:37.269766 549077 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1205 19:19:37.280566 549077 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1205 19:19:37.290999 549077 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1205 19:19:37.291070 549077 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1205 19:19:37.302967 549077 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1205 19:19:37.313065 549077 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1205 19:19:37.313160 549077 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1205 19:19:37.323523 549077 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1205 19:19:37.333224 549077 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1205 19:19:37.333286 549077 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1205 19:19:37.343725 549077 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1205 19:19:37.465425 549077 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1205 19:19:37.465503 549077 kubeadm.go:310] [preflight] Running pre-flight checks
I1205 19:19:37.563680 549077 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1205 19:19:37.563837 549077 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1205 19:19:37.563944 549077 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1205 19:19:37.577125 549077 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1205 19:19:37.767794 549077 out.go:235] - Generating certificates and keys ...
I1205 19:19:37.767998 549077 kubeadm.go:310] [certs] Using existing ca certificate authority
I1205 19:19:37.768133 549077 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1205 19:19:37.768233 549077 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1205 19:19:37.823275 549077 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1205 19:19:38.256538 549077 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1205 19:19:38.418481 549077 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1205 19:19:38.506453 549077 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1205 19:19:38.506612 549077 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-106302 localhost] and IPs [192.168.39.185 127.0.0.1 ::1]
I1205 19:19:38.599268 549077 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1205 19:19:38.599504 549077 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-106302 localhost] and IPs [192.168.39.185 127.0.0.1 ::1]
I1205 19:19:38.721006 549077 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1205 19:19:38.801347 549077 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1205 19:19:39.020781 549077 kubeadm.go:310] [certs] Generating "sa" key and public key
I1205 19:19:39.020849 549077 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1205 19:19:39.351214 549077 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1205 19:19:39.652426 549077 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1205 19:19:39.852747 549077 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1205 19:19:39.949305 549077 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1205 19:19:40.093193 549077 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1205 19:19:40.093754 549077 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1205 19:19:40.099424 549077 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1205 19:19:40.101578 549077 out.go:235] - Booting up control plane ...
I1205 19:19:40.101681 549077 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1205 19:19:40.101747 549077 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1205 19:19:40.101808 549077 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1205 19:19:40.118245 549077 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1205 19:19:40.124419 549077 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1205 19:19:40.124472 549077 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1205 19:19:40.264350 549077 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1205 19:19:40.264527 549077 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1205 19:19:40.767072 549077 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 503.104658ms
I1205 19:19:40.767195 549077 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1205 19:19:46.889839 549077 kubeadm.go:310] [api-check] The API server is healthy after 6.126522028s
I1205 19:19:46.903949 549077 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1205 19:19:46.920566 549077 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1205 19:19:46.959559 549077 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1205 19:19:46.959762 549077 kubeadm.go:310] [mark-control-plane] Marking the node ha-106302 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1205 19:19:46.972882 549077 kubeadm.go:310] [bootstrap-token] Using token: hftusq.bke4u9rqswjxk9ui
I1205 19:19:46.974672 549077 out.go:235] - Configuring RBAC rules ...
I1205 19:19:46.974836 549077 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1205 19:19:46.983462 549077 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1205 19:19:46.993184 549077 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1205 19:19:47.001254 549077 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1205 19:19:47.006556 549077 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1205 19:19:47.012815 549077 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1205 19:19:47.297618 549077 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1205 19:19:47.737983 549077 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1205 19:19:48.297207 549077 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1205 19:19:48.298256 549077 kubeadm.go:310]
I1205 19:19:48.298332 549077 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1205 19:19:48.298344 549077 kubeadm.go:310]
I1205 19:19:48.298499 549077 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1205 19:19:48.298523 549077 kubeadm.go:310]
I1205 19:19:48.298551 549077 kubeadm.go:310] mkdir -p $HOME/.kube
I1205 19:19:48.298654 549077 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1205 19:19:48.298730 549077 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1205 19:19:48.298740 549077 kubeadm.go:310]
I1205 19:19:48.298818 549077 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1205 19:19:48.298835 549077 kubeadm.go:310]
I1205 19:19:48.298894 549077 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1205 19:19:48.298903 549077 kubeadm.go:310]
I1205 19:19:48.298967 549077 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1205 19:19:48.299056 549077 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1205 19:19:48.299139 549077 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1205 19:19:48.299148 549077 kubeadm.go:310]
I1205 19:19:48.299267 549077 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1205 19:19:48.299368 549077 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1205 19:19:48.299380 549077 kubeadm.go:310]
I1205 19:19:48.299496 549077 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token hftusq.bke4u9rqswjxk9ui \
I1205 19:19:48.299623 549077 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0184fc4f1a90720b1d1563bffde1232169429577f60bd1edcb3fed601e87dcb8 \
I1205 19:19:48.299658 549077 kubeadm.go:310] --control-plane
I1205 19:19:48.299667 549077 kubeadm.go:310]
I1205 19:19:48.299787 549077 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1205 19:19:48.299797 549077 kubeadm.go:310]
I1205 19:19:48.299896 549077 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token hftusq.bke4u9rqswjxk9ui \
I1205 19:19:48.300017 549077 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:0184fc4f1a90720b1d1563bffde1232169429577f60bd1edcb3fed601e87dcb8
I1205 19:19:48.300978 549077 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1205 19:19:48.301019 549077 cni.go:84] Creating CNI manager for ""
I1205 19:19:48.301039 549077 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1205 19:19:48.302992 549077 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1205 19:19:48.304422 549077 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1205 19:19:48.310158 549077 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1205 19:19:48.310179 549077 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1205 19:19:48.330305 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1205 19:19:48.708578 549077 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1205 19:19:48.708692 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 19:19:48.708697 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-106302 minikube.k8s.io/updated_at=2024_12_05T19_19_48_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=e85f1467f7b5bf0a3dd477c54f3fe5919d424331 minikube.k8s.io/name=ha-106302 minikube.k8s.io/primary=true
I1205 19:19:48.766673 549077 ops.go:34] apiserver oom_adj: -16
I1205 19:19:48.946725 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 19:19:49.447511 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 19:19:49.947827 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 19:19:50.447219 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 19:19:50.947321 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 19:19:51.447070 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 19:19:51.946846 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 19:19:52.030950 549077 kubeadm.go:1113] duration metric: took 3.322332375s to wait for elevateKubeSystemPrivileges
I1205 19:19:52.030984 549077 kubeadm.go:394] duration metric: took 14.851420641s to StartCluster
I1205 19:19:52.031005 549077 settings.go:142] acquiring lock: {Name:mk53b9e6d652790a330d8f10370186624dd74692 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:19:52.031096 549077 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20052-530897/kubeconfig
I1205 19:19:52.032088 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/kubeconfig: {Name:mk4b6ed1146527b814b1b3f267267ef059e38543 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:19:52.032382 549077 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1205 19:19:52.032390 549077 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.185 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 19:19:52.032418 549077 start.go:241] waiting for startup goroutines ...
I1205 19:19:52.032436 549077 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1205 19:19:52.032529 549077 addons.go:69] Setting storage-provisioner=true in profile "ha-106302"
I1205 19:19:52.032562 549077 addons.go:234] Setting addon storage-provisioner=true in "ha-106302"
I1205 19:19:52.032575 549077 addons.go:69] Setting default-storageclass=true in profile "ha-106302"
I1205 19:19:52.032596 549077 host.go:66] Checking if "ha-106302" exists ...
I1205 19:19:52.032603 549077 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-106302"
I1205 19:19:52.032616 549077 config.go:182] Loaded profile config "ha-106302": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 19:19:52.032974 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:19:52.033012 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:19:52.033080 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:19:52.033128 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:19:52.048867 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37355
I1205 19:19:52.048932 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39985
I1205 19:19:52.049474 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:19:52.049598 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:19:52.050083 549077 main.go:141] libmachine: Using API Version 1
I1205 19:19:52.050108 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:19:52.050196 549077 main.go:141] libmachine: Using API Version 1
I1205 19:19:52.050217 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:19:52.050494 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:19:52.050547 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:19:52.050740 549077 main.go:141] libmachine: (ha-106302) Calling .GetState
I1205 19:19:52.051108 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:19:52.051156 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:19:52.053000 549077 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20052-530897/kubeconfig
I1205 19:19:52.053380 549077 kapi.go:59] client config for ha-106302: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.crt", KeyFile:"/home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.key", CAFile:"/home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1205 19:19:52.053986 549077 cert_rotation.go:140] Starting client certificate rotation controller
I1205 19:19:52.054434 549077 addons.go:234] Setting addon default-storageclass=true in "ha-106302"
I1205 19:19:52.054485 549077 host.go:66] Checking if "ha-106302" exists ...
I1205 19:19:52.054871 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:19:52.054924 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:19:52.068403 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42463
I1205 19:19:52.069056 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:19:52.069816 549077 main.go:141] libmachine: Using API Version 1
I1205 19:19:52.069851 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:19:52.070279 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:19:52.070500 549077 main.go:141] libmachine: (ha-106302) Calling .GetState
I1205 19:19:52.071258 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35709
I1205 19:19:52.071775 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:19:52.072386 549077 main.go:141] libmachine: Using API Version 1
I1205 19:19:52.072414 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:19:52.072576 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:19:52.072784 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:19:52.073435 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:19:52.073491 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:19:52.074239 549077 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1205 19:19:52.075532 549077 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1205 19:19:52.075550 549077 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1205 19:19:52.075581 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:52.079231 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:52.079693 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:52.079729 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:52.080048 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:52.080297 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:52.080464 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:52.080625 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.185 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa Username:docker}
I1205 19:19:52.090582 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41111
I1205 19:19:52.091077 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:19:52.091649 549077 main.go:141] libmachine: Using API Version 1
I1205 19:19:52.091690 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:19:52.092023 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:19:52.092235 549077 main.go:141] libmachine: (ha-106302) Calling .GetState
I1205 19:19:52.093928 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:19:52.094164 549077 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1205 19:19:52.094184 549077 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1205 19:19:52.094204 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:19:52.097425 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:52.097952 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:19:52.097988 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:19:52.098172 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:19:52.098357 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:19:52.098547 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:19:52.098690 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.185 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa Username:docker}
I1205 19:19:52.240649 549077 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1205 19:19:52.260476 549077 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1205 19:19:52.326335 549077 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1205 19:19:53.107266 549077 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1205 19:19:53.107380 549077 main.go:141] libmachine: Making call to close driver server
I1205 19:19:53.107404 549077 main.go:141] libmachine: Making call to close driver server
I1205 19:19:53.107428 549077 main.go:141] libmachine: (ha-106302) Calling .Close
I1205 19:19:53.107411 549077 main.go:141] libmachine: (ha-106302) Calling .Close
I1205 19:19:53.107855 549077 main.go:141] libmachine: Successfully made call to close driver server
I1205 19:19:53.107863 549077 main.go:141] libmachine: Successfully made call to close driver server
I1205 19:19:53.107872 549077 main.go:141] libmachine: Making call to close connection to plugin binary
I1205 19:19:53.107875 549077 main.go:141] libmachine: Making call to close connection to plugin binary
I1205 19:19:53.107881 549077 main.go:141] libmachine: Making call to close driver server
I1205 19:19:53.107889 549077 main.go:141] libmachine: (ha-106302) Calling .Close
I1205 19:19:53.107898 549077 main.go:141] libmachine: Making call to close driver server
I1205 19:19:53.107909 549077 main.go:141] libmachine: (ha-106302) Calling .Close
I1205 19:19:53.108388 549077 main.go:141] libmachine: (ha-106302) DBG | Closing plugin on server side
I1205 19:19:53.108430 549077 main.go:141] libmachine: Successfully made call to close driver server
I1205 19:19:53.108447 549077 main.go:141] libmachine: Making call to close connection to plugin binary
I1205 19:19:53.108523 549077 main.go:141] libmachine: (ha-106302) DBG | Closing plugin on server side
I1205 19:19:53.108536 549077 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1205 19:19:53.108552 549077 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1205 19:19:53.108666 549077 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1205 19:19:53.108672 549077 round_trippers.go:469] Request Headers:
I1205 19:19:53.108683 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:19:53.108690 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:19:53.108977 549077 main.go:141] libmachine: Successfully made call to close driver server
I1205 19:19:53.109004 549077 main.go:141] libmachine: Making call to close connection to plugin binary
I1205 19:19:53.122784 549077 round_trippers.go:574] Response Status: 200 OK in 14 milliseconds
I1205 19:19:53.123463 549077 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1205 19:19:53.123481 549077 round_trippers.go:469] Request Headers:
I1205 19:19:53.123489 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:19:53.123494 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:19:53.123497 549077 round_trippers.go:473] Content-Type: application/json
I1205 19:19:53.127870 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:19:53.128387 549077 main.go:141] libmachine: Making call to close driver server
I1205 19:19:53.128421 549077 main.go:141] libmachine: (ha-106302) Calling .Close
I1205 19:19:53.128753 549077 main.go:141] libmachine: Successfully made call to close driver server
I1205 19:19:53.128782 549077 main.go:141] libmachine: Making call to close connection to plugin binary
I1205 19:19:53.130618 549077 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1205 19:19:53.131922 549077 addons.go:510] duration metric: took 1.09949066s for enable addons: enabled=[storage-provisioner default-storageclass]
I1205 19:19:53.131966 549077 start.go:246] waiting for cluster config update ...
I1205 19:19:53.131976 549077 start.go:255] writing updated cluster config ...
I1205 19:19:53.133784 549077 out.go:201]
I1205 19:19:53.135291 549077 config.go:182] Loaded profile config "ha-106302": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 19:19:53.135384 549077 profile.go:143] Saving config to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/config.json ...
I1205 19:19:53.137100 549077 out.go:177] * Starting "ha-106302-m02" control-plane node in "ha-106302" cluster
I1205 19:19:53.138489 549077 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1205 19:19:53.138517 549077 cache.go:56] Caching tarball of preloaded images
I1205 19:19:53.138635 549077 preload.go:172] Found /home/jenkins/minikube-integration/20052-530897/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1205 19:19:53.138649 549077 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1205 19:19:53.138720 549077 profile.go:143] Saving config to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/config.json ...
I1205 19:19:53.138982 549077 start.go:360] acquireMachinesLock for ha-106302-m02: {Name:mk6b8bd9f5e6574a7838ad9c269b1c99e1910a23 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1205 19:19:53.139025 549077 start.go:364] duration metric: took 23.765µs to acquireMachinesLock for "ha-106302-m02"
I1205 19:19:53.139048 549077 start.go:93] Provisioning new machine with config: &{Name:ha-106302 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-106302 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.185 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 19:19:53.139118 549077 start.go:125] createHost starting for "m02" (driver="kvm2")
I1205 19:19:53.140509 549077 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1205 19:19:53.140599 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:19:53.140636 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:19:53.156622 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38951
I1205 19:19:53.157158 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:19:53.157623 549077 main.go:141] libmachine: Using API Version 1
I1205 19:19:53.157649 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:19:53.157947 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:19:53.158168 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetMachineName
I1205 19:19:53.158323 549077 main.go:141] libmachine: (ha-106302-m02) Calling .DriverName
I1205 19:19:53.158520 549077 start.go:159] libmachine.API.Create for "ha-106302" (driver="kvm2")
I1205 19:19:53.158562 549077 client.go:168] LocalClient.Create starting
I1205 19:19:53.158607 549077 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem
I1205 19:19:53.158656 549077 main.go:141] libmachine: Decoding PEM data...
I1205 19:19:53.158704 549077 main.go:141] libmachine: Parsing certificate...
I1205 19:19:53.158778 549077 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem
I1205 19:19:53.158809 549077 main.go:141] libmachine: Decoding PEM data...
I1205 19:19:53.158825 549077 main.go:141] libmachine: Parsing certificate...
I1205 19:19:53.158852 549077 main.go:141] libmachine: Running pre-create checks...
I1205 19:19:53.158863 549077 main.go:141] libmachine: (ha-106302-m02) Calling .PreCreateCheck
I1205 19:19:53.159044 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetConfigRaw
I1205 19:19:53.159562 549077 main.go:141] libmachine: Creating machine...
I1205 19:19:53.159580 549077 main.go:141] libmachine: (ha-106302-m02) Calling .Create
I1205 19:19:53.159720 549077 main.go:141] libmachine: (ha-106302-m02) Creating KVM machine...
I1205 19:19:53.161306 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found existing default KVM network
I1205 19:19:53.161451 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found existing private KVM network mk-ha-106302
I1205 19:19:53.161677 549077 main.go:141] libmachine: (ha-106302-m02) Setting up store path in /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02 ...
I1205 19:19:53.161706 549077 main.go:141] libmachine: (ha-106302-m02) Building disk image from file:///home/jenkins/minikube-integration/20052-530897/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1205 19:19:53.161792 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:53.161686 549462 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20052-530897/.minikube
I1205 19:19:53.161946 549077 main.go:141] libmachine: (ha-106302-m02) Downloading /home/jenkins/minikube-integration/20052-530897/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20052-530897/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1205 19:19:53.454907 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:53.454778 549462 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/id_rsa...
I1205 19:19:53.629727 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:53.629571 549462 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/ha-106302-m02.rawdisk...
I1205 19:19:53.629774 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Writing magic tar header
I1205 19:19:53.629794 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Writing SSH key tar header
I1205 19:19:53.629802 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:53.629693 549462 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02 ...
I1205 19:19:53.629813 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02
I1205 19:19:53.629877 549077 main.go:141] libmachine: (ha-106302-m02) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02 (perms=drwx------)
I1205 19:19:53.629901 549077 main.go:141] libmachine: (ha-106302-m02) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897/.minikube/machines (perms=drwxr-xr-x)
I1205 19:19:53.629937 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897/.minikube/machines
I1205 19:19:53.629971 549077 main.go:141] libmachine: (ha-106302-m02) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897/.minikube (perms=drwxr-xr-x)
I1205 19:19:53.629982 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897/.minikube
I1205 19:19:53.629997 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897
I1205 19:19:53.630005 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1205 19:19:53.630016 549077 main.go:141] libmachine: (ha-106302-m02) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897 (perms=drwxrwxr-x)
I1205 19:19:53.630032 549077 main.go:141] libmachine: (ha-106302-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1205 19:19:53.630058 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Checking permissions on dir: /home/jenkins
I1205 19:19:53.630069 549077 main.go:141] libmachine: (ha-106302-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1205 19:19:53.630084 549077 main.go:141] libmachine: (ha-106302-m02) Creating domain...
I1205 19:19:53.630098 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Checking permissions on dir: /home
I1205 19:19:53.630111 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Skipping /home - not owner
I1205 19:19:53.630931 549077 main.go:141] libmachine: (ha-106302-m02) define libvirt domain using xml:
I1205 19:19:53.630951 549077 main.go:141] libmachine: (ha-106302-m02) <domain type='kvm'>
I1205 19:19:53.630961 549077 main.go:141] libmachine: (ha-106302-m02) <name>ha-106302-m02</name>
I1205 19:19:53.630968 549077 main.go:141] libmachine: (ha-106302-m02) <memory unit='MiB'>2200</memory>
I1205 19:19:53.630977 549077 main.go:141] libmachine: (ha-106302-m02) <vcpu>2</vcpu>
I1205 19:19:53.630984 549077 main.go:141] libmachine: (ha-106302-m02) <features>
I1205 19:19:53.630994 549077 main.go:141] libmachine: (ha-106302-m02) <acpi/>
I1205 19:19:53.630998 549077 main.go:141] libmachine: (ha-106302-m02) <apic/>
I1205 19:19:53.631006 549077 main.go:141] libmachine: (ha-106302-m02) <pae/>
I1205 19:19:53.631010 549077 main.go:141] libmachine: (ha-106302-m02)
I1205 19:19:53.631018 549077 main.go:141] libmachine: (ha-106302-m02) </features>
I1205 19:19:53.631023 549077 main.go:141] libmachine: (ha-106302-m02) <cpu mode='host-passthrough'>
I1205 19:19:53.631031 549077 main.go:141] libmachine: (ha-106302-m02)
I1205 19:19:53.631048 549077 main.go:141] libmachine: (ha-106302-m02) </cpu>
I1205 19:19:53.631078 549077 main.go:141] libmachine: (ha-106302-m02) <os>
I1205 19:19:53.631098 549077 main.go:141] libmachine: (ha-106302-m02) <type>hvm</type>
I1205 19:19:53.631107 549077 main.go:141] libmachine: (ha-106302-m02) <boot dev='cdrom'/>
I1205 19:19:53.631116 549077 main.go:141] libmachine: (ha-106302-m02) <boot dev='hd'/>
I1205 19:19:53.631124 549077 main.go:141] libmachine: (ha-106302-m02) <bootmenu enable='no'/>
I1205 19:19:53.631134 549077 main.go:141] libmachine: (ha-106302-m02) </os>
I1205 19:19:53.631143 549077 main.go:141] libmachine: (ha-106302-m02) <devices>
I1205 19:19:53.631154 549077 main.go:141] libmachine: (ha-106302-m02) <disk type='file' device='cdrom'>
I1205 19:19:53.631183 549077 main.go:141] libmachine: (ha-106302-m02) <source file='/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/boot2docker.iso'/>
I1205 19:19:53.631194 549077 main.go:141] libmachine: (ha-106302-m02) <target dev='hdc' bus='scsi'/>
I1205 19:19:53.631203 549077 main.go:141] libmachine: (ha-106302-m02) <readonly/>
I1205 19:19:53.631212 549077 main.go:141] libmachine: (ha-106302-m02) </disk>
I1205 19:19:53.631221 549077 main.go:141] libmachine: (ha-106302-m02) <disk type='file' device='disk'>
I1205 19:19:53.631237 549077 main.go:141] libmachine: (ha-106302-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1205 19:19:53.631252 549077 main.go:141] libmachine: (ha-106302-m02) <source file='/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/ha-106302-m02.rawdisk'/>
I1205 19:19:53.631263 549077 main.go:141] libmachine: (ha-106302-m02) <target dev='hda' bus='virtio'/>
I1205 19:19:53.631274 549077 main.go:141] libmachine: (ha-106302-m02) </disk>
I1205 19:19:53.631284 549077 main.go:141] libmachine: (ha-106302-m02) <interface type='network'>
I1205 19:19:53.631293 549077 main.go:141] libmachine: (ha-106302-m02) <source network='mk-ha-106302'/>
I1205 19:19:53.631316 549077 main.go:141] libmachine: (ha-106302-m02) <model type='virtio'/>
I1205 19:19:53.631331 549077 main.go:141] libmachine: (ha-106302-m02) </interface>
I1205 19:19:53.631344 549077 main.go:141] libmachine: (ha-106302-m02) <interface type='network'>
I1205 19:19:53.631354 549077 main.go:141] libmachine: (ha-106302-m02) <source network='default'/>
I1205 19:19:53.631367 549077 main.go:141] libmachine: (ha-106302-m02) <model type='virtio'/>
I1205 19:19:53.631376 549077 main.go:141] libmachine: (ha-106302-m02) </interface>
I1205 19:19:53.631384 549077 main.go:141] libmachine: (ha-106302-m02) <serial type='pty'>
I1205 19:19:53.631393 549077 main.go:141] libmachine: (ha-106302-m02) <target port='0'/>
I1205 19:19:53.631401 549077 main.go:141] libmachine: (ha-106302-m02) </serial>
I1205 19:19:53.631415 549077 main.go:141] libmachine: (ha-106302-m02) <console type='pty'>
I1205 19:19:53.631426 549077 main.go:141] libmachine: (ha-106302-m02) <target type='serial' port='0'/>
I1205 19:19:53.631434 549077 main.go:141] libmachine: (ha-106302-m02) </console>
I1205 19:19:53.631446 549077 main.go:141] libmachine: (ha-106302-m02) <rng model='virtio'>
I1205 19:19:53.631457 549077 main.go:141] libmachine: (ha-106302-m02) <backend model='random'>/dev/random</backend>
I1205 19:19:53.631468 549077 main.go:141] libmachine: (ha-106302-m02) </rng>
I1205 19:19:53.631474 549077 main.go:141] libmachine: (ha-106302-m02)
I1205 19:19:53.631496 549077 main.go:141] libmachine: (ha-106302-m02)
I1205 19:19:53.631509 549077 main.go:141] libmachine: (ha-106302-m02) </devices>
I1205 19:19:53.631522 549077 main.go:141] libmachine: (ha-106302-m02) </domain>
I1205 19:19:53.631527 549077 main.go:141] libmachine: (ha-106302-m02)
I1205 19:19:53.638274 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:3d:5d:13 in network default
I1205 19:19:53.638929 549077 main.go:141] libmachine: (ha-106302-m02) Ensuring networks are active...
I1205 19:19:53.638948 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:19:53.639739 549077 main.go:141] libmachine: (ha-106302-m02) Ensuring network default is active
I1205 19:19:53.639999 549077 main.go:141] libmachine: (ha-106302-m02) Ensuring network mk-ha-106302 is active
I1205 19:19:53.640360 549077 main.go:141] libmachine: (ha-106302-m02) Getting domain xml...
I1205 19:19:53.640970 549077 main.go:141] libmachine: (ha-106302-m02) Creating domain...
I1205 19:19:54.858939 549077 main.go:141] libmachine: (ha-106302-m02) Waiting to get IP...
I1205 19:19:54.859905 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:19:54.860367 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:19:54.860447 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:54.860358 549462 retry.go:31] will retry after 210.406566ms: waiting for machine to come up
I1205 19:19:55.072865 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:19:55.073270 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:19:55.073303 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:55.073236 549462 retry.go:31] will retry after 380.564554ms: waiting for machine to come up
I1205 19:19:55.456055 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:19:55.456633 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:19:55.456664 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:55.456575 549462 retry.go:31] will retry after 318.906554ms: waiting for machine to come up
I1205 19:19:55.777216 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:19:55.777679 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:19:55.777710 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:55.777619 549462 retry.go:31] will retry after 557.622429ms: waiting for machine to come up
I1205 19:19:56.337019 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:19:56.337517 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:19:56.337547 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:56.337452 549462 retry.go:31] will retry after 733.803738ms: waiting for machine to come up
I1205 19:19:57.072993 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:19:57.073519 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:19:57.073554 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:57.073464 549462 retry.go:31] will retry after 792.053725ms: waiting for machine to come up
I1205 19:19:57.866686 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:19:57.867255 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:19:57.867284 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:57.867204 549462 retry.go:31] will retry after 899.083916ms: waiting for machine to come up
I1205 19:19:58.767474 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:19:58.767846 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:19:58.767879 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:58.767799 549462 retry.go:31] will retry after 894.520794ms: waiting for machine to come up
I1205 19:19:59.663948 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:19:59.664483 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:19:59.664517 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:19:59.664431 549462 retry.go:31] will retry after 1.445971502s: waiting for machine to come up
I1205 19:20:01.112081 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:01.112472 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:20:01.112497 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:20:01.112419 549462 retry.go:31] will retry after 2.114052847s: waiting for machine to come up
I1205 19:20:03.228602 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:03.229091 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:20:03.229116 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:20:03.229037 549462 retry.go:31] will retry after 2.786335133s: waiting for machine to come up
I1205 19:20:06.019023 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:06.019472 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:20:06.019494 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:20:06.019436 549462 retry.go:31] will retry after 3.312152878s: waiting for machine to come up
I1205 19:20:09.332971 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:09.333454 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:20:09.333485 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:20:09.333375 549462 retry.go:31] will retry after 4.193621264s: waiting for machine to come up
I1205 19:20:13.528190 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:13.528561 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find current IP address of domain ha-106302-m02 in network mk-ha-106302
I1205 19:20:13.528582 549077 main.go:141] libmachine: (ha-106302-m02) DBG | I1205 19:20:13.528513 549462 retry.go:31] will retry after 5.505002432s: waiting for machine to come up
I1205 19:20:19.035383 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:19.035839 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has current primary IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:19.035869 549077 main.go:141] libmachine: (ha-106302-m02) Found IP for machine: 192.168.39.22
I1205 19:20:19.035884 549077 main.go:141] libmachine: (ha-106302-m02) Reserving static IP address...
I1205 19:20:19.036316 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find host DHCP lease matching {name: "ha-106302-m02", mac: "52:54:00:50:91:17", ip: "192.168.39.22"} in network mk-ha-106302
I1205 19:20:19.111128 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Getting to WaitForSSH function...
I1205 19:20:19.111162 549077 main.go:141] libmachine: (ha-106302-m02) Reserved static IP address: 192.168.39.22
I1205 19:20:19.111175 549077 main.go:141] libmachine: (ha-106302-m02) Waiting for SSH to be available...
I1205 19:20:19.113732 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:19.114085 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302
I1205 19:20:19.114114 549077 main.go:141] libmachine: (ha-106302-m02) DBG | unable to find defined IP address of network mk-ha-106302 interface with MAC address 52:54:00:50:91:17
I1205 19:20:19.114257 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Using SSH client type: external
I1205 19:20:19.114278 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/id_rsa (-rw-------)
I1205 19:20:19.114319 549077 main.go:141] libmachine: (ha-106302-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1205 19:20:19.114332 549077 main.go:141] libmachine: (ha-106302-m02) DBG | About to run SSH command:
I1205 19:20:19.114349 549077 main.go:141] libmachine: (ha-106302-m02) DBG | exit 0
I1205 19:20:19.118035 549077 main.go:141] libmachine: (ha-106302-m02) DBG | SSH cmd err, output: exit status 255:
I1205 19:20:19.118057 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1205 19:20:19.118065 549077 main.go:141] libmachine: (ha-106302-m02) DBG | command : exit 0
I1205 19:20:19.118070 549077 main.go:141] libmachine: (ha-106302-m02) DBG | err : exit status 255
I1205 19:20:19.118077 549077 main.go:141] libmachine: (ha-106302-m02) DBG | output :
I1205 19:20:22.120219 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Getting to WaitForSSH function...
I1205 19:20:22.122541 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.122838 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:22.122871 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.122905 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Using SSH client type: external
I1205 19:20:22.122934 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/id_rsa (-rw-------)
I1205 19:20:22.122975 549077 main.go:141] libmachine: (ha-106302-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.22 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1205 19:20:22.122988 549077 main.go:141] libmachine: (ha-106302-m02) DBG | About to run SSH command:
I1205 19:20:22.122997 549077 main.go:141] libmachine: (ha-106302-m02) DBG | exit 0
I1205 19:20:22.248910 549077 main.go:141] libmachine: (ha-106302-m02) DBG | SSH cmd err, output: <nil>:
I1205 19:20:22.249203 549077 main.go:141] libmachine: (ha-106302-m02) KVM machine creation complete!
I1205 19:20:22.249549 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetConfigRaw
I1205 19:20:22.250245 549077 main.go:141] libmachine: (ha-106302-m02) Calling .DriverName
I1205 19:20:22.250531 549077 main.go:141] libmachine: (ha-106302-m02) Calling .DriverName
I1205 19:20:22.250724 549077 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1205 19:20:22.250739 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetState
I1205 19:20:22.252145 549077 main.go:141] libmachine: Detecting operating system of created instance...
I1205 19:20:22.252159 549077 main.go:141] libmachine: Waiting for SSH to be available...
I1205 19:20:22.252171 549077 main.go:141] libmachine: Getting to WaitForSSH function...
I1205 19:20:22.252176 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHHostname
I1205 19:20:22.255218 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.255608 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:22.255639 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.255817 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHPort
I1205 19:20:22.256017 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:22.256246 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:22.256424 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHUsername
I1205 19:20:22.256663 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:20:22.256916 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.22 22 <nil> <nil>}
I1205 19:20:22.256931 549077 main.go:141] libmachine: About to run SSH command:
exit 0
I1205 19:20:22.368260 549077 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 19:20:22.368313 549077 main.go:141] libmachine: Detecting the provisioner...
I1205 19:20:22.368324 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHHostname
I1205 19:20:22.371040 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.371460 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:22.371481 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.371672 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHPort
I1205 19:20:22.371891 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:22.372059 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:22.372173 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHUsername
I1205 19:20:22.372389 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:20:22.372564 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.22 22 <nil> <nil>}
I1205 19:20:22.372578 549077 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1205 19:20:22.485513 549077 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1205 19:20:22.485607 549077 main.go:141] libmachine: found compatible host: buildroot
I1205 19:20:22.485621 549077 main.go:141] libmachine: Provisioning with buildroot...
I1205 19:20:22.485637 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetMachineName
I1205 19:20:22.485917 549077 buildroot.go:166] provisioning hostname "ha-106302-m02"
I1205 19:20:22.485951 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetMachineName
I1205 19:20:22.486197 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHHostname
I1205 19:20:22.489137 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.489476 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:22.489498 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.489650 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHPort
I1205 19:20:22.489844 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:22.489970 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:22.490109 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHUsername
I1205 19:20:22.490248 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:20:22.490464 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.22 22 <nil> <nil>}
I1205 19:20:22.490479 549077 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-106302-m02 && echo "ha-106302-m02" | sudo tee /etc/hostname
I1205 19:20:22.616293 549077 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-106302-m02
I1205 19:20:22.616334 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHHostname
I1205 19:20:22.618960 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.619345 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:22.619376 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.619593 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHPort
I1205 19:20:22.619776 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:22.619933 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:22.620106 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHUsername
I1205 19:20:22.620296 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:20:22.620475 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.22 22 <nil> <nil>}
I1205 19:20:22.620492 549077 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-106302-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-106302-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-106302-m02' | sudo tee -a /etc/hosts;
fi
fi
I1205 19:20:22.738362 549077 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 19:20:22.738404 549077 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20052-530897/.minikube CaCertPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20052-530897/.minikube}
I1205 19:20:22.738463 549077 buildroot.go:174] setting up certificates
I1205 19:20:22.738483 549077 provision.go:84] configureAuth start
I1205 19:20:22.738504 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetMachineName
I1205 19:20:22.738844 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetIP
I1205 19:20:22.741581 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.741992 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:22.742022 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.742170 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHHostname
I1205 19:20:22.744256 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.744573 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:22.744600 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.744740 549077 provision.go:143] copyHostCerts
I1205 19:20:22.744774 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem
I1205 19:20:22.744818 549077 exec_runner.go:144] found /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem, removing ...
I1205 19:20:22.744828 549077 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem
I1205 19:20:22.744891 549077 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem (1123 bytes)
I1205 19:20:22.744975 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem
I1205 19:20:22.744994 549077 exec_runner.go:144] found /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem, removing ...
I1205 19:20:22.745000 549077 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem
I1205 19:20:22.745024 549077 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem (1679 bytes)
I1205 19:20:22.745615 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem
I1205 19:20:22.745684 549077 exec_runner.go:144] found /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem, removing ...
I1205 19:20:22.745691 549077 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem
I1205 19:20:22.745739 549077 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem (1078 bytes)
I1205 19:20:22.745877 549077 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca-key.pem org=jenkins.ha-106302-m02 san=[127.0.0.1 192.168.39.22 ha-106302-m02 localhost minikube]
I1205 19:20:22.796359 549077 provision.go:177] copyRemoteCerts
I1205 19:20:22.796421 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1205 19:20:22.796448 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHHostname
I1205 19:20:22.799357 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.799732 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:22.799766 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.799995 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHPort
I1205 19:20:22.800198 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:22.800385 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHUsername
I1205 19:20:22.800538 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.22 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/id_rsa Username:docker}
I1205 19:20:22.887828 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1205 19:20:22.887929 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1205 19:20:22.916212 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem -> /etc/docker/server.pem
I1205 19:20:22.916319 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1205 19:20:22.941232 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1205 19:20:22.941341 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1205 19:20:22.967161 549077 provision.go:87] duration metric: took 228.658819ms to configureAuth
I1205 19:20:22.967199 549077 buildroot.go:189] setting minikube options for container-runtime
I1205 19:20:22.967392 549077 config.go:182] Loaded profile config "ha-106302": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 19:20:22.967485 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHHostname
I1205 19:20:22.970286 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.970715 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:22.970749 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:22.970939 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHPort
I1205 19:20:22.971156 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:22.971320 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:22.971433 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHUsername
I1205 19:20:22.971580 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:20:22.971846 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.22 22 <nil> <nil>}
I1205 19:20:22.971863 549077 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1205 19:20:23.207888 549077 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1205 19:20:23.207924 549077 main.go:141] libmachine: Checking connection to Docker...
I1205 19:20:23.207935 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetURL
I1205 19:20:23.209276 549077 main.go:141] libmachine: (ha-106302-m02) DBG | Using libvirt version 6000000
I1205 19:20:23.211506 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.211907 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:23.211936 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.212208 549077 main.go:141] libmachine: Docker is up and running!
I1205 19:20:23.212224 549077 main.go:141] libmachine: Reticulating splines...
I1205 19:20:23.212232 549077 client.go:171] duration metric: took 30.053657655s to LocalClient.Create
I1205 19:20:23.212256 549077 start.go:167] duration metric: took 30.053742841s to libmachine.API.Create "ha-106302"
I1205 19:20:23.212293 549077 start.go:293] postStartSetup for "ha-106302-m02" (driver="kvm2")
I1205 19:20:23.212310 549077 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1205 19:20:23.212333 549077 main.go:141] libmachine: (ha-106302-m02) Calling .DriverName
I1205 19:20:23.212577 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1205 19:20:23.212606 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHHostname
I1205 19:20:23.215114 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.215516 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:23.215546 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.215705 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHPort
I1205 19:20:23.215924 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:23.216106 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHUsername
I1205 19:20:23.216253 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.22 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/id_rsa Username:docker}
I1205 19:20:23.304000 549077 ssh_runner.go:195] Run: cat /etc/os-release
I1205 19:20:23.308581 549077 info.go:137] Remote host: Buildroot 2023.02.9
I1205 19:20:23.308614 549077 filesync.go:126] Scanning /home/jenkins/minikube-integration/20052-530897/.minikube/addons for local assets ...
I1205 19:20:23.308698 549077 filesync.go:126] Scanning /home/jenkins/minikube-integration/20052-530897/.minikube/files for local assets ...
I1205 19:20:23.308795 549077 filesync.go:149] local asset: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem -> 5381862.pem in /etc/ssl/certs
I1205 19:20:23.308810 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem -> /etc/ssl/certs/5381862.pem
I1205 19:20:23.308927 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1205 19:20:23.319412 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem --> /etc/ssl/certs/5381862.pem (1708 bytes)
I1205 19:20:23.344460 549077 start.go:296] duration metric: took 132.146002ms for postStartSetup
I1205 19:20:23.344545 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetConfigRaw
I1205 19:20:23.345277 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetIP
I1205 19:20:23.348207 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.348665 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:23.348693 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.348984 549077 profile.go:143] Saving config to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/config.json ...
I1205 19:20:23.349202 549077 start.go:128] duration metric: took 30.210071126s to createHost
I1205 19:20:23.349267 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHHostname
I1205 19:20:23.351860 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.352216 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:23.352247 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.352437 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHPort
I1205 19:20:23.352631 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:23.352819 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:23.352959 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHUsername
I1205 19:20:23.353129 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:20:23.353382 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.22 22 <nil> <nil>}
I1205 19:20:23.353399 549077 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1205 19:20:23.465312 549077 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733426423.446273328
I1205 19:20:23.465337 549077 fix.go:216] guest clock: 1733426423.446273328
I1205 19:20:23.465346 549077 fix.go:229] Guest: 2024-12-05 19:20:23.446273328 +0000 UTC Remote: 2024-12-05 19:20:23.349227376 +0000 UTC m=+77.722963766 (delta=97.045952ms)
I1205 19:20:23.465364 549077 fix.go:200] guest clock delta is within tolerance: 97.045952ms
I1205 19:20:23.465370 549077 start.go:83] releasing machines lock for "ha-106302-m02", held for 30.326335436s
I1205 19:20:23.465398 549077 main.go:141] libmachine: (ha-106302-m02) Calling .DriverName
I1205 19:20:23.465708 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetIP
I1205 19:20:23.468308 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.468731 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:23.468764 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.471281 549077 out.go:177] * Found network options:
I1205 19:20:23.472818 549077 out.go:177] - NO_PROXY=192.168.39.185
W1205 19:20:23.473976 549077 proxy.go:119] fail to check proxy env: Error ip not in block
I1205 19:20:23.474014 549077 main.go:141] libmachine: (ha-106302-m02) Calling .DriverName
I1205 19:20:23.474583 549077 main.go:141] libmachine: (ha-106302-m02) Calling .DriverName
I1205 19:20:23.474762 549077 main.go:141] libmachine: (ha-106302-m02) Calling .DriverName
I1205 19:20:23.474896 549077 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1205 19:20:23.474942 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHHostname
W1205 19:20:23.474975 549077 proxy.go:119] fail to check proxy env: Error ip not in block
I1205 19:20:23.475049 549077 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1205 19:20:23.475075 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHHostname
I1205 19:20:23.477606 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.477936 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.477969 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:23.477989 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.478113 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHPort
I1205 19:20:23.478273 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:23.478379 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:23.478405 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:23.478432 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHUsername
I1205 19:20:23.478613 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHPort
I1205 19:20:23.478614 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.22 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/id_rsa Username:docker}
I1205 19:20:23.478752 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHKeyPath
I1205 19:20:23.478903 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetSSHUsername
I1205 19:20:23.479088 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.22 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m02/id_rsa Username:docker}
I1205 19:20:23.717492 549077 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1205 19:20:23.724398 549077 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1205 19:20:23.724467 549077 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1205 19:20:23.742377 549077 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1205 19:20:23.742416 549077 start.go:495] detecting cgroup driver to use...
I1205 19:20:23.742481 549077 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1205 19:20:23.759474 549077 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1205 19:20:23.774720 549077 docker.go:217] disabling cri-docker service (if available) ...
I1205 19:20:23.774808 549077 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1205 19:20:23.790887 549077 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1205 19:20:23.807005 549077 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1205 19:20:23.919834 549077 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1205 19:20:24.073552 549077 docker.go:233] disabling docker service ...
I1205 19:20:24.073644 549077 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1205 19:20:24.088648 549077 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1205 19:20:24.103156 549077 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1205 19:20:24.227966 549077 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1205 19:20:24.343808 549077 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1205 19:20:24.359016 549077 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1205 19:20:24.378372 549077 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1205 19:20:24.378434 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:20:24.390093 549077 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1205 19:20:24.390163 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:20:24.402052 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:20:24.413868 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:20:24.425063 549077 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1205 19:20:24.436756 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:20:24.448351 549077 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:20:24.466246 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:20:24.477646 549077 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1205 19:20:24.487958 549077 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1205 19:20:24.488022 549077 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1205 19:20:24.504864 549077 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1205 19:20:24.516929 549077 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 19:20:24.650055 549077 ssh_runner.go:195] Run: sudo systemctl restart crio
I1205 19:20:24.749984 549077 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1205 19:20:24.750068 549077 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1205 19:20:24.754929 549077 start.go:563] Will wait 60s for crictl version
I1205 19:20:24.754993 549077 ssh_runner.go:195] Run: which crictl
I1205 19:20:24.758880 549077 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1205 19:20:24.803432 549077 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1205 19:20:24.803519 549077 ssh_runner.go:195] Run: crio --version
I1205 19:20:24.832773 549077 ssh_runner.go:195] Run: crio --version
I1205 19:20:24.866071 549077 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1205 19:20:24.867336 549077 out.go:177] - env NO_PROXY=192.168.39.185
I1205 19:20:24.868566 549077 main.go:141] libmachine: (ha-106302-m02) Calling .GetIP
I1205 19:20:24.871432 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:24.871918 549077 main.go:141] libmachine: (ha-106302-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:50:91:17", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:20:09 +0000 UTC Type:0 Mac:52:54:00:50:91:17 Iaid: IPaddr:192.168.39.22 Prefix:24 Hostname:ha-106302-m02 Clientid:01:52:54:00:50:91:17}
I1205 19:20:24.871951 549077 main.go:141] libmachine: (ha-106302-m02) DBG | domain ha-106302-m02 has defined IP address 192.168.39.22 and MAC address 52:54:00:50:91:17 in network mk-ha-106302
I1205 19:20:24.872171 549077 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1205 19:20:24.876554 549077 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 19:20:24.890047 549077 mustload.go:65] Loading cluster: ha-106302
I1205 19:20:24.890241 549077 config.go:182] Loaded profile config "ha-106302": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 19:20:24.890558 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:20:24.890603 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:20:24.905579 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:32811
I1205 19:20:24.906049 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:20:24.906603 549077 main.go:141] libmachine: Using API Version 1
I1205 19:20:24.906625 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:20:24.906945 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:20:24.907214 549077 main.go:141] libmachine: (ha-106302) Calling .GetState
I1205 19:20:24.908815 549077 host.go:66] Checking if "ha-106302" exists ...
I1205 19:20:24.909241 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:20:24.909290 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:20:24.924888 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35263
I1205 19:20:24.925342 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:20:24.925844 549077 main.go:141] libmachine: Using API Version 1
I1205 19:20:24.925864 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:20:24.926328 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:20:24.926542 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:20:24.926741 549077 certs.go:68] Setting up /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302 for IP: 192.168.39.22
I1205 19:20:24.926754 549077 certs.go:194] generating shared ca certs ...
I1205 19:20:24.926770 549077 certs.go:226] acquiring lock for ca certs: {Name:mkcf23d68bcb6730f7d82493f51aee9d91d32e29 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:20:24.926902 549077 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.key
I1205 19:20:24.926939 549077 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.key
I1205 19:20:24.926948 549077 certs.go:256] generating profile certs ...
I1205 19:20:24.927023 549077 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.key
I1205 19:20:24.927047 549077 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.842d328c
I1205 19:20:24.927061 549077 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.842d328c with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.185 192.168.39.22 192.168.39.254]
I1205 19:20:25.018998 549077 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.842d328c ...
I1205 19:20:25.019030 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.842d328c: {Name:mkb73e87a5bbbf4f4c79d1fb041b857c135f5f2e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:20:25.019217 549077 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.842d328c ...
I1205 19:20:25.019230 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.842d328c: {Name:mk2fba0e13caab29e22d03865232eceeba478b3f Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:20:25.019304 549077 certs.go:381] copying /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.842d328c -> /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt
I1205 19:20:25.019444 549077 certs.go:385] copying /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.842d328c -> /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key
I1205 19:20:25.019581 549077 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.key
I1205 19:20:25.019598 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1205 19:20:25.019611 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1205 19:20:25.019630 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1205 19:20:25.019645 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1205 19:20:25.019658 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1205 19:20:25.019670 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1205 19:20:25.019681 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1205 19:20:25.019693 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1205 19:20:25.019742 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186.pem (1338 bytes)
W1205 19:20:25.019769 549077 certs.go:480] ignoring /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186_empty.pem, impossibly tiny 0 bytes
I1205 19:20:25.019780 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca-key.pem (1675 bytes)
I1205 19:20:25.019800 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem (1078 bytes)
I1205 19:20:25.019822 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem (1123 bytes)
I1205 19:20:25.019843 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem (1679 bytes)
I1205 19:20:25.019881 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem (1708 bytes)
I1205 19:20:25.019905 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem -> /usr/share/ca-certificates/5381862.pem
I1205 19:20:25.019919 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1205 19:20:25.019931 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186.pem -> /usr/share/ca-certificates/538186.pem
I1205 19:20:25.019965 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:20:25.022938 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:20:25.023319 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:20:25.023341 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:20:25.023553 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:20:25.023832 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:20:25.024047 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:20:25.024204 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.185 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa Username:docker}
I1205 19:20:25.100678 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1205 19:20:25.110731 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1205 19:20:25.125160 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1205 19:20:25.130012 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1205 19:20:25.140972 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1205 19:20:25.146148 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1205 19:20:25.157617 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1205 19:20:25.162172 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1205 19:20:25.173149 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1205 19:20:25.178465 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1205 19:20:25.189406 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1205 19:20:25.193722 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1205 19:20:25.206028 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1205 19:20:25.233287 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1205 19:20:25.261305 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1205 19:20:25.289482 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1205 19:20:25.316415 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1205 19:20:25.342226 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1205 19:20:25.368246 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1205 19:20:25.393426 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1205 19:20:25.419609 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem --> /usr/share/ca-certificates/5381862.pem (1708 bytes)
I1205 19:20:25.445786 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1205 19:20:25.469979 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186.pem --> /usr/share/ca-certificates/538186.pem (1338 bytes)
I1205 19:20:25.493824 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1205 19:20:25.510843 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1205 19:20:25.527645 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1205 19:20:25.545705 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1205 19:20:25.563452 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1205 19:20:25.580089 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1205 19:20:25.596848 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1205 19:20:25.613807 549077 ssh_runner.go:195] Run: openssl version
I1205 19:20:25.619697 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/5381862.pem && ln -fs /usr/share/ca-certificates/5381862.pem /etc/ssl/certs/5381862.pem"
I1205 19:20:25.630983 549077 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/5381862.pem
I1205 19:20:25.635623 549077 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 5 19:15 /usr/share/ca-certificates/5381862.pem
I1205 19:20:25.635686 549077 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/5381862.pem
I1205 19:20:25.641677 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/5381862.pem /etc/ssl/certs/3ec20f2e.0"
I1205 19:20:25.653239 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1205 19:20:25.664932 549077 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1205 19:20:25.669827 549077 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 5 19:03 /usr/share/ca-certificates/minikubeCA.pem
I1205 19:20:25.669897 549077 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1205 19:20:25.675619 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1205 19:20:25.687127 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/538186.pem && ln -fs /usr/share/ca-certificates/538186.pem /etc/ssl/certs/538186.pem"
I1205 19:20:25.698338 549077 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/538186.pem
I1205 19:20:25.702836 549077 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 5 19:15 /usr/share/ca-certificates/538186.pem
I1205 19:20:25.702900 549077 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/538186.pem
I1205 19:20:25.708667 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/538186.pem /etc/ssl/certs/51391683.0"
I1205 19:20:25.720085 549077 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1205 19:20:25.724316 549077 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1205 19:20:25.724377 549077 kubeadm.go:934] updating node {m02 192.168.39.22 8443 v1.31.2 crio true true} ...
I1205 19:20:25.724468 549077 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-106302-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.22
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-106302 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1205 19:20:25.724495 549077 kube-vip.go:115] generating kube-vip config ...
I1205 19:20:25.724527 549077 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1205 19:20:25.742381 549077 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1205 19:20:25.742481 549077 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1205 19:20:25.742576 549077 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1205 19:20:25.753160 549077 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1205 19:20:25.753241 549077 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1205 19:20:25.763396 549077 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1205 19:20:25.763426 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1205 19:20:25.763482 549077 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1205 19:20:25.763508 549077 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1205 19:20:25.763539 549077 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1205 19:20:25.767948 549077 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1205 19:20:25.767974 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1205 19:20:27.082938 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1205 19:20:27.083030 549077 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1205 19:20:27.089029 549077 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1205 19:20:27.089083 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1205 19:20:27.157306 549077 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1205 19:20:27.187033 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1205 19:20:27.187142 549077 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1205 19:20:27.195317 549077 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1205 19:20:27.195366 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1205 19:20:27.686796 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1205 19:20:27.697152 549077 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (312 bytes)
I1205 19:20:27.715018 549077 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1205 19:20:27.734908 549077 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1205 19:20:27.752785 549077 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1205 19:20:27.756906 549077 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 19:20:27.769582 549077 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 19:20:27.907328 549077 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1205 19:20:27.931860 549077 host.go:66] Checking if "ha-106302" exists ...
I1205 19:20:27.932222 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:20:27.932282 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:20:27.948463 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40951
I1205 19:20:27.949044 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:20:27.949565 549077 main.go:141] libmachine: Using API Version 1
I1205 19:20:27.949592 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:20:27.949925 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:20:27.950146 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:20:27.950314 549077 start.go:317] joinCluster: &{Name:ha-106302 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-106302 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.185 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.22 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration
:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1205 19:20:27.950422 549077 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1205 19:20:27.950440 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:20:27.953425 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:20:27.953881 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:20:27.953912 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:20:27.954070 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:20:27.954316 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:20:27.954453 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:20:27.954606 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.185 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa Username:docker}
I1205 19:20:28.113909 549077 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.22 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 19:20:28.113956 549077 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token kqxul8.esbt6vl0oo3pylcw --discovery-token-ca-cert-hash sha256:0184fc4f1a90720b1d1563bffde1232169429577f60bd1edcb3fed601e87dcb8 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-106302-m02 --control-plane --apiserver-advertise-address=192.168.39.22 --apiserver-bind-port=8443"
I1205 19:20:49.921346 549077 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token kqxul8.esbt6vl0oo3pylcw --discovery-token-ca-cert-hash sha256:0184fc4f1a90720b1d1563bffde1232169429577f60bd1edcb3fed601e87dcb8 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-106302-m02 --control-plane --apiserver-advertise-address=192.168.39.22 --apiserver-bind-port=8443": (21.80735449s)
I1205 19:20:49.921399 549077 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1205 19:20:50.372592 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-106302-m02 minikube.k8s.io/updated_at=2024_12_05T19_20_50_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=e85f1467f7b5bf0a3dd477c54f3fe5919d424331 minikube.k8s.io/name=ha-106302 minikube.k8s.io/primary=false
I1205 19:20:50.546557 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-106302-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1205 19:20:50.670851 549077 start.go:319] duration metric: took 22.720530002s to joinCluster
I1205 19:20:50.670996 549077 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.22 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 19:20:50.671311 549077 config.go:182] Loaded profile config "ha-106302": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 19:20:50.672473 549077 out.go:177] * Verifying Kubernetes components...
I1205 19:20:50.673807 549077 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 19:20:50.984620 549077 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1205 19:20:51.019677 549077 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20052-530897/kubeconfig
I1205 19:20:51.020052 549077 kapi.go:59] client config for ha-106302: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.crt", KeyFile:"/home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.key", CAFile:"/home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1205 19:20:51.020153 549077 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.185:8443
I1205 19:20:51.020526 549077 node_ready.go:35] waiting up to 6m0s for node "ha-106302-m02" to be "Ready" ...
I1205 19:20:51.020686 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:51.020701 549077 round_trippers.go:469] Request Headers:
I1205 19:20:51.020713 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:51.020723 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:51.041602 549077 round_trippers.go:574] Response Status: 200 OK in 20 milliseconds
I1205 19:20:51.521579 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:51.521608 549077 round_trippers.go:469] Request Headers:
I1205 19:20:51.521618 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:51.521624 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:51.528072 549077 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1205 19:20:52.021672 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:52.021725 549077 round_trippers.go:469] Request Headers:
I1205 19:20:52.021737 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:52.021745 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:52.033142 549077 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1205 19:20:52.521343 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:52.521374 549077 round_trippers.go:469] Request Headers:
I1205 19:20:52.521385 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:52.521392 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:52.538251 549077 round_trippers.go:574] Response Status: 200 OK in 16 milliseconds
I1205 19:20:53.021297 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:53.021332 549077 round_trippers.go:469] Request Headers:
I1205 19:20:53.021341 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:53.021348 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:53.024986 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:53.025544 549077 node_ready.go:53] node "ha-106302-m02" has status "Ready":"False"
I1205 19:20:53.521241 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:53.521267 549077 round_trippers.go:469] Request Headers:
I1205 19:20:53.521276 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:53.521280 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:53.524346 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:54.021533 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:54.021555 549077 round_trippers.go:469] Request Headers:
I1205 19:20:54.021563 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:54.021566 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:54.024867 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:54.521530 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:54.521559 549077 round_trippers.go:469] Request Headers:
I1205 19:20:54.521573 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:54.521579 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:54.525086 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:55.020940 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:55.020967 549077 round_trippers.go:469] Request Headers:
I1205 19:20:55.020978 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:55.020982 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:55.024965 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:55.521541 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:55.521567 549077 round_trippers.go:469] Request Headers:
I1205 19:20:55.521578 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:55.521583 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:55.524843 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:55.525513 549077 node_ready.go:53] node "ha-106302-m02" has status "Ready":"False"
I1205 19:20:56.021561 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:56.021592 549077 round_trippers.go:469] Request Headers:
I1205 19:20:56.021605 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:56.021613 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:56.032511 549077 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1205 19:20:56.521545 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:56.521569 549077 round_trippers.go:469] Request Headers:
I1205 19:20:56.521578 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:56.521582 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:56.525173 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:57.021393 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:57.021418 549077 round_trippers.go:469] Request Headers:
I1205 19:20:57.021428 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:57.021452 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:57.024653 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:57.521602 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:57.521630 549077 round_trippers.go:469] Request Headers:
I1205 19:20:57.521642 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:57.521648 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:57.524714 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:58.021076 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:58.021102 549077 round_trippers.go:469] Request Headers:
I1205 19:20:58.021111 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:58.021115 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:58.024741 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:58.025390 549077 node_ready.go:53] node "ha-106302-m02" has status "Ready":"False"
I1205 19:20:58.521263 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:58.521301 549077 round_trippers.go:469] Request Headers:
I1205 19:20:58.521311 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:58.521316 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:58.524604 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:59.021545 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:59.021570 549077 round_trippers.go:469] Request Headers:
I1205 19:20:59.021579 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:59.021585 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:59.025044 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:20:59.521104 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:20:59.521130 549077 round_trippers.go:469] Request Headers:
I1205 19:20:59.521139 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:20:59.521142 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:20:59.524601 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:00.021726 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:00.021752 549077 round_trippers.go:469] Request Headers:
I1205 19:21:00.021761 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:00.021765 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:00.025155 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:00.025976 549077 node_ready.go:53] node "ha-106302-m02" has status "Ready":"False"
I1205 19:21:00.521405 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:00.521429 549077 round_trippers.go:469] Request Headers:
I1205 19:21:00.521438 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:00.521443 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:00.524889 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:01.021527 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:01.021552 549077 round_trippers.go:469] Request Headers:
I1205 19:21:01.021564 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:01.021570 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:01.025273 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:01.521362 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:01.521386 549077 round_trippers.go:469] Request Headers:
I1205 19:21:01.521395 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:01.521400 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:01.525347 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:02.021591 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:02.021615 549077 round_trippers.go:469] Request Headers:
I1205 19:21:02.021624 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:02.021629 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:02.025220 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:02.521521 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:02.521548 549077 round_trippers.go:469] Request Headers:
I1205 19:21:02.521557 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:02.521562 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:02.524828 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:02.525818 549077 node_ready.go:53] node "ha-106302-m02" has status "Ready":"False"
I1205 19:21:03.021696 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:03.021722 549077 round_trippers.go:469] Request Headers:
I1205 19:21:03.021731 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:03.021735 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:03.025467 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:03.521081 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:03.521106 549077 round_trippers.go:469] Request Headers:
I1205 19:21:03.521115 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:03.521118 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:03.525582 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:21:04.021546 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:04.021570 549077 round_trippers.go:469] Request Headers:
I1205 19:21:04.021579 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:04.021583 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:04.025004 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:04.520903 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:04.520929 549077 round_trippers.go:469] Request Headers:
I1205 19:21:04.520937 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:04.520942 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:04.524427 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:05.021518 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:05.021545 549077 round_trippers.go:469] Request Headers:
I1205 19:21:05.021554 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:05.021557 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:05.025066 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:05.025792 549077 node_ready.go:53] node "ha-106302-m02" has status "Ready":"False"
I1205 19:21:05.520844 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:05.520870 549077 round_trippers.go:469] Request Headers:
I1205 19:21:05.520880 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:05.520885 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:05.524450 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:06.021705 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:06.021737 549077 round_trippers.go:469] Request Headers:
I1205 19:21:06.021750 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:06.021757 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:06.028871 549077 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1205 19:21:06.520789 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:06.520815 549077 round_trippers.go:469] Request Headers:
I1205 19:21:06.520824 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:06.520829 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:06.524081 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:07.021065 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:07.021090 549077 round_trippers.go:469] Request Headers:
I1205 19:21:07.021099 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:07.021104 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:07.025141 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:21:07.521099 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:07.521129 549077 round_trippers.go:469] Request Headers:
I1205 19:21:07.521139 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:07.521142 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:07.524645 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:07.525369 549077 node_ready.go:53] node "ha-106302-m02" has status "Ready":"False"
I1205 19:21:08.021173 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:08.021197 549077 round_trippers.go:469] Request Headers:
I1205 19:21:08.021205 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:08.021211 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:08.024992 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:08.520960 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:08.520986 549077 round_trippers.go:469] Request Headers:
I1205 19:21:08.520994 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:08.521000 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:08.526502 549077 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1205 19:21:09.021508 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:09.021532 549077 round_trippers.go:469] Request Headers:
I1205 19:21:09.021541 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:09.021545 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:09.024675 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:09.521594 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:09.521619 549077 round_trippers.go:469] Request Headers:
I1205 19:21:09.521628 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:09.521631 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:09.525284 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:09.525956 549077 node_ready.go:53] node "ha-106302-m02" has status "Ready":"False"
I1205 19:21:10.021222 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:10.021257 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.021266 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.021271 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.024522 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:10.025029 549077 node_ready.go:49] node "ha-106302-m02" has status "Ready":"True"
I1205 19:21:10.025048 549077 node_ready.go:38] duration metric: took 19.004494335s for node "ha-106302-m02" to be "Ready" ...
I1205 19:21:10.025058 549077 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1205 19:21:10.025143 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods
I1205 19:21:10.025161 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.025168 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.025172 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.029254 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:21:10.037343 549077 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-45m77" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.037449 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-45m77
I1205 19:21:10.037458 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.037466 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.037471 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.041083 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:10.041839 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:21:10.041858 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.041871 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.041877 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.045415 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:10.045998 549077 pod_ready.go:93] pod "coredns-7c65d6cfc9-45m77" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:10.046023 549077 pod_ready.go:82] duration metric: took 8.64868ms for pod "coredns-7c65d6cfc9-45m77" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.046036 549077 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-sjsv2" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.046126 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-sjsv2
I1205 19:21:10.046137 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.046148 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.046157 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.048885 549077 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 19:21:10.049682 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:21:10.049701 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.049711 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.049719 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.052106 549077 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 19:21:10.052838 549077 pod_ready.go:93] pod "coredns-7c65d6cfc9-sjsv2" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:10.052859 549077 pod_ready.go:82] duration metric: took 6.814644ms for pod "coredns-7c65d6cfc9-sjsv2" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.052870 549077 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.052943 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/etcd-ha-106302
I1205 19:21:10.052958 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.052969 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.052977 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.055429 549077 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 19:21:10.056066 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:21:10.056082 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.056091 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.056098 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.058521 549077 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 19:21:10.059123 549077 pod_ready.go:93] pod "etcd-ha-106302" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:10.059143 549077 pod_ready.go:82] duration metric: took 6.26496ms for pod "etcd-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.059152 549077 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.059214 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/etcd-ha-106302-m02
I1205 19:21:10.059222 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.059229 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.059234 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.061697 549077 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 19:21:10.062341 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:10.062358 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.062365 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.062369 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.064629 549077 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 19:21:10.065300 549077 pod_ready.go:93] pod "etcd-ha-106302-m02" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:10.065321 549077 pod_ready.go:82] duration metric: took 6.163254ms for pod "etcd-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.065335 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.221800 549077 request.go:632] Waited for 156.353212ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-106302
I1205 19:21:10.221879 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-106302
I1205 19:21:10.221887 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.221896 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.221902 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.225800 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:10.421906 549077 request.go:632] Waited for 195.38917ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:21:10.421986 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:21:10.421994 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.422009 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.422020 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.425349 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:10.426055 549077 pod_ready.go:93] pod "kube-apiserver-ha-106302" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:10.426080 549077 pod_ready.go:82] duration metric: took 360.734464ms for pod "kube-apiserver-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.426094 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.622166 549077 request.go:632] Waited for 195.985328ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-106302-m02
I1205 19:21:10.622258 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-106302-m02
I1205 19:21:10.622264 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.622274 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.622278 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.626000 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:10.822214 549077 request.go:632] Waited for 195.406875ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:10.822287 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:10.822292 549077 round_trippers.go:469] Request Headers:
I1205 19:21:10.822300 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:10.822313 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:10.825573 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:10.826254 549077 pod_ready.go:93] pod "kube-apiserver-ha-106302-m02" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:10.826276 549077 pod_ready.go:82] duration metric: took 400.173601ms for pod "kube-apiserver-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:21:10.826290 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:21:11.021260 549077 request.go:632] Waited for 194.873219ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-106302
I1205 19:21:11.021346 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-106302
I1205 19:21:11.021355 549077 round_trippers.go:469] Request Headers:
I1205 19:21:11.021363 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:11.021370 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:11.024811 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:11.221934 549077 request.go:632] Waited for 196.368194ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:21:11.222013 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:21:11.222048 549077 round_trippers.go:469] Request Headers:
I1205 19:21:11.222064 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:11.222069 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:11.226121 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:21:11.226777 549077 pod_ready.go:93] pod "kube-controller-manager-ha-106302" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:11.226804 549077 pod_ready.go:82] duration metric: took 400.496709ms for pod "kube-controller-manager-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:21:11.226817 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:21:11.421793 549077 request.go:632] Waited for 194.889039ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-106302-m02
I1205 19:21:11.421939 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-106302-m02
I1205 19:21:11.421953 549077 round_trippers.go:469] Request Headers:
I1205 19:21:11.421962 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:11.421966 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:11.425791 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:11.621786 549077 request.go:632] Waited for 195.325808ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:11.621884 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:11.621897 549077 round_trippers.go:469] Request Headers:
I1205 19:21:11.621912 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:11.621921 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:11.626156 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:21:11.626616 549077 pod_ready.go:93] pod "kube-controller-manager-ha-106302-m02" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:11.626639 549077 pod_ready.go:82] duration metric: took 399.812324ms for pod "kube-controller-manager-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:21:11.626651 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-n57lf" in "kube-system" namespace to be "Ready" ...
I1205 19:21:11.821729 549077 request.go:632] Waited for 194.997004ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n57lf
I1205 19:21:11.821817 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n57lf
I1205 19:21:11.821822 549077 round_trippers.go:469] Request Headers:
I1205 19:21:11.821831 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:11.821838 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:11.825718 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:12.021841 549077 request.go:632] Waited for 195.410535ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:12.021958 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:12.021969 549077 round_trippers.go:469] Request Headers:
I1205 19:21:12.021977 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:12.021984 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:12.025441 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:12.025999 549077 pod_ready.go:93] pod "kube-proxy-n57lf" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:12.026021 549077 pod_ready.go:82] duration metric: took 399.361827ms for pod "kube-proxy-n57lf" in "kube-system" namespace to be "Ready" ...
I1205 19:21:12.026047 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zw6nj" in "kube-system" namespace to be "Ready" ...
I1205 19:21:12.222118 549077 request.go:632] Waited for 195.969624ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zw6nj
I1205 19:21:12.222187 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zw6nj
I1205 19:21:12.222192 549077 round_trippers.go:469] Request Headers:
I1205 19:21:12.222200 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:12.222204 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:12.225785 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:12.422070 549077 request.go:632] Waited for 195.377811ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:21:12.422132 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:21:12.422137 549077 round_trippers.go:469] Request Headers:
I1205 19:21:12.422145 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:12.422149 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:12.426002 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:12.426709 549077 pod_ready.go:93] pod "kube-proxy-zw6nj" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:12.426735 549077 pod_ready.go:82] duration metric: took 400.678816ms for pod "kube-proxy-zw6nj" in "kube-system" namespace to be "Ready" ...
I1205 19:21:12.426748 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:21:12.621608 549077 request.go:632] Waited for 194.758143ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-106302
I1205 19:21:12.621678 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-106302
I1205 19:21:12.621683 549077 round_trippers.go:469] Request Headers:
I1205 19:21:12.621691 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:12.621699 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:12.625056 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:12.822084 549077 request.go:632] Waited for 196.278548ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:21:12.822154 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:21:12.822166 549077 round_trippers.go:469] Request Headers:
I1205 19:21:12.822175 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:12.822178 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:12.826187 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:12.827028 549077 pod_ready.go:93] pod "kube-scheduler-ha-106302" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:12.827048 549077 pod_ready.go:82] duration metric: took 400.290627ms for pod "kube-scheduler-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:21:12.827061 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:21:13.021645 549077 request.go:632] Waited for 194.500049ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-106302-m02
I1205 19:21:13.021737 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-106302-m02
I1205 19:21:13.021746 549077 round_trippers.go:469] Request Headers:
I1205 19:21:13.021787 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:13.021795 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:13.025431 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:13.221555 549077 request.go:632] Waited for 195.53176ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:13.221632 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:21:13.221641 549077 round_trippers.go:469] Request Headers:
I1205 19:21:13.221652 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:13.221657 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:13.226002 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:21:13.226628 549077 pod_ready.go:93] pod "kube-scheduler-ha-106302-m02" in "kube-system" namespace has status "Ready":"True"
I1205 19:21:13.226651 549077 pod_ready.go:82] duration metric: took 399.582286ms for pod "kube-scheduler-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:21:13.226663 549077 pod_ready.go:39] duration metric: took 3.201594435s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1205 19:21:13.226683 549077 api_server.go:52] waiting for apiserver process to appear ...
I1205 19:21:13.226740 549077 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1205 19:21:13.244668 549077 api_server.go:72] duration metric: took 22.573625009s to wait for apiserver process to appear ...
I1205 19:21:13.244706 549077 api_server.go:88] waiting for apiserver healthz status ...
I1205 19:21:13.244737 549077 api_server.go:253] Checking apiserver healthz at https://192.168.39.185:8443/healthz ...
I1205 19:21:13.252149 549077 api_server.go:279] https://192.168.39.185:8443/healthz returned 200:
ok
I1205 19:21:13.252242 549077 round_trippers.go:463] GET https://192.168.39.185:8443/version
I1205 19:21:13.252252 549077 round_trippers.go:469] Request Headers:
I1205 19:21:13.252260 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:13.252283 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:13.253152 549077 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1205 19:21:13.253251 549077 api_server.go:141] control plane version: v1.31.2
I1205 19:21:13.253269 549077 api_server.go:131] duration metric: took 8.556554ms to wait for apiserver health ...
I1205 19:21:13.253277 549077 system_pods.go:43] waiting for kube-system pods to appear ...
I1205 19:21:13.421707 549077 request.go:632] Waited for 168.323563ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods
I1205 19:21:13.421778 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods
I1205 19:21:13.421784 549077 round_trippers.go:469] Request Headers:
I1205 19:21:13.421803 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:13.421808 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:13.428060 549077 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1205 19:21:13.433027 549077 system_pods.go:59] 17 kube-system pods found
I1205 19:21:13.433063 549077 system_pods.go:61] "coredns-7c65d6cfc9-45m77" [88196078-5292-43dc-84b2-dc53af435e5c] Running
I1205 19:21:13.433069 549077 system_pods.go:61] "coredns-7c65d6cfc9-sjsv2" [b686cbc5-1b4f-44ea-89cb-70063b687718] Running
I1205 19:21:13.433073 549077 system_pods.go:61] "etcd-ha-106302" [b0c81234-5186-4812-a1a2-4f035f9efabf] Running
I1205 19:21:13.433076 549077 system_pods.go:61] "etcd-ha-106302-m02" [8c619411-697a-4eb0-8725-27811a17aba1] Running
I1205 19:21:13.433079 549077 system_pods.go:61] "kindnet-thcsp" [e2eec41c-3ca9-42ff-801d-dfdf05f6eab2] Running
I1205 19:21:13.433083 549077 system_pods.go:61] "kindnet-xr9mh" [2044800c-f517-439e-810b-71a114cb044e] Running
I1205 19:21:13.433087 549077 system_pods.go:61] "kube-apiserver-ha-106302" [688ddac9-2f42-4e6b-b9e8-a9c967a7180b] Running
I1205 19:21:13.433090 549077 system_pods.go:61] "kube-apiserver-ha-106302-m02" [ad05d27e-72e0-443e-8ad3-2d464c116f27] Running
I1205 19:21:13.433094 549077 system_pods.go:61] "kube-controller-manager-ha-106302" [e63c5a4d-c327-4040-b679-62b5b06abec9] Running
I1205 19:21:13.433097 549077 system_pods.go:61] "kube-controller-manager-ha-106302-m02" [fe707148-d0c6-4de3-841f-3a8143fa9217] Running
I1205 19:21:13.433101 549077 system_pods.go:61] "kube-proxy-n57lf" [94819792-89fc-4a70-a54f-02e594b657bf] Running
I1205 19:21:13.433104 549077 system_pods.go:61] "kube-proxy-zw6nj" [d35e1426-9151-4eb3-95fd-c2b36c126b51] Running
I1205 19:21:13.433107 549077 system_pods.go:61] "kube-scheduler-ha-106302" [6dd32258-0ba3-4f79-8d4b-165b918bbc36] Running
I1205 19:21:13.433110 549077 system_pods.go:61] "kube-scheduler-ha-106302-m02" [b94b6bf9-4639-47d1-92be-0cbba44e65f3] Running
I1205 19:21:13.433114 549077 system_pods.go:61] "kube-vip-ha-106302" [03b99453-c78d-4aaf-93e8-7011ae363db4] Running
I1205 19:21:13.433119 549077 system_pods.go:61] "kube-vip-ha-106302-m02" [2ec94818-bc15-4d60-95b4-e7f7235f0341] Running
I1205 19:21:13.433125 549077 system_pods.go:61] "storage-provisioner" [88d6e224-b304-4f84-a162-9803400c9acf] Running
I1205 19:21:13.433131 549077 system_pods.go:74] duration metric: took 179.848181ms to wait for pod list to return data ...
I1205 19:21:13.433140 549077 default_sa.go:34] waiting for default service account to be created ...
I1205 19:21:13.621481 549077 request.go:632] Waited for 188.228658ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/default/serviceaccounts
I1205 19:21:13.621548 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/default/serviceaccounts
I1205 19:21:13.621554 549077 round_trippers.go:469] Request Headers:
I1205 19:21:13.621562 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:13.621566 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:13.625432 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:21:13.625697 549077 default_sa.go:45] found service account: "default"
I1205 19:21:13.625716 549077 default_sa.go:55] duration metric: took 192.568863ms for default service account to be created ...
I1205 19:21:13.625725 549077 system_pods.go:116] waiting for k8s-apps to be running ...
I1205 19:21:13.821886 549077 request.go:632] Waited for 196.082261ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods
I1205 19:21:13.821977 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods
I1205 19:21:13.821988 549077 round_trippers.go:469] Request Headers:
I1205 19:21:13.821997 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:13.822001 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:13.828461 549077 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1205 19:21:13.834834 549077 system_pods.go:86] 17 kube-system pods found
I1205 19:21:13.834869 549077 system_pods.go:89] "coredns-7c65d6cfc9-45m77" [88196078-5292-43dc-84b2-dc53af435e5c] Running
I1205 19:21:13.834877 549077 system_pods.go:89] "coredns-7c65d6cfc9-sjsv2" [b686cbc5-1b4f-44ea-89cb-70063b687718] Running
I1205 19:21:13.834882 549077 system_pods.go:89] "etcd-ha-106302" [b0c81234-5186-4812-a1a2-4f035f9efabf] Running
I1205 19:21:13.834886 549077 system_pods.go:89] "etcd-ha-106302-m02" [8c619411-697a-4eb0-8725-27811a17aba1] Running
I1205 19:21:13.834890 549077 system_pods.go:89] "kindnet-thcsp" [e2eec41c-3ca9-42ff-801d-dfdf05f6eab2] Running
I1205 19:21:13.834894 549077 system_pods.go:89] "kindnet-xr9mh" [2044800c-f517-439e-810b-71a114cb044e] Running
I1205 19:21:13.834898 549077 system_pods.go:89] "kube-apiserver-ha-106302" [688ddac9-2f42-4e6b-b9e8-a9c967a7180b] Running
I1205 19:21:13.834901 549077 system_pods.go:89] "kube-apiserver-ha-106302-m02" [ad05d27e-72e0-443e-8ad3-2d464c116f27] Running
I1205 19:21:13.834905 549077 system_pods.go:89] "kube-controller-manager-ha-106302" [e63c5a4d-c327-4040-b679-62b5b06abec9] Running
I1205 19:21:13.834909 549077 system_pods.go:89] "kube-controller-manager-ha-106302-m02" [fe707148-d0c6-4de3-841f-3a8143fa9217] Running
I1205 19:21:13.834912 549077 system_pods.go:89] "kube-proxy-n57lf" [94819792-89fc-4a70-a54f-02e594b657bf] Running
I1205 19:21:13.834915 549077 system_pods.go:89] "kube-proxy-zw6nj" [d35e1426-9151-4eb3-95fd-c2b36c126b51] Running
I1205 19:21:13.834919 549077 system_pods.go:89] "kube-scheduler-ha-106302" [6dd32258-0ba3-4f79-8d4b-165b918bbc36] Running
I1205 19:21:13.834924 549077 system_pods.go:89] "kube-scheduler-ha-106302-m02" [b94b6bf9-4639-47d1-92be-0cbba44e65f3] Running
I1205 19:21:13.834928 549077 system_pods.go:89] "kube-vip-ha-106302" [03b99453-c78d-4aaf-93e8-7011ae363db4] Running
I1205 19:21:13.834935 549077 system_pods.go:89] "kube-vip-ha-106302-m02" [2ec94818-bc15-4d60-95b4-e7f7235f0341] Running
I1205 19:21:13.834939 549077 system_pods.go:89] "storage-provisioner" [88d6e224-b304-4f84-a162-9803400c9acf] Running
I1205 19:21:13.834946 549077 system_pods.go:126] duration metric: took 209.215629ms to wait for k8s-apps to be running ...
I1205 19:21:13.834957 549077 system_svc.go:44] waiting for kubelet service to be running ....
I1205 19:21:13.835009 549077 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1205 19:21:13.850235 549077 system_svc.go:56] duration metric: took 15.264777ms WaitForService to wait for kubelet
I1205 19:21:13.850283 549077 kubeadm.go:582] duration metric: took 23.179247512s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1205 19:21:13.850305 549077 node_conditions.go:102] verifying NodePressure condition ...
I1205 19:21:14.021757 549077 request.go:632] Waited for 171.347316ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes
I1205 19:21:14.021833 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes
I1205 19:21:14.021840 549077 round_trippers.go:469] Request Headers:
I1205 19:21:14.021850 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:21:14.021860 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:21:14.026541 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:21:14.027820 549077 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1205 19:21:14.027846 549077 node_conditions.go:123] node cpu capacity is 2
I1205 19:21:14.027863 549077 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1205 19:21:14.027868 549077 node_conditions.go:123] node cpu capacity is 2
I1205 19:21:14.027874 549077 node_conditions.go:105] duration metric: took 177.564002ms to run NodePressure ...
I1205 19:21:14.027887 549077 start.go:241] waiting for startup goroutines ...
I1205 19:21:14.027919 549077 start.go:255] writing updated cluster config ...
I1205 19:21:14.029921 549077 out.go:201]
I1205 19:21:14.031474 549077 config.go:182] Loaded profile config "ha-106302": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 19:21:14.031571 549077 profile.go:143] Saving config to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/config.json ...
I1205 19:21:14.033173 549077 out.go:177] * Starting "ha-106302-m03" control-plane node in "ha-106302" cluster
I1205 19:21:14.034362 549077 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1205 19:21:14.034386 549077 cache.go:56] Caching tarball of preloaded images
I1205 19:21:14.034498 549077 preload.go:172] Found /home/jenkins/minikube-integration/20052-530897/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1205 19:21:14.034514 549077 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1205 19:21:14.034605 549077 profile.go:143] Saving config to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/config.json ...
I1205 19:21:14.034796 549077 start.go:360] acquireMachinesLock for ha-106302-m03: {Name:mk6b8bd9f5e6574a7838ad9c269b1c99e1910a23 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1205 19:21:14.034842 549077 start.go:364] duration metric: took 26.337µs to acquireMachinesLock for "ha-106302-m03"
I1205 19:21:14.034860 549077 start.go:93] Provisioning new machine with config: &{Name:ha-106302 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-106302 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.185 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.22 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false
ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bin
aryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 19:21:14.034960 549077 start.go:125] createHost starting for "m03" (driver="kvm2")
I1205 19:21:14.036589 549077 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1205 19:21:14.036698 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:21:14.036753 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:21:14.052449 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36769
I1205 19:21:14.052905 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:21:14.053431 549077 main.go:141] libmachine: Using API Version 1
I1205 19:21:14.053458 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:21:14.053758 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:21:14.053945 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetMachineName
I1205 19:21:14.054107 549077 main.go:141] libmachine: (ha-106302-m03) Calling .DriverName
I1205 19:21:14.054258 549077 start.go:159] libmachine.API.Create for "ha-106302" (driver="kvm2")
I1205 19:21:14.054297 549077 client.go:168] LocalClient.Create starting
I1205 19:21:14.054348 549077 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem
I1205 19:21:14.054391 549077 main.go:141] libmachine: Decoding PEM data...
I1205 19:21:14.054413 549077 main.go:141] libmachine: Parsing certificate...
I1205 19:21:14.054484 549077 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem
I1205 19:21:14.054515 549077 main.go:141] libmachine: Decoding PEM data...
I1205 19:21:14.054536 549077 main.go:141] libmachine: Parsing certificate...
I1205 19:21:14.054563 549077 main.go:141] libmachine: Running pre-create checks...
I1205 19:21:14.054575 549077 main.go:141] libmachine: (ha-106302-m03) Calling .PreCreateCheck
I1205 19:21:14.054725 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetConfigRaw
I1205 19:21:14.055103 549077 main.go:141] libmachine: Creating machine...
I1205 19:21:14.055117 549077 main.go:141] libmachine: (ha-106302-m03) Calling .Create
I1205 19:21:14.055267 549077 main.go:141] libmachine: (ha-106302-m03) Creating KVM machine...
I1205 19:21:14.056572 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found existing default KVM network
I1205 19:21:14.056653 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found existing private KVM network mk-ha-106302
I1205 19:21:14.056780 549077 main.go:141] libmachine: (ha-106302-m03) Setting up store path in /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03 ...
I1205 19:21:14.056804 549077 main.go:141] libmachine: (ha-106302-m03) Building disk image from file:///home/jenkins/minikube-integration/20052-530897/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1205 19:21:14.056850 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:14.056773 549869 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20052-530897/.minikube
I1205 19:21:14.056935 549077 main.go:141] libmachine: (ha-106302-m03) Downloading /home/jenkins/minikube-integration/20052-530897/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20052-530897/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1205 19:21:14.349600 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:14.349456 549869 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03/id_rsa...
I1205 19:21:14.429525 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:14.429393 549869 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03/ha-106302-m03.rawdisk...
I1205 19:21:14.429558 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Writing magic tar header
I1205 19:21:14.429573 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Writing SSH key tar header
I1205 19:21:14.429586 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:14.429511 549869 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03 ...
I1205 19:21:14.429599 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03
I1205 19:21:14.429612 549077 main.go:141] libmachine: (ha-106302-m03) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03 (perms=drwx------)
I1205 19:21:14.429633 549077 main.go:141] libmachine: (ha-106302-m03) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897/.minikube/machines (perms=drwxr-xr-x)
I1205 19:21:14.429648 549077 main.go:141] libmachine: (ha-106302-m03) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897/.minikube (perms=drwxr-xr-x)
I1205 19:21:14.429664 549077 main.go:141] libmachine: (ha-106302-m03) Setting executable bit set on /home/jenkins/minikube-integration/20052-530897 (perms=drwxrwxr-x)
I1205 19:21:14.429734 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897/.minikube/machines
I1205 19:21:14.429769 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897/.minikube
I1205 19:21:14.429779 549077 main.go:141] libmachine: (ha-106302-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1205 19:21:14.429798 549077 main.go:141] libmachine: (ha-106302-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1205 19:21:14.429808 549077 main.go:141] libmachine: (ha-106302-m03) Creating domain...
I1205 19:21:14.429823 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20052-530897
I1205 19:21:14.429833 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1205 19:21:14.429861 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Checking permissions on dir: /home/jenkins
I1205 19:21:14.429878 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Checking permissions on dir: /home
I1205 19:21:14.429910 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Skipping /home - not owner
I1205 19:21:14.430728 549077 main.go:141] libmachine: (ha-106302-m03) define libvirt domain using xml:
I1205 19:21:14.430737 549077 main.go:141] libmachine: (ha-106302-m03) <domain type='kvm'>
I1205 19:21:14.430743 549077 main.go:141] libmachine: (ha-106302-m03) <name>ha-106302-m03</name>
I1205 19:21:14.430748 549077 main.go:141] libmachine: (ha-106302-m03) <memory unit='MiB'>2200</memory>
I1205 19:21:14.430753 549077 main.go:141] libmachine: (ha-106302-m03) <vcpu>2</vcpu>
I1205 19:21:14.430758 549077 main.go:141] libmachine: (ha-106302-m03) <features>
I1205 19:21:14.430762 549077 main.go:141] libmachine: (ha-106302-m03) <acpi/>
I1205 19:21:14.430769 549077 main.go:141] libmachine: (ha-106302-m03) <apic/>
I1205 19:21:14.430774 549077 main.go:141] libmachine: (ha-106302-m03) <pae/>
I1205 19:21:14.430778 549077 main.go:141] libmachine: (ha-106302-m03)
I1205 19:21:14.430783 549077 main.go:141] libmachine: (ha-106302-m03) </features>
I1205 19:21:14.430790 549077 main.go:141] libmachine: (ha-106302-m03) <cpu mode='host-passthrough'>
I1205 19:21:14.430795 549077 main.go:141] libmachine: (ha-106302-m03)
I1205 19:21:14.430801 549077 main.go:141] libmachine: (ha-106302-m03) </cpu>
I1205 19:21:14.430806 549077 main.go:141] libmachine: (ha-106302-m03) <os>
I1205 19:21:14.430811 549077 main.go:141] libmachine: (ha-106302-m03) <type>hvm</type>
I1205 19:21:14.430816 549077 main.go:141] libmachine: (ha-106302-m03) <boot dev='cdrom'/>
I1205 19:21:14.430823 549077 main.go:141] libmachine: (ha-106302-m03) <boot dev='hd'/>
I1205 19:21:14.430849 549077 main.go:141] libmachine: (ha-106302-m03) <bootmenu enable='no'/>
I1205 19:21:14.430873 549077 main.go:141] libmachine: (ha-106302-m03) </os>
I1205 19:21:14.430884 549077 main.go:141] libmachine: (ha-106302-m03) <devices>
I1205 19:21:14.430900 549077 main.go:141] libmachine: (ha-106302-m03) <disk type='file' device='cdrom'>
I1205 19:21:14.430917 549077 main.go:141] libmachine: (ha-106302-m03) <source file='/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03/boot2docker.iso'/>
I1205 19:21:14.430928 549077 main.go:141] libmachine: (ha-106302-m03) <target dev='hdc' bus='scsi'/>
I1205 19:21:14.430936 549077 main.go:141] libmachine: (ha-106302-m03) <readonly/>
I1205 19:21:14.430944 549077 main.go:141] libmachine: (ha-106302-m03) </disk>
I1205 19:21:14.430951 549077 main.go:141] libmachine: (ha-106302-m03) <disk type='file' device='disk'>
I1205 19:21:14.430963 549077 main.go:141] libmachine: (ha-106302-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1205 19:21:14.431003 549077 main.go:141] libmachine: (ha-106302-m03) <source file='/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03/ha-106302-m03.rawdisk'/>
I1205 19:21:14.431029 549077 main.go:141] libmachine: (ha-106302-m03) <target dev='hda' bus='virtio'/>
I1205 19:21:14.431041 549077 main.go:141] libmachine: (ha-106302-m03) </disk>
I1205 19:21:14.431052 549077 main.go:141] libmachine: (ha-106302-m03) <interface type='network'>
I1205 19:21:14.431065 549077 main.go:141] libmachine: (ha-106302-m03) <source network='mk-ha-106302'/>
I1205 19:21:14.431075 549077 main.go:141] libmachine: (ha-106302-m03) <model type='virtio'/>
I1205 19:21:14.431084 549077 main.go:141] libmachine: (ha-106302-m03) </interface>
I1205 19:21:14.431096 549077 main.go:141] libmachine: (ha-106302-m03) <interface type='network'>
I1205 19:21:14.431107 549077 main.go:141] libmachine: (ha-106302-m03) <source network='default'/>
I1205 19:21:14.431122 549077 main.go:141] libmachine: (ha-106302-m03) <model type='virtio'/>
I1205 19:21:14.431134 549077 main.go:141] libmachine: (ha-106302-m03) </interface>
I1205 19:21:14.431143 549077 main.go:141] libmachine: (ha-106302-m03) <serial type='pty'>
I1205 19:21:14.431151 549077 main.go:141] libmachine: (ha-106302-m03) <target port='0'/>
I1205 19:21:14.431161 549077 main.go:141] libmachine: (ha-106302-m03) </serial>
I1205 19:21:14.431168 549077 main.go:141] libmachine: (ha-106302-m03) <console type='pty'>
I1205 19:21:14.431178 549077 main.go:141] libmachine: (ha-106302-m03) <target type='serial' port='0'/>
I1205 19:21:14.431186 549077 main.go:141] libmachine: (ha-106302-m03) </console>
I1205 19:21:14.431201 549077 main.go:141] libmachine: (ha-106302-m03) <rng model='virtio'>
I1205 19:21:14.431213 549077 main.go:141] libmachine: (ha-106302-m03) <backend model='random'>/dev/random</backend>
I1205 19:21:14.431223 549077 main.go:141] libmachine: (ha-106302-m03) </rng>
I1205 19:21:14.431230 549077 main.go:141] libmachine: (ha-106302-m03)
I1205 19:21:14.431248 549077 main.go:141] libmachine: (ha-106302-m03)
I1205 19:21:14.431260 549077 main.go:141] libmachine: (ha-106302-m03) </devices>
I1205 19:21:14.431266 549077 main.go:141] libmachine: (ha-106302-m03) </domain>
I1205 19:21:14.431276 549077 main.go:141] libmachine: (ha-106302-m03)
I1205 19:21:14.438494 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:19:ce:fd in network default
I1205 19:21:14.439230 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:14.439249 549077 main.go:141] libmachine: (ha-106302-m03) Ensuring networks are active...
I1205 19:21:14.440093 549077 main.go:141] libmachine: (ha-106302-m03) Ensuring network default is active
I1205 19:21:14.440381 549077 main.go:141] libmachine: (ha-106302-m03) Ensuring network mk-ha-106302 is active
I1205 19:21:14.440705 549077 main.go:141] libmachine: (ha-106302-m03) Getting domain xml...
I1205 19:21:14.441404 549077 main.go:141] libmachine: (ha-106302-m03) Creating domain...
I1205 19:21:15.693271 549077 main.go:141] libmachine: (ha-106302-m03) Waiting to get IP...
I1205 19:21:15.694143 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:15.694577 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:15.694598 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:15.694548 549869 retry.go:31] will retry after 242.776885ms: waiting for machine to come up
I1205 19:21:15.939062 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:15.939524 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:15.939551 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:15.939479 549869 retry.go:31] will retry after 378.968491ms: waiting for machine to come up
I1205 19:21:16.320454 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:16.320979 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:16.321027 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:16.320939 549869 retry.go:31] will retry after 344.418245ms: waiting for machine to come up
I1205 19:21:16.667478 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:16.667854 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:16.667886 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:16.667793 549869 retry.go:31] will retry after 423.913988ms: waiting for machine to come up
I1205 19:21:17.093467 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:17.093883 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:17.093914 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:17.093826 549869 retry.go:31] will retry after 515.714654ms: waiting for machine to come up
I1205 19:21:17.611140 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:17.611460 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:17.611485 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:17.611417 549869 retry.go:31] will retry after 696.033751ms: waiting for machine to come up
I1205 19:21:18.308904 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:18.309411 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:18.309441 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:18.309369 549869 retry.go:31] will retry after 785.032938ms: waiting for machine to come up
I1205 19:21:19.095780 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:19.096341 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:19.096368 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:19.096298 549869 retry.go:31] will retry after 896.435978ms: waiting for machine to come up
I1205 19:21:19.994107 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:19.994555 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:19.994578 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:19.994515 549869 retry.go:31] will retry after 1.855664433s: waiting for machine to come up
I1205 19:21:21.852199 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:21.852746 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:21.852782 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:21.852681 549869 retry.go:31] will retry after 1.846119751s: waiting for machine to come up
I1205 19:21:23.701581 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:23.702157 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:23.702188 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:23.702108 549869 retry.go:31] will retry after 2.613135019s: waiting for machine to come up
I1205 19:21:26.317749 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:26.318296 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:26.318317 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:26.318258 549869 retry.go:31] will retry after 3.299144229s: waiting for machine to come up
I1205 19:21:29.618947 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:29.619445 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:29.619480 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:29.619393 549869 retry.go:31] will retry after 3.447245355s: waiting for machine to come up
I1205 19:21:33.071166 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:33.071564 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find current IP address of domain ha-106302-m03 in network mk-ha-106302
I1205 19:21:33.071595 549077 main.go:141] libmachine: (ha-106302-m03) DBG | I1205 19:21:33.071509 549869 retry.go:31] will retry after 3.459206484s: waiting for machine to come up
I1205 19:21:36.533492 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:36.533999 549077 main.go:141] libmachine: (ha-106302-m03) Found IP for machine: 192.168.39.151
I1205 19:21:36.534029 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has current primary IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:36.534063 549077 main.go:141] libmachine: (ha-106302-m03) Reserving static IP address...
I1205 19:21:36.534590 549077 main.go:141] libmachine: (ha-106302-m03) DBG | unable to find host DHCP lease matching {name: "ha-106302-m03", mac: "52:54:00:e6:65:e2", ip: "192.168.39.151"} in network mk-ha-106302
I1205 19:21:36.616736 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Getting to WaitForSSH function...
I1205 19:21:36.616827 549077 main.go:141] libmachine: (ha-106302-m03) Reserved static IP address: 192.168.39.151
I1205 19:21:36.616852 549077 main.go:141] libmachine: (ha-106302-m03) Waiting for SSH to be available...
I1205 19:21:36.619362 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:36.620041 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:minikube Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:36.620071 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:36.620207 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Using SSH client type: external
I1205 19:21:36.620243 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03/id_rsa (-rw-------)
I1205 19:21:36.620289 549077 main.go:141] libmachine: (ha-106302-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.151 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1205 19:21:36.620307 549077 main.go:141] libmachine: (ha-106302-m03) DBG | About to run SSH command:
I1205 19:21:36.620323 549077 main.go:141] libmachine: (ha-106302-m03) DBG | exit 0
I1205 19:21:36.748331 549077 main.go:141] libmachine: (ha-106302-m03) DBG | SSH cmd err, output: <nil>:
I1205 19:21:36.748638 549077 main.go:141] libmachine: (ha-106302-m03) KVM machine creation complete!
I1205 19:21:36.748951 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetConfigRaw
I1205 19:21:36.749696 549077 main.go:141] libmachine: (ha-106302-m03) Calling .DriverName
I1205 19:21:36.749899 549077 main.go:141] libmachine: (ha-106302-m03) Calling .DriverName
I1205 19:21:36.750158 549077 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1205 19:21:36.750177 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetState
I1205 19:21:36.751459 549077 main.go:141] libmachine: Detecting operating system of created instance...
I1205 19:21:36.751496 549077 main.go:141] libmachine: Waiting for SSH to be available...
I1205 19:21:36.751505 549077 main.go:141] libmachine: Getting to WaitForSSH function...
I1205 19:21:36.751516 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHHostname
I1205 19:21:36.753721 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:36.754147 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:36.754180 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:36.754321 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHPort
I1205 19:21:36.754488 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:36.754635 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:36.754782 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHUsername
I1205 19:21:36.754931 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:21:36.755238 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.151 22 <nil> <nil>}
I1205 19:21:36.755253 549077 main.go:141] libmachine: About to run SSH command:
exit 0
I1205 19:21:36.859924 549077 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 19:21:36.859961 549077 main.go:141] libmachine: Detecting the provisioner...
I1205 19:21:36.859974 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHHostname
I1205 19:21:36.864316 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:36.864691 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:36.864716 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:36.864886 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHPort
I1205 19:21:36.865081 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:36.865227 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:36.865363 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHUsername
I1205 19:21:36.865505 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:21:36.865742 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.151 22 <nil> <nil>}
I1205 19:21:36.865757 549077 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1205 19:21:36.969493 549077 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1205 19:21:36.969588 549077 main.go:141] libmachine: found compatible host: buildroot
I1205 19:21:36.969602 549077 main.go:141] libmachine: Provisioning with buildroot...
I1205 19:21:36.969613 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetMachineName
I1205 19:21:36.969955 549077 buildroot.go:166] provisioning hostname "ha-106302-m03"
I1205 19:21:36.969984 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetMachineName
I1205 19:21:36.970178 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHHostname
I1205 19:21:36.972856 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:36.973248 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:36.973275 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:36.973447 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHPort
I1205 19:21:36.973641 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:36.973807 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:36.973971 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHUsername
I1205 19:21:36.974182 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:21:36.974409 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.151 22 <nil> <nil>}
I1205 19:21:36.974424 549077 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-106302-m03 && echo "ha-106302-m03" | sudo tee /etc/hostname
I1205 19:21:37.091631 549077 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-106302-m03
I1205 19:21:37.091670 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHHostname
I1205 19:21:37.095049 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.095508 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:37.095538 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.095711 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHPort
I1205 19:21:37.095892 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:37.096106 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:37.096340 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHUsername
I1205 19:21:37.096575 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:21:37.096743 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.151 22 <nil> <nil>}
I1205 19:21:37.096759 549077 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-106302-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-106302-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-106302-m03' | sudo tee -a /etc/hosts;
fi
fi
I1205 19:21:37.210648 549077 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 19:21:37.210686 549077 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20052-530897/.minikube CaCertPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20052-530897/.minikube}
I1205 19:21:37.210703 549077 buildroot.go:174] setting up certificates
I1205 19:21:37.210719 549077 provision.go:84] configureAuth start
I1205 19:21:37.210728 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetMachineName
I1205 19:21:37.211084 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetIP
I1205 19:21:37.214307 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.214777 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:37.214811 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.214993 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHHostname
I1205 19:21:37.217609 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.218026 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:37.218059 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.218357 549077 provision.go:143] copyHostCerts
I1205 19:21:37.218397 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem
I1205 19:21:37.218443 549077 exec_runner.go:144] found /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem, removing ...
I1205 19:21:37.218457 549077 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem
I1205 19:21:37.218538 549077 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20052-530897/.minikube/ca.pem (1078 bytes)
I1205 19:21:37.218640 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem
I1205 19:21:37.218667 549077 exec_runner.go:144] found /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem, removing ...
I1205 19:21:37.218672 549077 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem
I1205 19:21:37.218707 549077 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20052-530897/.minikube/cert.pem (1123 bytes)
I1205 19:21:37.218773 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem
I1205 19:21:37.218800 549077 exec_runner.go:144] found /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem, removing ...
I1205 19:21:37.218810 549077 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem
I1205 19:21:37.218844 549077 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20052-530897/.minikube/key.pem (1679 bytes)
I1205 19:21:37.218931 549077 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca-key.pem org=jenkins.ha-106302-m03 san=[127.0.0.1 192.168.39.151 ha-106302-m03 localhost minikube]
I1205 19:21:37.343754 549077 provision.go:177] copyRemoteCerts
I1205 19:21:37.343819 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1205 19:21:37.343847 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHHostname
I1205 19:21:37.346846 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.347219 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:37.347248 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.347438 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHPort
I1205 19:21:37.347639 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:37.347948 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHUsername
I1205 19:21:37.348134 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.151 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03/id_rsa Username:docker}
I1205 19:21:37.432798 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1205 19:21:37.432880 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1205 19:21:37.459881 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem -> /etc/docker/server.pem
I1205 19:21:37.459950 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1205 19:21:37.486599 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1205 19:21:37.486685 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1205 19:21:37.511864 549077 provision.go:87] duration metric: took 301.129005ms to configureAuth
I1205 19:21:37.511899 549077 buildroot.go:189] setting minikube options for container-runtime
I1205 19:21:37.512151 549077 config.go:182] Loaded profile config "ha-106302": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 19:21:37.512247 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHHostname
I1205 19:21:37.515413 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.515827 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:37.515873 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.516082 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHPort
I1205 19:21:37.516362 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:37.516553 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:37.516696 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHUsername
I1205 19:21:37.516848 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:21:37.517021 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.151 22 <nil> <nil>}
I1205 19:21:37.517041 549077 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1205 19:21:37.766182 549077 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1205 19:21:37.766214 549077 main.go:141] libmachine: Checking connection to Docker...
I1205 19:21:37.766223 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetURL
I1205 19:21:37.767491 549077 main.go:141] libmachine: (ha-106302-m03) DBG | Using libvirt version 6000000
I1205 19:21:37.770234 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.770645 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:37.770683 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.770820 549077 main.go:141] libmachine: Docker is up and running!
I1205 19:21:37.770836 549077 main.go:141] libmachine: Reticulating splines...
I1205 19:21:37.770844 549077 client.go:171] duration metric: took 23.716534789s to LocalClient.Create
I1205 19:21:37.770869 549077 start.go:167] duration metric: took 23.716613038s to libmachine.API.Create "ha-106302"
I1205 19:21:37.770879 549077 start.go:293] postStartSetup for "ha-106302-m03" (driver="kvm2")
I1205 19:21:37.770890 549077 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1205 19:21:37.770909 549077 main.go:141] libmachine: (ha-106302-m03) Calling .DriverName
I1205 19:21:37.771260 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1205 19:21:37.771293 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHHostname
I1205 19:21:37.773751 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.774322 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:37.774351 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.774623 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHPort
I1205 19:21:37.774898 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:37.775132 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHUsername
I1205 19:21:37.775318 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.151 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03/id_rsa Username:docker}
I1205 19:21:37.864963 549077 ssh_runner.go:195] Run: cat /etc/os-release
I1205 19:21:37.869224 549077 info.go:137] Remote host: Buildroot 2023.02.9
I1205 19:21:37.869250 549077 filesync.go:126] Scanning /home/jenkins/minikube-integration/20052-530897/.minikube/addons for local assets ...
I1205 19:21:37.869346 549077 filesync.go:126] Scanning /home/jenkins/minikube-integration/20052-530897/.minikube/files for local assets ...
I1205 19:21:37.869450 549077 filesync.go:149] local asset: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem -> 5381862.pem in /etc/ssl/certs
I1205 19:21:37.869464 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem -> /etc/ssl/certs/5381862.pem
I1205 19:21:37.869572 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1205 19:21:37.878920 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem --> /etc/ssl/certs/5381862.pem (1708 bytes)
I1205 19:21:37.904695 549077 start.go:296] duration metric: took 133.797994ms for postStartSetup
I1205 19:21:37.904759 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetConfigRaw
I1205 19:21:37.905447 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetIP
I1205 19:21:37.908301 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.908672 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:37.908702 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.908956 549077 profile.go:143] Saving config to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/config.json ...
I1205 19:21:37.909156 549077 start.go:128] duration metric: took 23.874183503s to createHost
I1205 19:21:37.909187 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHHostname
I1205 19:21:37.911450 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.911786 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:37.911820 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:37.911891 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHPort
I1205 19:21:37.912073 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:37.912217 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:37.912383 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHUsername
I1205 19:21:37.912551 549077 main.go:141] libmachine: Using SSH client type: native
I1205 19:21:37.912721 549077 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.151 22 <nil> <nil>}
I1205 19:21:37.912731 549077 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1205 19:21:38.013720 549077 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733426497.965708253
I1205 19:21:38.013754 549077 fix.go:216] guest clock: 1733426497.965708253
I1205 19:21:38.013766 549077 fix.go:229] Guest: 2024-12-05 19:21:37.965708253 +0000 UTC Remote: 2024-12-05 19:21:37.909171964 +0000 UTC m=+152.282908362 (delta=56.536289ms)
I1205 19:21:38.013790 549077 fix.go:200] guest clock delta is within tolerance: 56.536289ms
I1205 19:21:38.013799 549077 start.go:83] releasing machines lock for "ha-106302-m03", held for 23.978946471s
I1205 19:21:38.013827 549077 main.go:141] libmachine: (ha-106302-m03) Calling .DriverName
I1205 19:21:38.014134 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetIP
I1205 19:21:38.016789 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:38.017218 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:38.017243 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:38.019529 549077 out.go:177] * Found network options:
I1205 19:21:38.020846 549077 out.go:177] - NO_PROXY=192.168.39.185,192.168.39.22
W1205 19:21:38.022010 549077 proxy.go:119] fail to check proxy env: Error ip not in block
W1205 19:21:38.022031 549077 proxy.go:119] fail to check proxy env: Error ip not in block
I1205 19:21:38.022044 549077 main.go:141] libmachine: (ha-106302-m03) Calling .DriverName
I1205 19:21:38.022565 549077 main.go:141] libmachine: (ha-106302-m03) Calling .DriverName
I1205 19:21:38.022780 549077 main.go:141] libmachine: (ha-106302-m03) Calling .DriverName
I1205 19:21:38.022889 549077 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1205 19:21:38.022930 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHHostname
W1205 19:21:38.022997 549077 proxy.go:119] fail to check proxy env: Error ip not in block
W1205 19:21:38.023035 549077 proxy.go:119] fail to check proxy env: Error ip not in block
I1205 19:21:38.023141 549077 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1205 19:21:38.023159 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHHostname
I1205 19:21:38.025672 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:38.025960 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:38.026079 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:38.026109 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:38.026225 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHPort
I1205 19:21:38.026344 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:38.026368 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:38.026432 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:38.026548 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHPort
I1205 19:21:38.026555 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHUsername
I1205 19:21:38.026676 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHKeyPath
I1205 19:21:38.026727 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.151 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03/id_rsa Username:docker}
I1205 19:21:38.026820 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetSSHUsername
I1205 19:21:38.026963 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.151 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302-m03/id_rsa Username:docker}
I1205 19:21:38.262374 549077 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1205 19:21:38.269119 549077 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1205 19:21:38.269192 549077 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1205 19:21:38.288736 549077 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1205 19:21:38.288773 549077 start.go:495] detecting cgroup driver to use...
I1205 19:21:38.288918 549077 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1205 19:21:38.308145 549077 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1205 19:21:38.324419 549077 docker.go:217] disabling cri-docker service (if available) ...
I1205 19:21:38.324486 549077 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1205 19:21:38.340495 549077 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1205 19:21:38.356196 549077 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1205 19:21:38.499051 549077 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1205 19:21:38.664170 549077 docker.go:233] disabling docker service ...
I1205 19:21:38.664261 549077 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1205 19:21:38.679720 549077 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1205 19:21:38.693887 549077 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1205 19:21:38.835246 549077 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1205 19:21:38.967777 549077 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1205 19:21:38.984739 549077 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1205 19:21:39.005139 549077 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1205 19:21:39.005219 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:21:39.018668 549077 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1205 19:21:39.018748 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:21:39.030582 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:21:39.042783 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:21:39.055956 549077 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1205 19:21:39.068121 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:21:39.079421 549077 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:21:39.099262 549077 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 19:21:39.112188 549077 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1205 19:21:39.123835 549077 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1205 19:21:39.123897 549077 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1205 19:21:39.142980 549077 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1205 19:21:39.158784 549077 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 19:21:39.282396 549077 ssh_runner.go:195] Run: sudo systemctl restart crio
I1205 19:21:39.381886 549077 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1205 19:21:39.381979 549077 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1205 19:21:39.387103 549077 start.go:563] Will wait 60s for crictl version
I1205 19:21:39.387165 549077 ssh_runner.go:195] Run: which crictl
I1205 19:21:39.391338 549077 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1205 19:21:39.433516 549077 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1205 19:21:39.433618 549077 ssh_runner.go:195] Run: crio --version
I1205 19:21:39.463442 549077 ssh_runner.go:195] Run: crio --version
I1205 19:21:39.493740 549077 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1205 19:21:39.495019 549077 out.go:177] - env NO_PROXY=192.168.39.185
I1205 19:21:39.496240 549077 out.go:177] - env NO_PROXY=192.168.39.185,192.168.39.22
I1205 19:21:39.497508 549077 main.go:141] libmachine: (ha-106302-m03) Calling .GetIP
I1205 19:21:39.500359 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:39.500726 549077 main.go:141] libmachine: (ha-106302-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:e6:65:e2", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:21:29 +0000 UTC Type:0 Mac:52:54:00:e6:65:e2 Iaid: IPaddr:192.168.39.151 Prefix:24 Hostname:ha-106302-m03 Clientid:01:52:54:00:e6:65:e2}
I1205 19:21:39.500755 549077 main.go:141] libmachine: (ha-106302-m03) DBG | domain ha-106302-m03 has defined IP address 192.168.39.151 and MAC address 52:54:00:e6:65:e2 in network mk-ha-106302
I1205 19:21:39.500911 549077 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1205 19:21:39.505557 549077 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 19:21:39.519317 549077 mustload.go:65] Loading cluster: ha-106302
I1205 19:21:39.519614 549077 config.go:182] Loaded profile config "ha-106302": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 19:21:39.519880 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:21:39.519923 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:21:39.535653 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45847
I1205 19:21:39.536186 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:21:39.536801 549077 main.go:141] libmachine: Using API Version 1
I1205 19:21:39.536826 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:21:39.537227 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:21:39.537444 549077 main.go:141] libmachine: (ha-106302) Calling .GetState
I1205 19:21:39.538986 549077 host.go:66] Checking if "ha-106302" exists ...
I1205 19:21:39.539332 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:21:39.539371 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:21:39.555429 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40715
I1205 19:21:39.555999 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:21:39.556560 549077 main.go:141] libmachine: Using API Version 1
I1205 19:21:39.556589 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:21:39.556932 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:21:39.557156 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:21:39.557335 549077 certs.go:68] Setting up /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302 for IP: 192.168.39.151
I1205 19:21:39.557356 549077 certs.go:194] generating shared ca certs ...
I1205 19:21:39.557390 549077 certs.go:226] acquiring lock for ca certs: {Name:mkcf23d68bcb6730f7d82493f51aee9d91d32e29 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:21:39.557557 549077 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.key
I1205 19:21:39.557617 549077 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.key
I1205 19:21:39.557630 549077 certs.go:256] generating profile certs ...
I1205 19:21:39.557734 549077 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.key
I1205 19:21:39.557771 549077 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.2331ea85
I1205 19:21:39.557795 549077 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.2331ea85 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.185 192.168.39.22 192.168.39.151 192.168.39.254]
I1205 19:21:39.646088 549077 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.2331ea85 ...
I1205 19:21:39.646122 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.2331ea85: {Name:mkca6986931a87aa8d4bcffb8b1ac6412a83db65 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:21:39.646289 549077 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.2331ea85 ...
I1205 19:21:39.646301 549077 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.2331ea85: {Name:mke7f657c575646b15413aa5e5525c127a73d588 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 19:21:39.646374 549077 certs.go:381] copying /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt.2331ea85 -> /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt
I1205 19:21:39.646516 549077 certs.go:385] copying /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key.2331ea85 -> /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key
I1205 19:21:39.646682 549077 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.key
I1205 19:21:39.646703 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1205 19:21:39.646737 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1205 19:21:39.646758 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1205 19:21:39.646775 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1205 19:21:39.646792 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1205 19:21:39.646808 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1205 19:21:39.646827 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1205 19:21:39.660323 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1205 19:21:39.660454 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186.pem (1338 bytes)
W1205 19:21:39.660507 549077 certs.go:480] ignoring /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186_empty.pem, impossibly tiny 0 bytes
I1205 19:21:39.660523 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca-key.pem (1675 bytes)
I1205 19:21:39.660561 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/ca.pem (1078 bytes)
I1205 19:21:39.660595 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/cert.pem (1123 bytes)
I1205 19:21:39.660628 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/key.pem (1679 bytes)
I1205 19:21:39.660684 549077 certs.go:484] found cert: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem (1708 bytes)
I1205 19:21:39.660725 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186.pem -> /usr/share/ca-certificates/538186.pem
I1205 19:21:39.660748 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem -> /usr/share/ca-certificates/5381862.pem
I1205 19:21:39.660768 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1205 19:21:39.660816 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:21:39.664340 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:21:39.664849 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:21:39.664879 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:21:39.665165 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:21:39.665411 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:21:39.665607 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:21:39.665765 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.185 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa Username:docker}
I1205 19:21:39.748651 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1205 19:21:39.754014 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1205 19:21:39.766062 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1205 19:21:39.771674 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1205 19:21:39.784618 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1205 19:21:39.789041 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1205 19:21:39.802785 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1205 19:21:39.808595 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1679 bytes)
I1205 19:21:39.822597 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1205 19:21:39.827169 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1205 19:21:39.839924 549077 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1205 19:21:39.844630 549077 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1205 19:21:39.865166 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1205 19:21:39.890669 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1205 19:21:39.914805 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1205 19:21:39.938866 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1205 19:21:39.964041 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1205 19:21:39.989973 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1205 19:21:40.017414 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1205 19:21:40.042496 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1205 19:21:40.067448 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/certs/538186.pem --> /usr/share/ca-certificates/538186.pem (1338 bytes)
I1205 19:21:40.092444 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/files/etc/ssl/certs/5381862.pem --> /usr/share/ca-certificates/5381862.pem (1708 bytes)
I1205 19:21:40.118324 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1205 19:21:40.144679 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1205 19:21:40.162124 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1205 19:21:40.178895 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1205 19:21:40.196614 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1679 bytes)
I1205 19:21:40.216743 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1205 19:21:40.236796 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1205 19:21:40.255368 549077 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1205 19:21:40.272767 549077 ssh_runner.go:195] Run: openssl version
I1205 19:21:40.279013 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/538186.pem && ln -fs /usr/share/ca-certificates/538186.pem /etc/ssl/certs/538186.pem"
I1205 19:21:40.291865 549077 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/538186.pem
I1205 19:21:40.297901 549077 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 5 19:15 /usr/share/ca-certificates/538186.pem
I1205 19:21:40.297969 549077 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/538186.pem
I1205 19:21:40.305022 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/538186.pem /etc/ssl/certs/51391683.0"
I1205 19:21:40.317671 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/5381862.pem && ln -fs /usr/share/ca-certificates/5381862.pem /etc/ssl/certs/5381862.pem"
I1205 19:21:40.330059 549077 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/5381862.pem
I1205 19:21:40.335215 549077 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 5 19:15 /usr/share/ca-certificates/5381862.pem
I1205 19:21:40.335291 549077 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/5381862.pem
I1205 19:21:40.341648 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/5381862.pem /etc/ssl/certs/3ec20f2e.0"
I1205 19:21:40.353809 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1205 19:21:40.366241 549077 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1205 19:21:40.371103 549077 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 5 19:03 /usr/share/ca-certificates/minikubeCA.pem
I1205 19:21:40.371178 549077 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1205 19:21:40.377410 549077 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1205 19:21:40.389484 549077 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1205 19:21:40.394089 549077 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1205 19:21:40.394159 549077 kubeadm.go:934] updating node {m03 192.168.39.151 8443 v1.31.2 crio true true} ...
I1205 19:21:40.394281 549077 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-106302-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.151
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-106302 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1205 19:21:40.394312 549077 kube-vip.go:115] generating kube-vip config ...
I1205 19:21:40.394383 549077 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1205 19:21:40.412017 549077 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1205 19:21:40.412099 549077 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1205 19:21:40.412152 549077 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1205 19:21:40.422903 549077 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1205 19:21:40.422982 549077 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1205 19:21:40.433537 549077 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1205 19:21:40.433551 549077 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1205 19:21:40.433572 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1205 19:21:40.433606 549077 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1205 19:21:40.433603 549077 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1205 19:21:40.433634 549077 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1205 19:21:40.433638 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1205 19:21:40.433701 549077 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1205 19:21:40.452070 549077 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1205 19:21:40.452102 549077 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1205 19:21:40.452118 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1205 19:21:40.452167 549077 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1205 19:21:40.452196 549077 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1205 19:21:40.452198 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1205 19:21:40.481457 549077 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1205 19:21:40.481500 549077 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20052-530897/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1205 19:21:41.411979 549077 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1205 19:21:41.422976 549077 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1205 19:21:41.442199 549077 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1205 19:21:41.460832 549077 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1205 19:21:41.479070 549077 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1205 19:21:41.483375 549077 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 19:21:41.497066 549077 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 19:21:41.622952 549077 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1205 19:21:41.643215 549077 host.go:66] Checking if "ha-106302" exists ...
I1205 19:21:41.643585 549077 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 19:21:41.643643 549077 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 19:21:41.660142 549077 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39403
I1205 19:21:41.660811 549077 main.go:141] libmachine: () Calling .GetVersion
I1205 19:21:41.661472 549077 main.go:141] libmachine: Using API Version 1
I1205 19:21:41.661507 549077 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 19:21:41.661908 549077 main.go:141] libmachine: () Calling .GetMachineName
I1205 19:21:41.662156 549077 main.go:141] libmachine: (ha-106302) Calling .DriverName
I1205 19:21:41.663022 549077 start.go:317] joinCluster: &{Name:ha-106302 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-106302 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.185 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.22 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.151 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-d
ns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror:
DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1205 19:21:41.663207 549077 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1205 19:21:41.663239 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHHostname
I1205 19:21:41.666973 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:21:41.667413 549077 main.go:141] libmachine: (ha-106302) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3b:e4:76", ip: ""} in network mk-ha-106302: {Iface:virbr1 ExpiryTime:2024-12-05 20:19:21 +0000 UTC Type:0 Mac:52:54:00:3b:e4:76 Iaid: IPaddr:192.168.39.185 Prefix:24 Hostname:ha-106302 Clientid:01:52:54:00:3b:e4:76}
I1205 19:21:41.667445 549077 main.go:141] libmachine: (ha-106302) DBG | domain ha-106302 has defined IP address 192.168.39.185 and MAC address 52:54:00:3b:e4:76 in network mk-ha-106302
I1205 19:21:41.667629 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHPort
I1205 19:21:41.667805 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHKeyPath
I1205 19:21:41.667958 549077 main.go:141] libmachine: (ha-106302) Calling .GetSSHUsername
I1205 19:21:41.668092 549077 sshutil.go:53] new ssh client: &{IP:192.168.39.185 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20052-530897/.minikube/machines/ha-106302/id_rsa Username:docker}
I1205 19:21:41.845827 549077 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.151 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 19:21:41.845894 549077 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token bitrl5.l9o7pcy69k2x0m8f --discovery-token-ca-cert-hash sha256:0184fc4f1a90720b1d1563bffde1232169429577f60bd1edcb3fed601e87dcb8 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-106302-m03 --control-plane --apiserver-advertise-address=192.168.39.151 --apiserver-bind-port=8443"
I1205 19:22:05.091694 549077 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token bitrl5.l9o7pcy69k2x0m8f --discovery-token-ca-cert-hash sha256:0184fc4f1a90720b1d1563bffde1232169429577f60bd1edcb3fed601e87dcb8 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-106302-m03 --control-plane --apiserver-advertise-address=192.168.39.151 --apiserver-bind-port=8443": (23.245742289s)
I1205 19:22:05.091745 549077 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1205 19:22:05.651069 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-106302-m03 minikube.k8s.io/updated_at=2024_12_05T19_22_05_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=e85f1467f7b5bf0a3dd477c54f3fe5919d424331 minikube.k8s.io/name=ha-106302 minikube.k8s.io/primary=false
I1205 19:22:05.805746 549077 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-106302-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1205 19:22:05.942387 549077 start.go:319] duration metric: took 24.279360239s to joinCluster
I1205 19:22:05.942527 549077 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.151 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 19:22:05.942909 549077 config.go:182] Loaded profile config "ha-106302": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 19:22:05.943936 549077 out.go:177] * Verifying Kubernetes components...
I1205 19:22:05.945223 549077 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 19:22:06.284991 549077 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1205 19:22:06.343812 549077 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20052-530897/kubeconfig
I1205 19:22:06.344263 549077 kapi.go:59] client config for ha-106302: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.crt", KeyFile:"/home/jenkins/minikube-integration/20052-530897/.minikube/profiles/ha-106302/client.key", CAFile:"/home/jenkins/minikube-integration/20052-530897/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1205 19:22:06.344398 549077 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.185:8443
I1205 19:22:06.344797 549077 node_ready.go:35] waiting up to 6m0s for node "ha-106302-m03" to be "Ready" ...
I1205 19:22:06.344937 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:06.344951 549077 round_trippers.go:469] Request Headers:
I1205 19:22:06.344962 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:06.344969 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:06.358416 549077 round_trippers.go:574] Response Status: 200 OK in 13 milliseconds
I1205 19:22:06.845609 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:06.845637 549077 round_trippers.go:469] Request Headers:
I1205 19:22:06.845650 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:06.845657 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:06.850140 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:07.345201 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:07.345229 549077 round_trippers.go:469] Request Headers:
I1205 19:22:07.345238 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:07.345242 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:07.349137 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:07.845591 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:07.845615 549077 round_trippers.go:469] Request Headers:
I1205 19:22:07.845624 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:07.845628 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:07.849417 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:08.345109 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:08.345139 549077 round_trippers.go:469] Request Headers:
I1205 19:22:08.345151 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:08.345155 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:08.349617 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:08.350266 549077 node_ready.go:53] node "ha-106302-m03" has status "Ready":"False"
I1205 19:22:08.845598 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:08.845626 549077 round_trippers.go:469] Request Headers:
I1205 19:22:08.845638 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:08.845643 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:08.849144 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:09.345621 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:09.345646 549077 round_trippers.go:469] Request Headers:
I1205 19:22:09.345656 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:09.345660 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:09.349983 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:09.845757 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:09.845782 549077 round_trippers.go:469] Request Headers:
I1205 19:22:09.845790 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:09.845794 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:09.849681 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:10.345604 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:10.345635 549077 round_trippers.go:469] Request Headers:
I1205 19:22:10.345648 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:10.345654 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:10.349727 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:10.350478 549077 node_ready.go:53] node "ha-106302-m03" has status "Ready":"False"
I1205 19:22:10.845342 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:10.845367 549077 round_trippers.go:469] Request Headers:
I1205 19:22:10.845376 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:10.845381 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:10.848990 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:11.346073 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:11.346097 549077 round_trippers.go:469] Request Headers:
I1205 19:22:11.346105 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:11.346109 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:11.350613 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:11.845378 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:11.845411 549077 round_trippers.go:469] Request Headers:
I1205 19:22:11.845426 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:11.845434 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:11.849253 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:12.345303 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:12.345337 549077 round_trippers.go:469] Request Headers:
I1205 19:22:12.345349 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:12.345358 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:12.352355 549077 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1205 19:22:12.353182 549077 node_ready.go:53] node "ha-106302-m03" has status "Ready":"False"
I1205 19:22:12.845552 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:12.845581 549077 round_trippers.go:469] Request Headers:
I1205 19:22:12.845591 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:12.845595 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:12.849732 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:13.345587 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:13.345613 549077 round_trippers.go:469] Request Headers:
I1205 19:22:13.345623 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:13.345629 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:13.349259 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:13.845165 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:13.845197 549077 round_trippers.go:469] Request Headers:
I1205 19:22:13.845209 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:13.845214 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:13.849815 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:14.345423 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:14.345458 549077 round_trippers.go:469] Request Headers:
I1205 19:22:14.345471 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:14.345480 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:14.353042 549077 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1205 19:22:14.353960 549077 node_ready.go:53] node "ha-106302-m03" has status "Ready":"False"
I1205 19:22:14.845215 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:14.845239 549077 round_trippers.go:469] Request Headers:
I1205 19:22:14.845248 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:14.845252 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:14.848681 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:15.345651 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:15.345681 549077 round_trippers.go:469] Request Headers:
I1205 19:22:15.345699 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:15.345706 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:15.349604 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:15.845599 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:15.845627 549077 round_trippers.go:469] Request Headers:
I1205 19:22:15.845637 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:15.845641 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:15.849736 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:16.345974 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:16.346003 549077 round_trippers.go:469] Request Headers:
I1205 19:22:16.346012 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:16.346017 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:16.350399 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:16.845026 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:16.845057 549077 round_trippers.go:469] Request Headers:
I1205 19:22:16.845067 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:16.845071 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:16.848713 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:16.849459 549077 node_ready.go:53] node "ha-106302-m03" has status "Ready":"False"
I1205 19:22:17.345612 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:17.345660 549077 round_trippers.go:469] Request Headers:
I1205 19:22:17.345688 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:17.345700 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:17.349461 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:17.845355 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:17.845379 549077 round_trippers.go:469] Request Headers:
I1205 19:22:17.845388 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:17.845392 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:17.851232 549077 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1205 19:22:18.346074 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:18.346098 549077 round_trippers.go:469] Request Headers:
I1205 19:22:18.346107 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:18.346112 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:18.350327 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:18.845241 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:18.845266 549077 round_trippers.go:469] Request Headers:
I1205 19:22:18.845273 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:18.845277 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:18.848579 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:18.849652 549077 node_ready.go:53] node "ha-106302-m03" has status "Ready":"False"
I1205 19:22:19.345480 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:19.345506 549077 round_trippers.go:469] Request Headers:
I1205 19:22:19.345515 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:19.345519 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:19.349757 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:19.845572 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:19.845597 549077 round_trippers.go:469] Request Headers:
I1205 19:22:19.845606 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:19.845621 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:19.849116 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:20.345089 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:20.345113 549077 round_trippers.go:469] Request Headers:
I1205 19:22:20.345121 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:20.345126 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:20.348890 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:20.846039 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:20.846062 549077 round_trippers.go:469] Request Headers:
I1205 19:22:20.846070 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:20.846075 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:20.850247 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:20.850972 549077 node_ready.go:53] node "ha-106302-m03" has status "Ready":"False"
I1205 19:22:21.345329 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:21.345370 549077 round_trippers.go:469] Request Headers:
I1205 19:22:21.345381 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:21.345387 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:21.349225 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:21.845571 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:21.845604 549077 round_trippers.go:469] Request Headers:
I1205 19:22:21.845616 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:21.845622 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:21.849183 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:22.345428 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:22.345453 549077 round_trippers.go:469] Request Headers:
I1205 19:22:22.345461 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:22.345466 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:22.349371 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:22.845510 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:22.845534 549077 round_trippers.go:469] Request Headers:
I1205 19:22:22.845543 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:22.845549 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:22.849220 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:23.345442 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:23.345470 549077 round_trippers.go:469] Request Headers:
I1205 19:22:23.345479 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:23.345484 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:23.349347 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:23.350300 549077 node_ready.go:53] node "ha-106302-m03" has status "Ready":"False"
I1205 19:22:23.845549 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:23.845574 549077 round_trippers.go:469] Request Headers:
I1205 19:22:23.845582 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:23.845587 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:23.849893 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:24.345261 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:24.345292 549077 round_trippers.go:469] Request Headers:
I1205 19:22:24.345302 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:24.345306 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:24.349136 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:24.845545 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:24.845574 549077 round_trippers.go:469] Request Headers:
I1205 19:22:24.845583 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:24.845586 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:24.849619 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:25.345655 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:25.345687 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.345745 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.345781 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.349427 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:25.350218 549077 node_ready.go:49] node "ha-106302-m03" has status "Ready":"True"
I1205 19:22:25.350237 549077 node_ready.go:38] duration metric: took 19.005417749s for node "ha-106302-m03" to be "Ready" ...
I1205 19:22:25.350247 549077 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1205 19:22:25.350324 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods
I1205 19:22:25.350335 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.350342 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.350347 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.358969 549077 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1205 19:22:25.365676 549077 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-45m77" in "kube-system" namespace to be "Ready" ...
I1205 19:22:25.365768 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-45m77
I1205 19:22:25.365777 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.365785 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.365790 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.369626 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:25.370252 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:22:25.370268 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.370276 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.370280 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.373604 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:25.374401 549077 pod_ready.go:93] pod "coredns-7c65d6cfc9-45m77" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:25.374417 549077 pod_ready.go:82] duration metric: took 8.712508ms for pod "coredns-7c65d6cfc9-45m77" in "kube-system" namespace to be "Ready" ...
I1205 19:22:25.374426 549077 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-sjsv2" in "kube-system" namespace to be "Ready" ...
I1205 19:22:25.374491 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-sjsv2
I1205 19:22:25.374498 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.374505 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.374510 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.377314 549077 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 19:22:25.378099 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:22:25.378115 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.378125 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.378130 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.380745 549077 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 19:22:25.381330 549077 pod_ready.go:93] pod "coredns-7c65d6cfc9-sjsv2" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:25.381354 549077 pod_ready.go:82] duration metric: took 6.920357ms for pod "coredns-7c65d6cfc9-sjsv2" in "kube-system" namespace to be "Ready" ...
I1205 19:22:25.381366 549077 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:22:25.381430 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/etcd-ha-106302
I1205 19:22:25.381437 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.381445 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.381452 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.384565 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:25.385119 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:22:25.385140 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.385150 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.385156 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.387832 549077 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 19:22:25.388313 549077 pod_ready.go:93] pod "etcd-ha-106302" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:25.388334 549077 pod_ready.go:82] duration metric: took 6.95931ms for pod "etcd-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:22:25.388344 549077 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:22:25.388405 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/etcd-ha-106302-m02
I1205 19:22:25.388413 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.388420 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.388426 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.390958 549077 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 19:22:25.391627 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:22:25.391646 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.391657 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.391664 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.394336 549077 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 19:22:25.394843 549077 pod_ready.go:93] pod "etcd-ha-106302-m02" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:25.394860 549077 pod_ready.go:82] duration metric: took 6.510348ms for pod "etcd-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:22:25.394870 549077 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-106302-m03" in "kube-system" namespace to be "Ready" ...
I1205 19:22:25.546322 549077 request.go:632] Waited for 151.362843ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/etcd-ha-106302-m03
I1205 19:22:25.546441 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/etcd-ha-106302-m03
I1205 19:22:25.546457 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.546468 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.546478 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.551505 549077 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1205 19:22:25.746379 549077 request.go:632] Waited for 194.045637ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:25.746447 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:25.746452 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.746460 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.746465 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.749940 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:25.750364 549077 pod_ready.go:93] pod "etcd-ha-106302-m03" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:25.750384 549077 pod_ready.go:82] duration metric: took 355.50711ms for pod "etcd-ha-106302-m03" in "kube-system" namespace to be "Ready" ...
I1205 19:22:25.750410 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:22:25.945946 549077 request.go:632] Waited for 195.44547ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-106302
I1205 19:22:25.946012 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-106302
I1205 19:22:25.946017 549077 round_trippers.go:469] Request Headers:
I1205 19:22:25.946026 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:25.946031 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:25.949896 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:26.146187 549077 request.go:632] Waited for 195.303913ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:22:26.146261 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:22:26.146266 549077 round_trippers.go:469] Request Headers:
I1205 19:22:26.146281 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:26.146284 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:26.150155 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:26.150850 549077 pod_ready.go:93] pod "kube-apiserver-ha-106302" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:26.150872 549077 pod_ready.go:82] duration metric: took 400.452175ms for pod "kube-apiserver-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:22:26.150884 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:22:26.346018 549077 request.go:632] Waited for 195.032626ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-106302-m02
I1205 19:22:26.346106 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-106302-m02
I1205 19:22:26.346114 549077 round_trippers.go:469] Request Headers:
I1205 19:22:26.346126 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:26.346134 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:26.350215 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:26.546617 549077 request.go:632] Waited for 195.375501ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:22:26.546704 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:22:26.546710 549077 round_trippers.go:469] Request Headers:
I1205 19:22:26.546718 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:26.546722 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:26.550695 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:26.551267 549077 pod_ready.go:93] pod "kube-apiserver-ha-106302-m02" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:26.551288 549077 pod_ready.go:82] duration metric: took 400.395912ms for pod "kube-apiserver-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:22:26.551301 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-106302-m03" in "kube-system" namespace to be "Ready" ...
I1205 19:22:26.746009 549077 request.go:632] Waited for 194.599498ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-106302-m03
I1205 19:22:26.746081 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-106302-m03
I1205 19:22:26.746088 549077 round_trippers.go:469] Request Headers:
I1205 19:22:26.746096 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:26.746102 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:26.750448 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:26.945801 549077 request.go:632] Waited for 194.318273ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:26.945876 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:26.945882 549077 round_trippers.go:469] Request Headers:
I1205 19:22:26.945893 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:26.945901 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:26.949211 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:26.949781 549077 pod_ready.go:93] pod "kube-apiserver-ha-106302-m03" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:26.949807 549077 pod_ready.go:82] duration metric: took 398.493465ms for pod "kube-apiserver-ha-106302-m03" in "kube-system" namespace to be "Ready" ...
I1205 19:22:26.949821 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:22:27.145762 549077 request.go:632] Waited for 195.843082ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-106302
I1205 19:22:27.145841 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-106302
I1205 19:22:27.145847 549077 round_trippers.go:469] Request Headers:
I1205 19:22:27.145856 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:27.145863 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:27.150825 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:27.346689 549077 request.go:632] Waited for 195.243035ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:22:27.346772 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:22:27.346785 549077 round_trippers.go:469] Request Headers:
I1205 19:22:27.346804 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:27.346815 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:27.350485 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:27.351090 549077 pod_ready.go:93] pod "kube-controller-manager-ha-106302" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:27.351111 549077 pod_ready.go:82] duration metric: took 401.282274ms for pod "kube-controller-manager-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:22:27.351122 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:22:27.546113 549077 request.go:632] Waited for 194.908111ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-106302-m02
I1205 19:22:27.546216 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-106302-m02
I1205 19:22:27.546228 549077 round_trippers.go:469] Request Headers:
I1205 19:22:27.546241 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:27.546255 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:27.550360 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:27.746526 549077 request.go:632] Waited for 195.360331ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:22:27.746617 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:22:27.746626 549077 round_trippers.go:469] Request Headers:
I1205 19:22:27.746635 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:27.746640 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:27.753462 549077 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1205 19:22:27.754708 549077 pod_ready.go:93] pod "kube-controller-manager-ha-106302-m02" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:27.754735 549077 pod_ready.go:82] duration metric: took 403.601936ms for pod "kube-controller-manager-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:22:27.754750 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-106302-m03" in "kube-system" namespace to be "Ready" ...
I1205 19:22:27.945674 549077 request.go:632] Waited for 190.826423ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-106302-m03
I1205 19:22:27.945746 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-106302-m03
I1205 19:22:27.945752 549077 round_trippers.go:469] Request Headers:
I1205 19:22:27.945760 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:27.945764 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:27.949668 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:28.146444 549077 request.go:632] Waited for 195.387763ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:28.146510 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:28.146515 549077 round_trippers.go:469] Request Headers:
I1205 19:22:28.146523 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:28.146535 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:28.150750 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:28.151357 549077 pod_ready.go:93] pod "kube-controller-manager-ha-106302-m03" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:28.151381 549077 pod_ready.go:82] duration metric: took 396.622007ms for pod "kube-controller-manager-ha-106302-m03" in "kube-system" namespace to be "Ready" ...
I1205 19:22:28.151393 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-n57lf" in "kube-system" namespace to be "Ready" ...
I1205 19:22:28.345948 549077 request.go:632] Waited for 194.471828ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n57lf
I1205 19:22:28.346043 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-proxy-n57lf
I1205 19:22:28.346051 549077 round_trippers.go:469] Request Headers:
I1205 19:22:28.346059 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:28.346064 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:28.350114 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:28.546260 549077 request.go:632] Waited for 195.407825ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:22:28.546369 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:22:28.546382 549077 round_trippers.go:469] Request Headers:
I1205 19:22:28.546394 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:28.546413 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:28.551000 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:28.551628 549077 pod_ready.go:93] pod "kube-proxy-n57lf" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:28.551654 549077 pod_ready.go:82] duration metric: took 400.254319ms for pod "kube-proxy-n57lf" in "kube-system" namespace to be "Ready" ...
I1205 19:22:28.551666 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-pghdx" in "kube-system" namespace to be "Ready" ...
I1205 19:22:28.746587 549077 request.go:632] Waited for 194.82213ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pghdx
I1205 19:22:28.746705 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-proxy-pghdx
I1205 19:22:28.746718 549077 round_trippers.go:469] Request Headers:
I1205 19:22:28.746727 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:28.746737 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:28.750453 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:28.946581 549077 request.go:632] Waited for 195.373436ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:28.946682 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:28.946693 549077 round_trippers.go:469] Request Headers:
I1205 19:22:28.946704 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:28.946714 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:28.949892 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:28.950341 549077 pod_ready.go:93] pod "kube-proxy-pghdx" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:28.950360 549077 pod_ready.go:82] duration metric: took 398.68655ms for pod "kube-proxy-pghdx" in "kube-system" namespace to be "Ready" ...
I1205 19:22:28.950370 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-zw6nj" in "kube-system" namespace to be "Ready" ...
I1205 19:22:29.145964 549077 request.go:632] Waited for 195.515335ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zw6nj
I1205 19:22:29.146035 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-proxy-zw6nj
I1205 19:22:29.146042 549077 round_trippers.go:469] Request Headers:
I1205 19:22:29.146052 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:29.146058 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:29.149161 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:29.346356 549077 request.go:632] Waited for 196.408917ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:22:29.346467 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:22:29.346475 549077 round_trippers.go:469] Request Headers:
I1205 19:22:29.346505 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:29.346577 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:29.350334 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:29.351251 549077 pod_ready.go:93] pod "kube-proxy-zw6nj" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:29.351290 549077 pod_ready.go:82] duration metric: took 400.913186ms for pod "kube-proxy-zw6nj" in "kube-system" namespace to be "Ready" ...
I1205 19:22:29.351307 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:22:29.545602 549077 request.go:632] Waited for 194.210598ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-106302
I1205 19:22:29.545674 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-106302
I1205 19:22:29.545682 549077 round_trippers.go:469] Request Headers:
I1205 19:22:29.545694 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:29.545705 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:29.549980 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:29.746034 549077 request.go:632] Waited for 195.473431ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:22:29.746121 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302
I1205 19:22:29.746128 549077 round_trippers.go:469] Request Headers:
I1205 19:22:29.746140 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:29.746148 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:29.750509 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:29.751460 549077 pod_ready.go:93] pod "kube-scheduler-ha-106302" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:29.751481 549077 pod_ready.go:82] duration metric: took 400.162109ms for pod "kube-scheduler-ha-106302" in "kube-system" namespace to be "Ready" ...
I1205 19:22:29.751493 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:22:29.946019 549077 request.go:632] Waited for 194.44438ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-106302-m02
I1205 19:22:29.946119 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-106302-m02
I1205 19:22:29.946131 549077 round_trippers.go:469] Request Headers:
I1205 19:22:29.946140 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:29.946148 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:29.949224 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:30.146466 549077 request.go:632] Waited for 196.38785ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:22:30.146542 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m02
I1205 19:22:30.146550 549077 round_trippers.go:469] Request Headers:
I1205 19:22:30.146562 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:30.146575 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:30.150163 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:30.150654 549077 pod_ready.go:93] pod "kube-scheduler-ha-106302-m02" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:30.150677 549077 pod_ready.go:82] duration metric: took 399.174639ms for pod "kube-scheduler-ha-106302-m02" in "kube-system" namespace to be "Ready" ...
I1205 19:22:30.150688 549077 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-106302-m03" in "kube-system" namespace to be "Ready" ...
I1205 19:22:30.346682 549077 request.go:632] Waited for 195.915039ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-106302-m03
I1205 19:22:30.346759 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-106302-m03
I1205 19:22:30.346764 549077 round_trippers.go:469] Request Headers:
I1205 19:22:30.346773 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:30.346788 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:30.350596 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:30.545763 549077 request.go:632] Waited for 194.297931ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:30.545847 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes/ha-106302-m03
I1205 19:22:30.545854 549077 round_trippers.go:469] Request Headers:
I1205 19:22:30.545865 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:30.545873 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:30.549623 549077 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 19:22:30.550473 549077 pod_ready.go:93] pod "kube-scheduler-ha-106302-m03" in "kube-system" namespace has status "Ready":"True"
I1205 19:22:30.550494 549077 pod_ready.go:82] duration metric: took 399.800176ms for pod "kube-scheduler-ha-106302-m03" in "kube-system" namespace to be "Ready" ...
I1205 19:22:30.550505 549077 pod_ready.go:39] duration metric: took 5.200248716s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1205 19:22:30.550539 549077 api_server.go:52] waiting for apiserver process to appear ...
I1205 19:22:30.550598 549077 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1205 19:22:30.565872 549077 api_server.go:72] duration metric: took 24.623303746s to wait for apiserver process to appear ...
I1205 19:22:30.565908 549077 api_server.go:88] waiting for apiserver healthz status ...
I1205 19:22:30.565931 549077 api_server.go:253] Checking apiserver healthz at https://192.168.39.185:8443/healthz ...
I1205 19:22:30.570332 549077 api_server.go:279] https://192.168.39.185:8443/healthz returned 200:
ok
I1205 19:22:30.570415 549077 round_trippers.go:463] GET https://192.168.39.185:8443/version
I1205 19:22:30.570426 549077 round_trippers.go:469] Request Headers:
I1205 19:22:30.570440 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:30.570444 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:30.571545 549077 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1205 19:22:30.571615 549077 api_server.go:141] control plane version: v1.31.2
I1205 19:22:30.571635 549077 api_server.go:131] duration metric: took 5.719204ms to wait for apiserver health ...
I1205 19:22:30.571664 549077 system_pods.go:43] waiting for kube-system pods to appear ...
I1205 19:22:30.746133 549077 request.go:632] Waited for 174.37713ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods
I1205 19:22:30.746217 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods
I1205 19:22:30.746231 549077 round_trippers.go:469] Request Headers:
I1205 19:22:30.746244 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:30.746251 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:30.753131 549077 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1205 19:22:30.760159 549077 system_pods.go:59] 24 kube-system pods found
I1205 19:22:30.760194 549077 system_pods.go:61] "coredns-7c65d6cfc9-45m77" [88196078-5292-43dc-84b2-dc53af435e5c] Running
I1205 19:22:30.760202 549077 system_pods.go:61] "coredns-7c65d6cfc9-sjsv2" [b686cbc5-1b4f-44ea-89cb-70063b687718] Running
I1205 19:22:30.760208 549077 system_pods.go:61] "etcd-ha-106302" [b0c81234-5186-4812-a1a2-4f035f9efabf] Running
I1205 19:22:30.760214 549077 system_pods.go:61] "etcd-ha-106302-m02" [8c619411-697a-4eb0-8725-27811a17aba1] Running
I1205 19:22:30.760219 549077 system_pods.go:61] "etcd-ha-106302-m03" [08e9ef91-8e16-4ff1-a2df-8275e72a5697] Running
I1205 19:22:30.760224 549077 system_pods.go:61] "kindnet-thcsp" [e2eec41c-3ca9-42ff-801d-dfdf05f6eab2] Running
I1205 19:22:30.760228 549077 system_pods.go:61] "kindnet-wdsv9" [83d82f5d-42c3-47be-af20-41b82c16b114] Running
I1205 19:22:30.760233 549077 system_pods.go:61] "kindnet-xr9mh" [2044800c-f517-439e-810b-71a114cb044e] Running
I1205 19:22:30.760238 549077 system_pods.go:61] "kube-apiserver-ha-106302" [688ddac9-2f42-4e6b-b9e8-a9c967a7180b] Running
I1205 19:22:30.760243 549077 system_pods.go:61] "kube-apiserver-ha-106302-m02" [ad05d27e-72e0-443e-8ad3-2d464c116f27] Running
I1205 19:22:30.760249 549077 system_pods.go:61] "kube-apiserver-ha-106302-m03" [398242aa-f015-47ca-9132-23412c52878d] Running
I1205 19:22:30.760254 549077 system_pods.go:61] "kube-controller-manager-ha-106302" [e63c5a4d-c327-4040-b679-62b5b06abec9] Running
I1205 19:22:30.760259 549077 system_pods.go:61] "kube-controller-manager-ha-106302-m02" [fe707148-d0c6-4de3-841f-3a8143fa9217] Running
I1205 19:22:30.760288 549077 system_pods.go:61] "kube-controller-manager-ha-106302-m03" [8af17291-c1b7-417f-a2dd-5a00ca58b07e] Running
I1205 19:22:30.760294 549077 system_pods.go:61] "kube-proxy-n57lf" [94819792-89fc-4a70-a54f-02e594b657bf] Running
I1205 19:22:30.760300 549077 system_pods.go:61] "kube-proxy-pghdx" [915060a3-353c-4a2c-a9d6-494206776446] Running
I1205 19:22:30.760306 549077 system_pods.go:61] "kube-proxy-zw6nj" [d35e1426-9151-4eb3-95fd-c2b36c126b51] Running
I1205 19:22:30.760312 549077 system_pods.go:61] "kube-scheduler-ha-106302" [6dd32258-0ba3-4f79-8d4b-165b918bbc36] Running
I1205 19:22:30.760321 549077 system_pods.go:61] "kube-scheduler-ha-106302-m02" [b94b6bf9-4639-47d1-92be-0cbba44e65f3] Running
I1205 19:22:30.760327 549077 system_pods.go:61] "kube-scheduler-ha-106302-m03" [1b601e0c-59c7-4248-b29c-44d19934f590] Running
I1205 19:22:30.760333 549077 system_pods.go:61] "kube-vip-ha-106302" [03b99453-c78d-4aaf-93e8-7011ae363db4] Running
I1205 19:22:30.760339 549077 system_pods.go:61] "kube-vip-ha-106302-m02" [2ec94818-bc15-4d60-95b4-e7f7235f0341] Running
I1205 19:22:30.760347 549077 system_pods.go:61] "kube-vip-ha-106302-m03" [6e511769-148e-43eb-a4bb-6dd72dfcd11d] Running
I1205 19:22:30.760352 549077 system_pods.go:61] "storage-provisioner" [88d6e224-b304-4f84-a162-9803400c9acf] Running
I1205 19:22:30.760361 549077 system_pods.go:74] duration metric: took 188.685514ms to wait for pod list to return data ...
I1205 19:22:30.760375 549077 default_sa.go:34] waiting for default service account to be created ...
I1205 19:22:30.946070 549077 request.go:632] Waited for 185.595824ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/default/serviceaccounts
I1205 19:22:30.946137 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/default/serviceaccounts
I1205 19:22:30.946142 549077 round_trippers.go:469] Request Headers:
I1205 19:22:30.946151 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:30.946159 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:30.950732 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:30.950901 549077 default_sa.go:45] found service account: "default"
I1205 19:22:30.950919 549077 default_sa.go:55] duration metric: took 190.53748ms for default service account to be created ...
I1205 19:22:30.950929 549077 system_pods.go:116] waiting for k8s-apps to be running ...
I1205 19:22:31.146374 549077 request.go:632] Waited for 195.332956ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods
I1205 19:22:31.146437 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/namespaces/kube-system/pods
I1205 19:22:31.146443 549077 round_trippers.go:469] Request Headers:
I1205 19:22:31.146451 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:31.146456 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:31.153763 549077 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1205 19:22:31.160825 549077 system_pods.go:86] 24 kube-system pods found
I1205 19:22:31.160858 549077 system_pods.go:89] "coredns-7c65d6cfc9-45m77" [88196078-5292-43dc-84b2-dc53af435e5c] Running
I1205 19:22:31.160865 549077 system_pods.go:89] "coredns-7c65d6cfc9-sjsv2" [b686cbc5-1b4f-44ea-89cb-70063b687718] Running
I1205 19:22:31.160869 549077 system_pods.go:89] "etcd-ha-106302" [b0c81234-5186-4812-a1a2-4f035f9efabf] Running
I1205 19:22:31.160874 549077 system_pods.go:89] "etcd-ha-106302-m02" [8c619411-697a-4eb0-8725-27811a17aba1] Running
I1205 19:22:31.160878 549077 system_pods.go:89] "etcd-ha-106302-m03" [08e9ef91-8e16-4ff1-a2df-8275e72a5697] Running
I1205 19:22:31.160882 549077 system_pods.go:89] "kindnet-thcsp" [e2eec41c-3ca9-42ff-801d-dfdf05f6eab2] Running
I1205 19:22:31.160888 549077 system_pods.go:89] "kindnet-wdsv9" [83d82f5d-42c3-47be-af20-41b82c16b114] Running
I1205 19:22:31.160893 549077 system_pods.go:89] "kindnet-xr9mh" [2044800c-f517-439e-810b-71a114cb044e] Running
I1205 19:22:31.160900 549077 system_pods.go:89] "kube-apiserver-ha-106302" [688ddac9-2f42-4e6b-b9e8-a9c967a7180b] Running
I1205 19:22:31.160908 549077 system_pods.go:89] "kube-apiserver-ha-106302-m02" [ad05d27e-72e0-443e-8ad3-2d464c116f27] Running
I1205 19:22:31.160914 549077 system_pods.go:89] "kube-apiserver-ha-106302-m03" [398242aa-f015-47ca-9132-23412c52878d] Running
I1205 19:22:31.160925 549077 system_pods.go:89] "kube-controller-manager-ha-106302" [e63c5a4d-c327-4040-b679-62b5b06abec9] Running
I1205 19:22:31.160931 549077 system_pods.go:89] "kube-controller-manager-ha-106302-m02" [fe707148-d0c6-4de3-841f-3a8143fa9217] Running
I1205 19:22:31.160937 549077 system_pods.go:89] "kube-controller-manager-ha-106302-m03" [8af17291-c1b7-417f-a2dd-5a00ca58b07e] Running
I1205 19:22:31.160946 549077 system_pods.go:89] "kube-proxy-n57lf" [94819792-89fc-4a70-a54f-02e594b657bf] Running
I1205 19:22:31.160950 549077 system_pods.go:89] "kube-proxy-pghdx" [915060a3-353c-4a2c-a9d6-494206776446] Running
I1205 19:22:31.160956 549077 system_pods.go:89] "kube-proxy-zw6nj" [d35e1426-9151-4eb3-95fd-c2b36c126b51] Running
I1205 19:22:31.160960 549077 system_pods.go:89] "kube-scheduler-ha-106302" [6dd32258-0ba3-4f79-8d4b-165b918bbc36] Running
I1205 19:22:31.160970 549077 system_pods.go:89] "kube-scheduler-ha-106302-m02" [b94b6bf9-4639-47d1-92be-0cbba44e65f3] Running
I1205 19:22:31.160976 549077 system_pods.go:89] "kube-scheduler-ha-106302-m03" [1b601e0c-59c7-4248-b29c-44d19934f590] Running
I1205 19:22:31.160979 549077 system_pods.go:89] "kube-vip-ha-106302" [03b99453-c78d-4aaf-93e8-7011ae363db4] Running
I1205 19:22:31.160985 549077 system_pods.go:89] "kube-vip-ha-106302-m02" [2ec94818-bc15-4d60-95b4-e7f7235f0341] Running
I1205 19:22:31.160989 549077 system_pods.go:89] "kube-vip-ha-106302-m03" [6e511769-148e-43eb-a4bb-6dd72dfcd11d] Running
I1205 19:22:31.160992 549077 system_pods.go:89] "storage-provisioner" [88d6e224-b304-4f84-a162-9803400c9acf] Running
I1205 19:22:31.161001 549077 system_pods.go:126] duration metric: took 210.065272ms to wait for k8s-apps to be running ...
I1205 19:22:31.161014 549077 system_svc.go:44] waiting for kubelet service to be running ....
I1205 19:22:31.161075 549077 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1205 19:22:31.179416 549077 system_svc.go:56] duration metric: took 18.393613ms WaitForService to wait for kubelet
I1205 19:22:31.179447 549077 kubeadm.go:582] duration metric: took 25.236889217s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1205 19:22:31.179468 549077 node_conditions.go:102] verifying NodePressure condition ...
I1205 19:22:31.345848 549077 request.go:632] Waited for 166.292279ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.185:8443/api/v1/nodes
I1205 19:22:31.345915 549077 round_trippers.go:463] GET https://192.168.39.185:8443/api/v1/nodes
I1205 19:22:31.345920 549077 round_trippers.go:469] Request Headers:
I1205 19:22:31.345937 549077 round_trippers.go:473] Accept: application/json, */*
I1205 19:22:31.345942 549077 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 19:22:31.350337 549077 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 19:22:31.351373 549077 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1205 19:22:31.351397 549077 node_conditions.go:123] node cpu capacity is 2
I1205 19:22:31.351414 549077 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1205 19:22:31.351420 549077 node_conditions.go:123] node cpu capacity is 2
I1205 19:22:31.351426 549077 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1205 19:22:31.351430 549077 node_conditions.go:123] node cpu capacity is 2
I1205 19:22:31.351436 549077 node_conditions.go:105] duration metric: took 171.962205ms to run NodePressure ...
I1205 19:22:31.351452 549077 start.go:241] waiting for startup goroutines ...
I1205 19:22:31.351479 549077 start.go:255] writing updated cluster config ...
I1205 19:22:31.351794 549077 ssh_runner.go:195] Run: rm -f paused
I1205 19:22:31.407206 549077 start.go:600] kubectl: 1.31.3, cluster: 1.31.2 (minor skew: 0)
I1205 19:22:31.410298 549077 out.go:177] * Done! kubectl is now configured to use "ha-106302" cluster and "default" namespace by default
==> CRI-O <==
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.762384101Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426791762360176,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=10a45b10-4902-4788-b014-6256fb2ad036 name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.762921590Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=60751307-88ce-4709-b217-bd71484e053b name=/runtime.v1.RuntimeService/ListContainers
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.763006078Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=60751307-88ce-4709-b217-bd71484e053b name=/runtime.v1.RuntimeService/ListContainers
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.763624762Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:8175779cb574608a2e0e051ddf4963e3b0f7f7b3a0bb6082137a16800a03a08e,PodSandboxId:619925cbc39c69135172b7e76775b358b55fa47d57b5dfe0f03a5194c0692777,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733426557247240128,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-p8z47,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 16e14c1a-196d-42a8-b245-1a488cb9667f,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7af42dff52cf31e3d0b4c5b3bb3039a69b066d99b6f46d065147ba29c75204b,PodSandboxId:95ad32628ed378cf8fe1c9cacc2bc59fc6969dc4a22ed2e11cbc6aa11f389771,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733426409026160454,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-sjsv2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b686cbc5-1b4f-44ea-89cb-70063b687718,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:71878f2ac51cecfe539f367c2ff49f6bc6b40022a7dff189245bd007d0260d07,PodSandboxId:79783fce24db9824c8762aa0ebc246441d34d9d16f5b46829b9e44cac750e5b5,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733426408724382293,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-45m77,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
88196078-5292-43dc-84b2-dc53af435e5c,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a647561fc8a8150a221a7d9831dde01fe407024d413eda1a607ac294e573764b,PodSandboxId:ba65941872158b7f807f5608fbad458facee98a81f1ec1014ac383579eda3127,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733426408698615726,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 88d6e224-b304-4f84-a162-9803400c9acf,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8e0e4de270d59927c1fd98dfbfca5bebec8750f72b7682863f1276e5cf4afe0e,PodSandboxId:5f62be7378940215f775ba016eaaba9e085a5bde8d5f3bd2af7af71b2a161ba1,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733426396906111541,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-xr9mh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2044800c-f517-439e-810b-71a114cb044e,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:013c8063671c4aa3ba3a414d06a2537ce811bcd6e22e028d0ad8ab9af659022d,PodSandboxId:dc8d6361e49728eaa41e23a1d93aa34cfaa625af82fcfa2a884dd3b4f2b81c55,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733426392
646389922,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-zw6nj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d35e1426-9151-4eb3-95fd-c2b36c126b51,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a639bf005af2020a5321599ccc56f99bd4c5be6aa0c227a6310955274ec60e3e,PodSandboxId:3cfec88984b8a0d72e94319ba62e7d4ab919d47ac556a084a2d6737ebd823e2e,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173342638480
0708772,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 94f9241c16c5e3fb852233a6fe3994b7,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:73802addf28ef6b673245e1309d4d82c07c43374f514f1031e2a8277b4641e1a,PodSandboxId:594e9eb586b3236ea16c3700fc2cd0993924c9f7621e0cdde654b8062e9216ed,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733426381465280845,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 44e395bdaa0336ddb64b019178e9d783,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8d7fcd5f7d56deb9c9698f0941fa3b61d597efc9495ed27488a425d6030baa44,PodSandboxId:c920b14cf50aa8ed9c35f9a67d873d3358f3e00a98649b822dcaf888ea4820e2,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733426381444138208,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kub
ernetes.pod.name: kube-apiserver-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cd6cd909fedaf70356c0cea88a63589f,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dec1697264029fa87be97fc70c56ce04eba1e67864a4b1b1f1e47cba052f7cf8,PodSandboxId:411118291d3f33b6d7f7a80f545d0dfdb0f0d3142d4ff4deb2a42c08e68de419,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733426381437294125,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b7aeab01bb9a2149eedec308e9c9b613,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c251344563e4644b942bcb793dd412b7fae15eefbb4142b68e4047db60a8fbeb,PodSandboxId:890699ae2c7d2cae9c6665fe590a645df186a046d832ec79a134309fabab3c04,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733426381376403502,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 112c68d960b3bd38f8fac52ec570505b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=60751307-88ce-4709-b217-bd71484e053b name=/runtime.v1.RuntimeService/ListContainers
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.808051862Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=5322773e-68d1-450d-9cb0-a229ba4d8cd5 name=/runtime.v1.RuntimeService/Version
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.808148301Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=5322773e-68d1-450d-9cb0-a229ba4d8cd5 name=/runtime.v1.RuntimeService/Version
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.809369708Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=bbc81f44-8af3-4773-89b7-75692af7c56a name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.810025410Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426791810000898,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=bbc81f44-8af3-4773-89b7-75692af7c56a name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.810564144Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=abd054d2-7096-47f4-92ff-b5f56aff5210 name=/runtime.v1.RuntimeService/ListContainers
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.810634002Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=abd054d2-7096-47f4-92ff-b5f56aff5210 name=/runtime.v1.RuntimeService/ListContainers
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.810877308Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:8175779cb574608a2e0e051ddf4963e3b0f7f7b3a0bb6082137a16800a03a08e,PodSandboxId:619925cbc39c69135172b7e76775b358b55fa47d57b5dfe0f03a5194c0692777,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733426557247240128,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-p8z47,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 16e14c1a-196d-42a8-b245-1a488cb9667f,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7af42dff52cf31e3d0b4c5b3bb3039a69b066d99b6f46d065147ba29c75204b,PodSandboxId:95ad32628ed378cf8fe1c9cacc2bc59fc6969dc4a22ed2e11cbc6aa11f389771,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733426409026160454,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-sjsv2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b686cbc5-1b4f-44ea-89cb-70063b687718,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:71878f2ac51cecfe539f367c2ff49f6bc6b40022a7dff189245bd007d0260d07,PodSandboxId:79783fce24db9824c8762aa0ebc246441d34d9d16f5b46829b9e44cac750e5b5,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733426408724382293,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-45m77,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
88196078-5292-43dc-84b2-dc53af435e5c,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a647561fc8a8150a221a7d9831dde01fe407024d413eda1a607ac294e573764b,PodSandboxId:ba65941872158b7f807f5608fbad458facee98a81f1ec1014ac383579eda3127,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733426408698615726,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 88d6e224-b304-4f84-a162-9803400c9acf,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8e0e4de270d59927c1fd98dfbfca5bebec8750f72b7682863f1276e5cf4afe0e,PodSandboxId:5f62be7378940215f775ba016eaaba9e085a5bde8d5f3bd2af7af71b2a161ba1,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733426396906111541,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-xr9mh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2044800c-f517-439e-810b-71a114cb044e,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:013c8063671c4aa3ba3a414d06a2537ce811bcd6e22e028d0ad8ab9af659022d,PodSandboxId:dc8d6361e49728eaa41e23a1d93aa34cfaa625af82fcfa2a884dd3b4f2b81c55,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733426392
646389922,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-zw6nj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d35e1426-9151-4eb3-95fd-c2b36c126b51,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a639bf005af2020a5321599ccc56f99bd4c5be6aa0c227a6310955274ec60e3e,PodSandboxId:3cfec88984b8a0d72e94319ba62e7d4ab919d47ac556a084a2d6737ebd823e2e,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173342638480
0708772,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 94f9241c16c5e3fb852233a6fe3994b7,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:73802addf28ef6b673245e1309d4d82c07c43374f514f1031e2a8277b4641e1a,PodSandboxId:594e9eb586b3236ea16c3700fc2cd0993924c9f7621e0cdde654b8062e9216ed,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733426381465280845,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 44e395bdaa0336ddb64b019178e9d783,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8d7fcd5f7d56deb9c9698f0941fa3b61d597efc9495ed27488a425d6030baa44,PodSandboxId:c920b14cf50aa8ed9c35f9a67d873d3358f3e00a98649b822dcaf888ea4820e2,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733426381444138208,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kub
ernetes.pod.name: kube-apiserver-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cd6cd909fedaf70356c0cea88a63589f,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dec1697264029fa87be97fc70c56ce04eba1e67864a4b1b1f1e47cba052f7cf8,PodSandboxId:411118291d3f33b6d7f7a80f545d0dfdb0f0d3142d4ff4deb2a42c08e68de419,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733426381437294125,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b7aeab01bb9a2149eedec308e9c9b613,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c251344563e4644b942bcb793dd412b7fae15eefbb4142b68e4047db60a8fbeb,PodSandboxId:890699ae2c7d2cae9c6665fe590a645df186a046d832ec79a134309fabab3c04,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733426381376403502,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 112c68d960b3bd38f8fac52ec570505b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=abd054d2-7096-47f4-92ff-b5f56aff5210 name=/runtime.v1.RuntimeService/ListContainers
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.867419673Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=d769ae23-b917-40d6-be4f-4c96cb227c34 name=/runtime.v1.RuntimeService/Version
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.867556419Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=d769ae23-b917-40d6-be4f-4c96cb227c34 name=/runtime.v1.RuntimeService/Version
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.868783360Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=a665acb5-3b7f-4736-b89c-b30daa3ec6ad name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.869255592Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426791869227479,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=a665acb5-3b7f-4736-b89c-b30daa3ec6ad name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.869838976Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=c179ce5a-ef62-4110-a053-8e6f6246846a name=/runtime.v1.RuntimeService/ListContainers
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.869915002Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=c179ce5a-ef62-4110-a053-8e6f6246846a name=/runtime.v1.RuntimeService/ListContainers
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.870877628Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:8175779cb574608a2e0e051ddf4963e3b0f7f7b3a0bb6082137a16800a03a08e,PodSandboxId:619925cbc39c69135172b7e76775b358b55fa47d57b5dfe0f03a5194c0692777,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733426557247240128,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-p8z47,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 16e14c1a-196d-42a8-b245-1a488cb9667f,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7af42dff52cf31e3d0b4c5b3bb3039a69b066d99b6f46d065147ba29c75204b,PodSandboxId:95ad32628ed378cf8fe1c9cacc2bc59fc6969dc4a22ed2e11cbc6aa11f389771,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733426409026160454,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-sjsv2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b686cbc5-1b4f-44ea-89cb-70063b687718,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:71878f2ac51cecfe539f367c2ff49f6bc6b40022a7dff189245bd007d0260d07,PodSandboxId:79783fce24db9824c8762aa0ebc246441d34d9d16f5b46829b9e44cac750e5b5,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733426408724382293,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-45m77,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
88196078-5292-43dc-84b2-dc53af435e5c,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a647561fc8a8150a221a7d9831dde01fe407024d413eda1a607ac294e573764b,PodSandboxId:ba65941872158b7f807f5608fbad458facee98a81f1ec1014ac383579eda3127,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733426408698615726,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 88d6e224-b304-4f84-a162-9803400c9acf,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8e0e4de270d59927c1fd98dfbfca5bebec8750f72b7682863f1276e5cf4afe0e,PodSandboxId:5f62be7378940215f775ba016eaaba9e085a5bde8d5f3bd2af7af71b2a161ba1,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733426396906111541,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-xr9mh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2044800c-f517-439e-810b-71a114cb044e,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:013c8063671c4aa3ba3a414d06a2537ce811bcd6e22e028d0ad8ab9af659022d,PodSandboxId:dc8d6361e49728eaa41e23a1d93aa34cfaa625af82fcfa2a884dd3b4f2b81c55,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733426392
646389922,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-zw6nj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d35e1426-9151-4eb3-95fd-c2b36c126b51,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a639bf005af2020a5321599ccc56f99bd4c5be6aa0c227a6310955274ec60e3e,PodSandboxId:3cfec88984b8a0d72e94319ba62e7d4ab919d47ac556a084a2d6737ebd823e2e,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173342638480
0708772,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 94f9241c16c5e3fb852233a6fe3994b7,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:73802addf28ef6b673245e1309d4d82c07c43374f514f1031e2a8277b4641e1a,PodSandboxId:594e9eb586b3236ea16c3700fc2cd0993924c9f7621e0cdde654b8062e9216ed,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733426381465280845,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 44e395bdaa0336ddb64b019178e9d783,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8d7fcd5f7d56deb9c9698f0941fa3b61d597efc9495ed27488a425d6030baa44,PodSandboxId:c920b14cf50aa8ed9c35f9a67d873d3358f3e00a98649b822dcaf888ea4820e2,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733426381444138208,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kub
ernetes.pod.name: kube-apiserver-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cd6cd909fedaf70356c0cea88a63589f,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dec1697264029fa87be97fc70c56ce04eba1e67864a4b1b1f1e47cba052f7cf8,PodSandboxId:411118291d3f33b6d7f7a80f545d0dfdb0f0d3142d4ff4deb2a42c08e68de419,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733426381437294125,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b7aeab01bb9a2149eedec308e9c9b613,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c251344563e4644b942bcb793dd412b7fae15eefbb4142b68e4047db60a8fbeb,PodSandboxId:890699ae2c7d2cae9c6665fe590a645df186a046d832ec79a134309fabab3c04,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733426381376403502,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 112c68d960b3bd38f8fac52ec570505b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=c179ce5a-ef62-4110-a053-8e6f6246846a name=/runtime.v1.RuntimeService/ListContainers
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.923084404Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=8a914ba4-7151-40c0-a468-f9d4113c4ccc name=/runtime.v1.RuntimeService/Version
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.923158827Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=8a914ba4-7151-40c0-a468-f9d4113c4ccc name=/runtime.v1.RuntimeService/Version
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.926015519Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=0466e0b1-36c0-43d0-b400-92ff9ad6c925 name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.926791842Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426791926754053,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=0466e0b1-36c0-43d0-b400-92ff9ad6c925 name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.927440790Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=e48463c5-a7af-4dee-9fc5-1cb999966a40 name=/runtime.v1.RuntimeService/ListContainers
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.927547866Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=e48463c5-a7af-4dee-9fc5-1cb999966a40 name=/runtime.v1.RuntimeService/ListContainers
Dec 05 19:26:31 ha-106302 crio[666]: time="2024-12-05 19:26:31.927794286Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:8175779cb574608a2e0e051ddf4963e3b0f7f7b3a0bb6082137a16800a03a08e,PodSandboxId:619925cbc39c69135172b7e76775b358b55fa47d57b5dfe0f03a5194c0692777,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733426557247240128,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-p8z47,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 16e14c1a-196d-42a8-b245-1a488cb9667f,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:d7af42dff52cf31e3d0b4c5b3bb3039a69b066d99b6f46d065147ba29c75204b,PodSandboxId:95ad32628ed378cf8fe1c9cacc2bc59fc6969dc4a22ed2e11cbc6aa11f389771,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733426409026160454,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-sjsv2,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b686cbc5-1b4f-44ea-89cb-70063b687718,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:71878f2ac51cecfe539f367c2ff49f6bc6b40022a7dff189245bd007d0260d07,PodSandboxId:79783fce24db9824c8762aa0ebc246441d34d9d16f5b46829b9e44cac750e5b5,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733426408724382293,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-45m77,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
88196078-5292-43dc-84b2-dc53af435e5c,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a647561fc8a8150a221a7d9831dde01fe407024d413eda1a607ac294e573764b,PodSandboxId:ba65941872158b7f807f5608fbad458facee98a81f1ec1014ac383579eda3127,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733426408698615726,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 88d6e224-b304-4f84-a162-9803400c9acf,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8e0e4de270d59927c1fd98dfbfca5bebec8750f72b7682863f1276e5cf4afe0e,PodSandboxId:5f62be7378940215f775ba016eaaba9e085a5bde8d5f3bd2af7af71b2a161ba1,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733426396906111541,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-xr9mh,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2044800c-f517-439e-810b-71a114cb044e,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:013c8063671c4aa3ba3a414d06a2537ce811bcd6e22e028d0ad8ab9af659022d,PodSandboxId:dc8d6361e49728eaa41e23a1d93aa34cfaa625af82fcfa2a884dd3b4f2b81c55,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733426392
646389922,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-zw6nj,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d35e1426-9151-4eb3-95fd-c2b36c126b51,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a639bf005af2020a5321599ccc56f99bd4c5be6aa0c227a6310955274ec60e3e,PodSandboxId:3cfec88984b8a0d72e94319ba62e7d4ab919d47ac556a084a2d6737ebd823e2e,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173342638480
0708772,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 94f9241c16c5e3fb852233a6fe3994b7,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:73802addf28ef6b673245e1309d4d82c07c43374f514f1031e2a8277b4641e1a,PodSandboxId:594e9eb586b3236ea16c3700fc2cd0993924c9f7621e0cdde654b8062e9216ed,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733426381465280845,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 44e395bdaa0336ddb64b019178e9d783,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8d7fcd5f7d56deb9c9698f0941fa3b61d597efc9495ed27488a425d6030baa44,PodSandboxId:c920b14cf50aa8ed9c35f9a67d873d3358f3e00a98649b822dcaf888ea4820e2,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733426381444138208,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kub
ernetes.pod.name: kube-apiserver-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: cd6cd909fedaf70356c0cea88a63589f,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:dec1697264029fa87be97fc70c56ce04eba1e67864a4b1b1f1e47cba052f7cf8,PodSandboxId:411118291d3f33b6d7f7a80f545d0dfdb0f0d3142d4ff4deb2a42c08e68de419,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733426381437294125,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kub
e-scheduler-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: b7aeab01bb9a2149eedec308e9c9b613,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c251344563e4644b942bcb793dd412b7fae15eefbb4142b68e4047db60a8fbeb,PodSandboxId:890699ae2c7d2cae9c6665fe590a645df186a046d832ec79a134309fabab3c04,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733426381376403502,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-106302,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 112c68d960b3bd38f8fac52ec570505b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=e48463c5-a7af-4dee-9fc5-1cb999966a40 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
8175779cb5746 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 619925cbc39c6 busybox-7dff88458-p8z47
d7af42dff52cf c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 95ad32628ed37 coredns-7c65d6cfc9-sjsv2
71878f2ac51ce c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 79783fce24db9 coredns-7c65d6cfc9-45m77
a647561fc8a81 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 ba65941872158 storage-provisioner
8e0e4de270d59 docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16 6 minutes ago Running kindnet-cni 0 5f62be7378940 kindnet-xr9mh
013c8063671c4 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 dc8d6361e4972 kube-proxy-zw6nj
a639bf005af20 ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e 6 minutes ago Running kube-vip 0 3cfec88984b8a kube-vip-ha-106302
73802addf28ef 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 594e9eb586b32 etcd-ha-106302
8d7fcd5f7d56d 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 c920b14cf50aa kube-apiserver-ha-106302
dec1697264029 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 411118291d3f3 kube-scheduler-ha-106302
c251344563e46 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 890699ae2c7d2 kube-controller-manager-ha-106302
==> coredns [71878f2ac51cecfe539f367c2ff49f6bc6b40022a7dff189245bd007d0260d07] <==
[INFO] 127.0.0.1:37176 - 32561 "HINFO IN 3495974066793148999.5277118907247610982. udp 57 false 512" NXDOMAIN qr,rd,ra 57 0.022894865s
[INFO] 10.244.1.2:51203 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.01735349s
[INFO] 10.244.2.2:37733 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000272502s
[INFO] 10.244.2.2:53757 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 31 0.001751263s
[INFO] 10.244.2.2:54738 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.000495007s
[INFO] 10.244.0.4:45576 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000412263s
[INFO] 10.244.0.4:48159 - 3 "AAAA IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 31 0.000083837s
[INFO] 10.244.1.2:34578 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000302061s
[INFO] 10.244.1.2:54721 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000235254s
[INFO] 10.244.1.2:43877 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000206178s
[INFO] 10.244.1.2:35725 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.00012413s
[INFO] 10.244.2.2:53111 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.00036507s
[INFO] 10.244.2.2:60205 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00019223s
[INFO] 10.244.2.2:49031 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000279282s
[INFO] 10.244.1.2:48336 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000174589s
[INFO] 10.244.1.2:47520 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000164259s
[INFO] 10.244.1.2:58000 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000119136s
[INFO] 10.244.1.2:52602 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000196285s
[INFO] 10.244.2.2:53065 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000143333s
[INFO] 10.244.0.4:50807 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000119749s
[INFO] 10.244.0.4:60692 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000073699s
[INFO] 10.244.1.2:46283 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000281341s
[INFO] 10.244.1.2:51750 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000153725s
[INFO] 10.244.2.2:33715 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000141245s
[INFO] 10.244.0.4:40497 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000233306s
==> coredns [d7af42dff52cf31e3d0b4c5b3bb3039a69b066d99b6f46d065147ba29c75204b] <==
[INFO] 10.244.2.2:53827 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001485777s
[INFO] 10.244.2.2:55594 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000308847s
[INFO] 10.244.2.2:34459 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000118477s
[INFO] 10.244.2.2:39473 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000062912s
[INFO] 10.244.0.4:50797 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000084736s
[INFO] 10.244.0.4:49715 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001903972s
[INFO] 10.244.0.4:60150 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000344373s
[INFO] 10.244.0.4:43238 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000075717s
[INFO] 10.244.0.4:55133 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001508595s
[INFO] 10.244.0.4:49161 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000071435s
[INFO] 10.244.0.4:34396 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000048471s
[INFO] 10.244.0.4:40602 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000037032s
[INFO] 10.244.2.2:46010 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00013718s
[INFO] 10.244.2.2:59322 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000108224s
[INFO] 10.244.2.2:38750 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000154868s
[INFO] 10.244.0.4:43291 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000123825s
[INFO] 10.244.0.4:44515 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000163484s
[INFO] 10.244.1.2:60479 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000154514s
[INFO] 10.244.1.2:42615 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000210654s
[INFO] 10.244.2.2:57422 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000132377s
[INFO] 10.244.2.2:51037 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00039203s
[INFO] 10.244.2.2:35850 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000148988s
[INFO] 10.244.0.4:37661 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000206627s
[INFO] 10.244.0.4:43810 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000129193s
[INFO] 10.244.0.4:47355 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000145369s
==> describe nodes <==
Name: ha-106302
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-106302
kubernetes.io/os=linux
minikube.k8s.io/commit=e85f1467f7b5bf0a3dd477c54f3fe5919d424331
minikube.k8s.io/name=ha-106302
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_05T19_19_48_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 05 Dec 2024 19:19:45 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-106302
AcquireTime: <unset>
RenewTime: Thu, 05 Dec 2024 19:26:25 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 05 Dec 2024 19:22:51 +0000 Thu, 05 Dec 2024 19:19:43 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 05 Dec 2024 19:22:51 +0000 Thu, 05 Dec 2024 19:19:43 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 05 Dec 2024 19:22:51 +0000 Thu, 05 Dec 2024 19:19:43 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 05 Dec 2024 19:22:51 +0000 Thu, 05 Dec 2024 19:20:08 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.185
Hostname: ha-106302
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 9fbfe8f29ea445c2a705d4735bab42d9
System UUID: 9fbfe8f2-9ea4-45c2-a705-d4735bab42d9
Boot ID: fbdd1078-6187-4d3e-90aa-6ba60d4d7163
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-p8z47 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m
kube-system coredns-7c65d6cfc9-45m77 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m40s
kube-system coredns-7c65d6cfc9-sjsv2 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m40s
kube-system etcd-ha-106302 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m45s
kube-system kindnet-xr9mh 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m40s
kube-system kube-apiserver-ha-106302 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m45s
kube-system kube-controller-manager-ha-106302 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m45s
kube-system kube-proxy-zw6nj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m40s
kube-system kube-scheduler-ha-106302 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m45s
kube-system kube-vip-ha-106302 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m47s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m39s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m39s kube-proxy
Normal Starting 6m45s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m45s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m45s kubelet Node ha-106302 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m45s kubelet Node ha-106302 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m45s kubelet Node ha-106302 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m41s node-controller Node ha-106302 event: Registered Node ha-106302 in Controller
Normal NodeReady 6m24s kubelet Node ha-106302 status is now: NodeReady
Normal RegisteredNode 5m36s node-controller Node ha-106302 event: Registered Node ha-106302 in Controller
Normal RegisteredNode 4m21s node-controller Node ha-106302 event: Registered Node ha-106302 in Controller
Name: ha-106302-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-106302-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=e85f1467f7b5bf0a3dd477c54f3fe5919d424331
minikube.k8s.io/name=ha-106302
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_05T19_20_50_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 05 Dec 2024 19:20:47 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-106302-m02
AcquireTime: <unset>
RenewTime: Thu, 05 Dec 2024 19:23:51 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Thu, 05 Dec 2024 19:22:50 +0000 Thu, 05 Dec 2024 19:24:36 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Thu, 05 Dec 2024 19:22:50 +0000 Thu, 05 Dec 2024 19:24:36 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Thu, 05 Dec 2024 19:22:50 +0000 Thu, 05 Dec 2024 19:24:36 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Thu, 05 Dec 2024 19:22:50 +0000 Thu, 05 Dec 2024 19:24:36 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.22
Hostname: ha-106302-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 3ca37a23968d4b139155a7b713c26828
System UUID: 3ca37a23-968d-4b13-9155-a7b713c26828
Boot ID: 36db6c69-1ef9-45e9-8548-ed0c2d08168d
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-9kxtc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m
kube-system etcd-ha-106302-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m43s
kube-system kindnet-thcsp 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m45s
kube-system kube-apiserver-ha-106302-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m44s
kube-system kube-controller-manager-ha-106302-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m41s
kube-system kube-proxy-n57lf 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m45s
kube-system kube-scheduler-ha-106302-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m44s
kube-system kube-vip-ha-106302-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m40s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m40s kube-proxy
Normal NodeHasSufficientMemory 5m45s (x8 over 5m45s) kubelet Node ha-106302-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m45s (x8 over 5m45s) kubelet Node ha-106302-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m45s (x7 over 5m45s) kubelet Node ha-106302-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m45s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m41s node-controller Node ha-106302-m02 event: Registered Node ha-106302-m02 in Controller
Normal RegisteredNode 5m36s node-controller Node ha-106302-m02 event: Registered Node ha-106302-m02 in Controller
Normal RegisteredNode 4m21s node-controller Node ha-106302-m02 event: Registered Node ha-106302-m02 in Controller
Normal NodeNotReady 116s node-controller Node ha-106302-m02 status is now: NodeNotReady
Name: ha-106302-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-106302-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=e85f1467f7b5bf0a3dd477c54f3fe5919d424331
minikube.k8s.io/name=ha-106302
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_05T19_22_05_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 05 Dec 2024 19:22:02 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-106302-m03
AcquireTime: <unset>
RenewTime: Thu, 05 Dec 2024 19:26:28 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 05 Dec 2024 19:23:03 +0000 Thu, 05 Dec 2024 19:22:02 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 05 Dec 2024 19:23:03 +0000 Thu, 05 Dec 2024 19:22:02 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 05 Dec 2024 19:23:03 +0000 Thu, 05 Dec 2024 19:22:02 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 05 Dec 2024 19:23:03 +0000 Thu, 05 Dec 2024 19:22:24 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.151
Hostname: ha-106302-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: c79436ccca5a4dcb864b64b8f1638e64
System UUID: c79436cc-ca5a-4dcb-864b-64b8f1638e64
Boot ID: c0d22d1e-5115-47a7-a1b2-4a76f9bfc0f7
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-9tp62 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m
kube-system etcd-ha-106302-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m28s
kube-system kindnet-wdsv9 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m30s
kube-system kube-apiserver-ha-106302-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m28s
kube-system kube-controller-manager-ha-106302-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system kube-proxy-pghdx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m30s
kube-system kube-scheduler-ha-106302-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-vip-ha-106302-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m25s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m25s kube-proxy
Normal NodeHasSufficientMemory 4m30s (x8 over 4m30s) kubelet Node ha-106302-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m30s (x8 over 4m30s) kubelet Node ha-106302-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m30s (x7 over 4m30s) kubelet Node ha-106302-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m30s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m26s node-controller Node ha-106302-m03 event: Registered Node ha-106302-m03 in Controller
Normal RegisteredNode 4m26s node-controller Node ha-106302-m03 event: Registered Node ha-106302-m03 in Controller
Normal RegisteredNode 4m21s node-controller Node ha-106302-m03 event: Registered Node ha-106302-m03 in Controller
Name: ha-106302-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-106302-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=e85f1467f7b5bf0a3dd477c54f3fe5919d424331
minikube.k8s.io/name=ha-106302
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_05T19_23_10_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 05 Dec 2024 19:23:10 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-106302-m04
AcquireTime: <unset>
RenewTime: Thu, 05 Dec 2024 19:26:23 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 05 Dec 2024 19:23:41 +0000 Thu, 05 Dec 2024 19:23:10 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 05 Dec 2024 19:23:41 +0000 Thu, 05 Dec 2024 19:23:10 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 05 Dec 2024 19:23:41 +0000 Thu, 05 Dec 2024 19:23:10 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 05 Dec 2024 19:23:41 +0000 Thu, 05 Dec 2024 19:23:31 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.7
Hostname: ha-106302-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 230adc0a6a8a4784a2711e0f05c0dc5c
System UUID: 230adc0a-6a8a-4784-a271-1e0f05c0dc5c
Boot ID: c550c7a6-b9cf-4484-890e-5c6b9b697be6
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-4x5qd 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m22s
kube-system kube-proxy-2dvtn 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m22s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m16s kube-proxy
Normal NodeAllocatableEnforced 3m23s kubelet Updated Node Allocatable limit across pods
Normal CIDRAssignmentFailed 3m22s cidrAllocator Node ha-106302-m04 status is now: CIDRAssignmentFailed
Normal NodeHasSufficientMemory 3m22s (x2 over 3m23s) kubelet Node ha-106302-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m22s (x2 over 3m23s) kubelet Node ha-106302-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m22s (x2 over 3m23s) kubelet Node ha-106302-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 3m21s node-controller Node ha-106302-m04 event: Registered Node ha-106302-m04 in Controller
Normal RegisteredNode 3m21s node-controller Node ha-106302-m04 event: Registered Node ha-106302-m04 in Controller
Normal RegisteredNode 3m21s node-controller Node ha-106302-m04 event: Registered Node ha-106302-m04 in Controller
Normal NodeReady 3m1s kubelet Node ha-106302-m04 status is now: NodeReady
==> dmesg <==
[Dec 5 19:19] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000001] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.052678] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040068] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.967635] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.737822] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.642469] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +9.132933] systemd-fstab-generator[588]: Ignoring "noauto" option for root device
[ +0.059010] kauditd_printk_skb: 1 callbacks suppressed
[ +0.077817] systemd-fstab-generator[600]: Ignoring "noauto" option for root device
[ +0.173461] systemd-fstab-generator[614]: Ignoring "noauto" option for root device
[ +0.135588] systemd-fstab-generator[626]: Ignoring "noauto" option for root device
[ +0.266467] systemd-fstab-generator[656]: Ignoring "noauto" option for root device
[ +4.207512] systemd-fstab-generator[750]: Ignoring "noauto" option for root device
[ +3.975007] systemd-fstab-generator[880]: Ignoring "noauto" option for root device
[ +0.063464] kauditd_printk_skb: 158 callbacks suppressed
[ +7.124511] systemd-fstab-generator[1301]: Ignoring "noauto" option for root device
[ +0.093371] kauditd_printk_skb: 79 callbacks suppressed
[ +5.093366] kauditd_printk_skb: 21 callbacks suppressed
[ +5.201097] kauditd_printk_skb: 34 callbacks suppressed
[Dec 5 19:20] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [73802addf28ef6b673245e1309d4d82c07c43374f514f1031e2a8277b4641e1a] <==
{"level":"warn","ts":"2024-12-05T19:26:32.065680Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.081908Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.165119Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.235058Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.244047Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.248155Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.253363Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.265338Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.323107Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.330292Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.337630Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.342859Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.348860Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.357089Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.363390Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.365801Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.371022Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.374616Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.378542Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.384119Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.394204Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.402134Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T19:26:32.430074Z","caller":"etcdserver/cluster_util.go:294","msg":"failed to reach the peer URL","address":"https://192.168.39.22:2380/version","remote-member-id":"6cb04787fcad1ce5","error":"Get \"https://192.168.39.22:2380/version\": dial tcp 192.168.39.22:2380: i/o timeout"}
{"level":"warn","ts":"2024-12-05T19:26:32.430156Z","caller":"etcdserver/cluster_util.go:158","msg":"failed to get version","remote-member-id":"6cb04787fcad1ce5","error":"Get \"https://192.168.39.22:2380/version\": dial tcp 192.168.39.22:2380: i/o timeout"}
{"level":"warn","ts":"2024-12-05T19:26:32.465123Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"8fbc2df34e14192d","from":"8fbc2df34e14192d","remote-peer-id":"6cb04787fcad1ce5","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
19:26:32 up 7 min, 0 users, load average: 0.39, 0.30, 0.15
Linux ha-106302 5.10.207 #1 SMP Wed Nov 6 22:25:03 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [8e0e4de270d59927c1fd98dfbfca5bebec8750f72b7682863f1276e5cf4afe0e] <==
I1205 19:25:58.032961 1 main.go:324] Node ha-106302-m04 has CIDR [10.244.3.0/24]
I1205 19:26:08.033900 1 main.go:297] Handling node with IPs: map[192.168.39.185:{}]
I1205 19:26:08.033997 1 main.go:301] handling current node
I1205 19:26:08.034040 1 main.go:297] Handling node with IPs: map[192.168.39.22:{}]
I1205 19:26:08.034061 1 main.go:324] Node ha-106302-m02 has CIDR [10.244.1.0/24]
I1205 19:26:08.034788 1 main.go:297] Handling node with IPs: map[192.168.39.151:{}]
I1205 19:26:08.034868 1 main.go:324] Node ha-106302-m03 has CIDR [10.244.2.0/24]
I1205 19:26:08.035323 1 main.go:297] Handling node with IPs: map[192.168.39.7:{}]
I1205 19:26:08.036186 1 main.go:324] Node ha-106302-m04 has CIDR [10.244.3.0/24]
I1205 19:26:18.031621 1 main.go:297] Handling node with IPs: map[192.168.39.185:{}]
I1205 19:26:18.031663 1 main.go:301] handling current node
I1205 19:26:18.031679 1 main.go:297] Handling node with IPs: map[192.168.39.22:{}]
I1205 19:26:18.031683 1 main.go:324] Node ha-106302-m02 has CIDR [10.244.1.0/24]
I1205 19:26:18.031927 1 main.go:297] Handling node with IPs: map[192.168.39.151:{}]
I1205 19:26:18.031962 1 main.go:324] Node ha-106302-m03 has CIDR [10.244.2.0/24]
I1205 19:26:18.032073 1 main.go:297] Handling node with IPs: map[192.168.39.7:{}]
I1205 19:26:18.032101 1 main.go:324] Node ha-106302-m04 has CIDR [10.244.3.0/24]
I1205 19:26:28.040181 1 main.go:297] Handling node with IPs: map[192.168.39.185:{}]
I1205 19:26:28.040364 1 main.go:301] handling current node
I1205 19:26:28.040415 1 main.go:297] Handling node with IPs: map[192.168.39.22:{}]
I1205 19:26:28.040435 1 main.go:324] Node ha-106302-m02 has CIDR [10.244.1.0/24]
I1205 19:26:28.040849 1 main.go:297] Handling node with IPs: map[192.168.39.151:{}]
I1205 19:26:28.040902 1 main.go:324] Node ha-106302-m03 has CIDR [10.244.2.0/24]
I1205 19:26:28.041100 1 main.go:297] Handling node with IPs: map[192.168.39.7:{}]
I1205 19:26:28.041125 1 main.go:324] Node ha-106302-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [8d7fcd5f7d56deb9c9698f0941fa3b61d597efc9495ed27488a425d6030baa44] <==
W1205 19:19:46.101456 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.185]
I1205 19:19:46.102689 1 controller.go:615] quota admission added evaluator for: endpoints
I1205 19:19:46.107444 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1205 19:19:46.330379 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1205 19:19:47.696704 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1205 19:19:47.715088 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1205 19:19:47.729079 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1205 19:19:52.034082 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1205 19:19:52.100936 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1205 19:22:38.001032 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32830: use of closed network connection
E1205 19:22:38.204236 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32840: use of closed network connection
E1205 19:22:38.401399 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32852: use of closed network connection
E1205 19:22:38.650810 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32868: use of closed network connection
E1205 19:22:38.848239 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32882: use of closed network connection
E1205 19:22:39.039033 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32892: use of closed network connection
E1205 19:22:39.233185 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32904: use of closed network connection
E1205 19:22:39.423024 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32930: use of closed network connection
E1205 19:22:39.623335 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32946: use of closed network connection
E1205 19:22:39.929919 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32972: use of closed network connection
E1205 19:22:40.109732 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:32994: use of closed network connection
E1205 19:22:40.313792 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:33004: use of closed network connection
E1205 19:22:40.512273 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:33032: use of closed network connection
E1205 19:22:40.696838 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:33064: use of closed network connection
E1205 19:22:40.891466 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:33092: use of closed network connection
W1205 19:23:56.103047 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.151 192.168.39.185]
==> kube-controller-manager [c251344563e4644b942bcb793dd412b7fae15eefbb4142b68e4047db60a8fbeb] <==
I1205 19:22:37.515258 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="61.952µs"
I1205 19:22:50.027185 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m02"
I1205 19:22:51.994933 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302"
I1205 19:23:03.348987 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m03"
I1205 19:23:10.074709 1 actual_state_of_world.go:540] "Failed to update statusUpdateNeeded field in actual state of world" logger="persistentvolume-attach-detach-controller" err="Failed to set statusUpdateNeeded to needed true, because nodeName=\"ha-106302-m04\" does not exist"
I1205 19:23:10.130455 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-106302-m04" podCIDRs=["10.244.3.0/24"]
I1205 19:23:10.130559 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m04"
I1205 19:23:10.130592 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m04"
I1205 19:23:10.405830 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m04"
I1205 19:23:10.799985 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m04"
I1205 19:23:11.200921 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-106302-m04"
I1205 19:23:11.286372 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m04"
I1205 19:23:20.510971 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m04"
I1205 19:23:31.164993 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m04"
I1205 19:23:31.165813 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-106302-m04"
I1205 19:23:31.181172 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m04"
I1205 19:23:31.224422 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m04"
I1205 19:23:41.047269 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m04"
I1205 19:24:36.318018 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m02"
I1205 19:24:36.318367 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-106302-m04"
I1205 19:24:36.348027 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m02"
I1205 19:24:36.462551 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="17.68033ms"
I1205 19:24:36.463140 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="102.944µs"
I1205 19:24:36.509355 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m02"
I1205 19:24:41.525728 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-106302-m02"
==> kube-proxy [013c8063671c4aa3ba3a414d06a2537ce811bcd6e22e028d0ad8ab9af659022d] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1205 19:19:53.137314 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1205 19:19:53.171420 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.185"]
E1205 19:19:53.171824 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1205 19:19:53.214655 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1205 19:19:53.214741 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1205 19:19:53.214788 1 server_linux.go:169] "Using iptables Proxier"
I1205 19:19:53.217916 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1205 19:19:53.218705 1 server.go:483] "Version info" version="v1.31.2"
I1205 19:19:53.218777 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1205 19:19:53.220962 1 config.go:199] "Starting service config controller"
I1205 19:19:53.221650 1 shared_informer.go:313] Waiting for caches to sync for service config
I1205 19:19:53.221992 1 config.go:105] "Starting endpoint slice config controller"
I1205 19:19:53.222064 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1205 19:19:53.223609 1 config.go:328] "Starting node config controller"
I1205 19:19:53.226006 1 shared_informer.go:313] Waiting for caches to sync for node config
I1205 19:19:53.322722 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1205 19:19:53.322841 1 shared_informer.go:320] Caches are synced for service config
I1205 19:19:53.326785 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [dec1697264029fa87be97fc70c56ce04eba1e67864a4b1b1f1e47cba052f7cf8] <==
W1205 19:19:45.698374 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1205 19:19:45.698482 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1205 19:19:45.740149 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1205 19:19:45.740541 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
I1205 19:19:48.195246 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1205 19:22:02.375222 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-tpm2m\": pod kube-proxy-tpm2m is already assigned to node \"ha-106302-m03\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-tpm2m" node="ha-106302-m03"
E1205 19:22:02.375416 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 1976f453-f240-48ff-bcac-37351800ac58(kube-system/kube-proxy-tpm2m) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-tpm2m"
E1205 19:22:02.375449 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-tpm2m\": pod kube-proxy-tpm2m is already assigned to node \"ha-106302-m03\"" pod="kube-system/kube-proxy-tpm2m"
I1205 19:22:02.375580 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-tpm2m" node="ha-106302-m03"
E1205 19:22:02.382616 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-wdsv9\": pod kindnet-wdsv9 is already assigned to node \"ha-106302-m03\"" plugin="DefaultBinder" pod="kube-system/kindnet-wdsv9" node="ha-106302-m03"
E1205 19:22:02.382763 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 83d82f5d-42c3-47be-af20-41b82c16b114(kube-system/kindnet-wdsv9) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-wdsv9"
E1205 19:22:02.382784 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-wdsv9\": pod kindnet-wdsv9 is already assigned to node \"ha-106302-m03\"" pod="kube-system/kindnet-wdsv9"
I1205 19:22:02.382811 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-wdsv9" node="ha-106302-m03"
E1205 19:22:02.429049 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-pghdx\": pod kube-proxy-pghdx is already assigned to node \"ha-106302-m03\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-pghdx" node="ha-106302-m03"
E1205 19:22:02.429116 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 915060a3-353c-4a2c-a9d6-494206776446(kube-system/kube-proxy-pghdx) wasn't assumed so cannot be forgotten" pod="kube-system/kube-proxy-pghdx"
E1205 19:22:02.429132 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-pghdx\": pod kube-proxy-pghdx is already assigned to node \"ha-106302-m03\"" pod="kube-system/kube-proxy-pghdx"
I1205 19:22:02.429156 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kube-proxy-pghdx" node="ha-106302-m03"
E1205 19:22:32.450165 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-p8z47\": pod busybox-7dff88458-p8z47 is already assigned to node \"ha-106302\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-p8z47" node="ha-106302"
E1205 19:22:32.450464 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 16e14c1a-196d-42a8-b245-1a488cb9667f(default/busybox-7dff88458-p8z47) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-p8z47"
E1205 19:22:32.450610 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-p8z47\": pod busybox-7dff88458-p8z47 is already assigned to node \"ha-106302\"" pod="default/busybox-7dff88458-p8z47"
I1205 19:22:32.450729 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-p8z47" node="ha-106302"
E1205 19:22:32.450776 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-9tp62\": pod busybox-7dff88458-9tp62 is already assigned to node \"ha-106302-m03\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-9tp62" node="ha-106302-m03"
E1205 19:22:32.459571 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod afb0c778-acb1-4db0-b0b6-f054049d0a9d(default/busybox-7dff88458-9tp62) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-9tp62"
E1205 19:22:32.460188 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-9tp62\": pod busybox-7dff88458-9tp62 is already assigned to node \"ha-106302-m03\"" pod="default/busybox-7dff88458-9tp62"
I1205 19:22:32.460282 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-9tp62" node="ha-106302-m03"
==> kubelet <==
Dec 05 19:24:57 ha-106302 kubelet[1308]: E1205 19:24:57.781563 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426697781244346,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:24:57 ha-106302 kubelet[1308]: E1205 19:24:57.781621 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426697781244346,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:07 ha-106302 kubelet[1308]: E1205 19:25:07.783663 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426707783267296,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:07 ha-106302 kubelet[1308]: E1205 19:25:07.783686 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426707783267296,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:17 ha-106302 kubelet[1308]: E1205 19:25:17.787301 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426717786088822,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:17 ha-106302 kubelet[1308]: E1205 19:25:17.788092 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426717786088822,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:27 ha-106302 kubelet[1308]: E1205 19:25:27.791254 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426727789306197,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:27 ha-106302 kubelet[1308]: E1205 19:25:27.792185 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426727789306197,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:37 ha-106302 kubelet[1308]: E1205 19:25:37.793643 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426737793262536,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:37 ha-106302 kubelet[1308]: E1205 19:25:37.793688 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426737793262536,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:47 ha-106302 kubelet[1308]: E1205 19:25:47.685793 1308 iptables.go:577] "Could not set up iptables canary" err=<
Dec 05 19:25:47 ha-106302 kubelet[1308]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Dec 05 19:25:47 ha-106302 kubelet[1308]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Dec 05 19:25:47 ha-106302 kubelet[1308]: Perhaps ip6tables or your kernel needs to be upgraded.
Dec 05 19:25:47 ha-106302 kubelet[1308]: > table="nat" chain="KUBE-KUBELET-CANARY"
Dec 05 19:25:47 ha-106302 kubelet[1308]: E1205 19:25:47.795235 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426747794906816,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:47 ha-106302 kubelet[1308]: E1205 19:25:47.795258 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426747794906816,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:57 ha-106302 kubelet[1308]: E1205 19:25:57.797302 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426757796435936,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:25:57 ha-106302 kubelet[1308]: E1205 19:25:57.798201 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426757796435936,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:26:07 ha-106302 kubelet[1308]: E1205 19:26:07.800104 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426767799828720,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:26:07 ha-106302 kubelet[1308]: E1205 19:26:07.800714 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426767799828720,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:26:17 ha-106302 kubelet[1308]: E1205 19:26:17.806169 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426777803286232,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:26:17 ha-106302 kubelet[1308]: E1205 19:26:17.806235 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426777803286232,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:26:27 ha-106302 kubelet[1308]: E1205 19:26:27.811914 1308 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426787809189066,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 19:26:27 ha-106302 kubelet[1308]: E1205 19:26:27.812304 1308 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733426787809189066,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-106302 -n ha-106302
helpers_test.go:261: (dbg) Run: kubectl --context ha-106302 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.41s)