=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (3.881906755s)
ha_test.go:309: expected profile "ha-689539" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-689539\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-689539\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-689539\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.220\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.224\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.133\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.199\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt
\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",
\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-689539 -n ha-689539
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-689539 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-689539 logs -n 25: (1.388489241s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-689539 ssh -n | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-689539 cp ha-689539-m03:/home/docker/cp-test.txt | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539:/home/docker/cp-test_ha-689539-m03_ha-689539.txt | | | | | |
| ssh | ha-689539 ssh -n | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-689539 ssh -n ha-689539 sudo cat | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | /home/docker/cp-test_ha-689539-m03_ha-689539.txt | | | | | |
| cp | ha-689539 cp ha-689539-m03:/home/docker/cp-test.txt | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m02:/home/docker/cp-test_ha-689539-m03_ha-689539-m02.txt | | | | | |
| ssh | ha-689539 ssh -n | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-689539 ssh -n ha-689539-m02 sudo cat | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | /home/docker/cp-test_ha-689539-m03_ha-689539-m02.txt | | | | | |
| cp | ha-689539 cp ha-689539-m03:/home/docker/cp-test.txt | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m04:/home/docker/cp-test_ha-689539-m03_ha-689539-m04.txt | | | | | |
| ssh | ha-689539 ssh -n | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-689539 ssh -n ha-689539-m04 sudo cat | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | /home/docker/cp-test_ha-689539-m03_ha-689539-m04.txt | | | | | |
| cp | ha-689539 cp testdata/cp-test.txt | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-689539 ssh -n | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-689539 cp ha-689539-m04:/home/docker/cp-test.txt | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile1989065978/001/cp-test_ha-689539-m04.txt | | | | | |
| ssh | ha-689539 ssh -n | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-689539 cp ha-689539-m04:/home/docker/cp-test.txt | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539:/home/docker/cp-test_ha-689539-m04_ha-689539.txt | | | | | |
| ssh | ha-689539 ssh -n | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-689539 ssh -n ha-689539 sudo cat | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | /home/docker/cp-test_ha-689539-m04_ha-689539.txt | | | | | |
| cp | ha-689539 cp ha-689539-m04:/home/docker/cp-test.txt | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m02:/home/docker/cp-test_ha-689539-m04_ha-689539-m02.txt | | | | | |
| ssh | ha-689539 ssh -n | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-689539 ssh -n ha-689539-m02 sudo cat | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | /home/docker/cp-test_ha-689539-m04_ha-689539-m02.txt | | | | | |
| cp | ha-689539 cp ha-689539-m04:/home/docker/cp-test.txt | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m03:/home/docker/cp-test_ha-689539-m04_ha-689539-m03.txt | | | | | |
| ssh | ha-689539 ssh -n | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | ha-689539-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-689539 ssh -n ha-689539-m03 sudo cat | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | 05 Dec 24 20:38 UTC |
| | /home/docker/cp-test_ha-689539-m04_ha-689539-m03.txt | | | | | |
| node | ha-689539 node stop m02 -v=7 | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:38 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-689539 node start m02 -v=7 | ha-689539 | jenkins | v1.34.0 | 05 Dec 24 20:41 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/05 20:34:08
Running on machine: ubuntu-20-agent-2
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1205 20:34:08.074114 310801 out.go:345] Setting OutFile to fd 1 ...
I1205 20:34:08.074261 310801 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1205 20:34:08.074272 310801 out.go:358] Setting ErrFile to fd 2...
I1205 20:34:08.074277 310801 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1205 20:34:08.074494 310801 root.go:338] Updating PATH: /home/jenkins/minikube-integration/20053-293485/.minikube/bin
I1205 20:34:08.075118 310801 out.go:352] Setting JSON to false
I1205 20:34:08.076226 310801 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-2","uptime":11796,"bootTime":1733419052,"procs":214,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1205 20:34:08.076305 310801 start.go:139] virtualization: kvm guest
I1205 20:34:08.078657 310801 out.go:177] * [ha-689539] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1205 20:34:08.080623 310801 out.go:177] - MINIKUBE_LOCATION=20053
I1205 20:34:08.080628 310801 notify.go:220] Checking for updates...
I1205 20:34:08.083473 310801 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1205 20:34:08.084883 310801 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/20053-293485/kubeconfig
I1205 20:34:08.086219 310801 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/20053-293485/.minikube
I1205 20:34:08.087594 310801 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1205 20:34:08.088859 310801 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1205 20:34:08.090289 310801 driver.go:394] Setting default libvirt URI to qemu:///system
I1205 20:34:08.128174 310801 out.go:177] * Using the kvm2 driver based on user configuration
I1205 20:34:08.129457 310801 start.go:297] selected driver: kvm2
I1205 20:34:08.129474 310801 start.go:901] validating driver "kvm2" against <nil>
I1205 20:34:08.129492 310801 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1205 20:34:08.130313 310801 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1205 20:34:08.130391 310801 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/20053-293485/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1205 20:34:08.148061 310801 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1205 20:34:08.148119 310801 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1205 20:34:08.148394 310801 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1205 20:34:08.148426 310801 cni.go:84] Creating CNI manager for ""
I1205 20:34:08.148467 310801 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1205 20:34:08.148479 310801 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1205 20:34:08.148546 310801 start.go:340] cluster config:
{Name:ha-689539 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-689539 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1205 20:34:08.148670 310801 iso.go:125] acquiring lock: {Name:mka021df4677ae8663fba7cdbb31ebfc4b0185dc Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1205 20:34:08.150579 310801 out.go:177] * Starting "ha-689539" primary control-plane node in "ha-689539" cluster
I1205 20:34:08.152101 310801 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1205 20:34:08.152144 310801 preload.go:146] Found local preload: /home/jenkins/minikube-integration/20053-293485/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1205 20:34:08.152158 310801 cache.go:56] Caching tarball of preloaded images
I1205 20:34:08.152281 310801 preload.go:172] Found /home/jenkins/minikube-integration/20053-293485/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1205 20:34:08.152296 310801 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1205 20:34:08.152605 310801 profile.go:143] Saving config to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/config.json ...
I1205 20:34:08.152651 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/config.json: {Name:mk27baab499187c123d1f411d3400f014a73dd14 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:34:08.152842 310801 start.go:360] acquireMachinesLock for ha-689539: {Name:mka8f82518aff901a26e4e81a48783d4e01b4161 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1205 20:34:08.152881 310801 start.go:364] duration metric: took 21.06µs to acquireMachinesLock for "ha-689539"
I1205 20:34:08.152908 310801 start.go:93] Provisioning new machine with config: &{Name:ha-689539 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-689539 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 20:34:08.152972 310801 start.go:125] createHost starting for "" (driver="kvm2")
I1205 20:34:08.154751 310801 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1205 20:34:08.154908 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:34:08.154972 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:34:08.170934 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46169
I1205 20:34:08.171495 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:34:08.172063 310801 main.go:141] libmachine: Using API Version 1
I1205 20:34:08.172087 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:34:08.172451 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:34:08.172674 310801 main.go:141] libmachine: (ha-689539) Calling .GetMachineName
I1205 20:34:08.172837 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:34:08.172996 310801 start.go:159] libmachine.API.Create for "ha-689539" (driver="kvm2")
I1205 20:34:08.173045 310801 client.go:168] LocalClient.Create starting
I1205 20:34:08.173086 310801 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem
I1205 20:34:08.173121 310801 main.go:141] libmachine: Decoding PEM data...
I1205 20:34:08.173139 310801 main.go:141] libmachine: Parsing certificate...
I1205 20:34:08.173198 310801 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem
I1205 20:34:08.173225 310801 main.go:141] libmachine: Decoding PEM data...
I1205 20:34:08.173243 310801 main.go:141] libmachine: Parsing certificate...
I1205 20:34:08.173268 310801 main.go:141] libmachine: Running pre-create checks...
I1205 20:34:08.173282 310801 main.go:141] libmachine: (ha-689539) Calling .PreCreateCheck
I1205 20:34:08.173629 310801 main.go:141] libmachine: (ha-689539) Calling .GetConfigRaw
I1205 20:34:08.174111 310801 main.go:141] libmachine: Creating machine...
I1205 20:34:08.174129 310801 main.go:141] libmachine: (ha-689539) Calling .Create
I1205 20:34:08.174265 310801 main.go:141] libmachine: (ha-689539) Creating KVM machine...
I1205 20:34:08.175744 310801 main.go:141] libmachine: (ha-689539) DBG | found existing default KVM network
I1205 20:34:08.176445 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:08.176315 310824 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000221330}
I1205 20:34:08.176491 310801 main.go:141] libmachine: (ha-689539) DBG | created network xml:
I1205 20:34:08.176507 310801 main.go:141] libmachine: (ha-689539) DBG | <network>
I1205 20:34:08.176530 310801 main.go:141] libmachine: (ha-689539) DBG | <name>mk-ha-689539</name>
I1205 20:34:08.176545 310801 main.go:141] libmachine: (ha-689539) DBG | <dns enable='no'/>
I1205 20:34:08.176564 310801 main.go:141] libmachine: (ha-689539) DBG |
I1205 20:34:08.176591 310801 main.go:141] libmachine: (ha-689539) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1205 20:34:08.176606 310801 main.go:141] libmachine: (ha-689539) DBG | <dhcp>
I1205 20:34:08.176611 310801 main.go:141] libmachine: (ha-689539) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1205 20:34:08.176616 310801 main.go:141] libmachine: (ha-689539) DBG | </dhcp>
I1205 20:34:08.176621 310801 main.go:141] libmachine: (ha-689539) DBG | </ip>
I1205 20:34:08.176666 310801 main.go:141] libmachine: (ha-689539) DBG |
I1205 20:34:08.176693 310801 main.go:141] libmachine: (ha-689539) DBG | </network>
I1205 20:34:08.176707 310801 main.go:141] libmachine: (ha-689539) DBG |
I1205 20:34:08.181749 310801 main.go:141] libmachine: (ha-689539) DBG | trying to create private KVM network mk-ha-689539 192.168.39.0/24...
I1205 20:34:08.259729 310801 main.go:141] libmachine: (ha-689539) Setting up store path in /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539 ...
I1205 20:34:08.259779 310801 main.go:141] libmachine: (ha-689539) DBG | private KVM network mk-ha-689539 192.168.39.0/24 created
I1205 20:34:08.259792 310801 main.go:141] libmachine: (ha-689539) Building disk image from file:///home/jenkins/minikube-integration/20053-293485/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1205 20:34:08.259831 310801 main.go:141] libmachine: (ha-689539) Downloading /home/jenkins/minikube-integration/20053-293485/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20053-293485/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1205 20:34:08.259902 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:08.259565 310824 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20053-293485/.minikube
I1205 20:34:08.570701 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:08.570509 310824 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa...
I1205 20:34:08.656946 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:08.656740 310824 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/ha-689539.rawdisk...
I1205 20:34:08.656979 310801 main.go:141] libmachine: (ha-689539) DBG | Writing magic tar header
I1205 20:34:08.656999 310801 main.go:141] libmachine: (ha-689539) DBG | Writing SSH key tar header
I1205 20:34:08.657012 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:08.656919 310824 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539 ...
I1205 20:34:08.657032 310801 main.go:141] libmachine: (ha-689539) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539
I1205 20:34:08.657155 310801 main.go:141] libmachine: (ha-689539) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539 (perms=drwx------)
I1205 20:34:08.657196 310801 main.go:141] libmachine: (ha-689539) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485/.minikube/machines
I1205 20:34:08.657214 310801 main.go:141] libmachine: (ha-689539) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485/.minikube/machines (perms=drwxr-xr-x)
I1205 20:34:08.657237 310801 main.go:141] libmachine: (ha-689539) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485/.minikube (perms=drwxr-xr-x)
I1205 20:34:08.657251 310801 main.go:141] libmachine: (ha-689539) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485 (perms=drwxrwxr-x)
I1205 20:34:08.657266 310801 main.go:141] libmachine: (ha-689539) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485/.minikube
I1205 20:34:08.657283 310801 main.go:141] libmachine: (ha-689539) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485
I1205 20:34:08.657297 310801 main.go:141] libmachine: (ha-689539) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1205 20:34:08.657313 310801 main.go:141] libmachine: (ha-689539) DBG | Checking permissions on dir: /home/jenkins
I1205 20:34:08.657327 310801 main.go:141] libmachine: (ha-689539) DBG | Checking permissions on dir: /home
I1205 20:34:08.657340 310801 main.go:141] libmachine: (ha-689539) DBG | Skipping /home - not owner
I1205 20:34:08.657354 310801 main.go:141] libmachine: (ha-689539) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1205 20:34:08.657370 310801 main.go:141] libmachine: (ha-689539) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1205 20:34:08.657383 310801 main.go:141] libmachine: (ha-689539) Creating domain...
I1205 20:34:08.658677 310801 main.go:141] libmachine: (ha-689539) define libvirt domain using xml:
I1205 20:34:08.658706 310801 main.go:141] libmachine: (ha-689539) <domain type='kvm'>
I1205 20:34:08.658718 310801 main.go:141] libmachine: (ha-689539) <name>ha-689539</name>
I1205 20:34:08.658725 310801 main.go:141] libmachine: (ha-689539) <memory unit='MiB'>2200</memory>
I1205 20:34:08.658735 310801 main.go:141] libmachine: (ha-689539) <vcpu>2</vcpu>
I1205 20:34:08.658745 310801 main.go:141] libmachine: (ha-689539) <features>
I1205 20:34:08.658752 310801 main.go:141] libmachine: (ha-689539) <acpi/>
I1205 20:34:08.658759 310801 main.go:141] libmachine: (ha-689539) <apic/>
I1205 20:34:08.658767 310801 main.go:141] libmachine: (ha-689539) <pae/>
I1205 20:34:08.658787 310801 main.go:141] libmachine: (ha-689539)
I1205 20:34:08.658823 310801 main.go:141] libmachine: (ha-689539) </features>
I1205 20:34:08.658849 310801 main.go:141] libmachine: (ha-689539) <cpu mode='host-passthrough'>
I1205 20:34:08.658858 310801 main.go:141] libmachine: (ha-689539)
I1205 20:34:08.658863 310801 main.go:141] libmachine: (ha-689539) </cpu>
I1205 20:34:08.658869 310801 main.go:141] libmachine: (ha-689539) <os>
I1205 20:34:08.658874 310801 main.go:141] libmachine: (ha-689539) <type>hvm</type>
I1205 20:34:08.658880 310801 main.go:141] libmachine: (ha-689539) <boot dev='cdrom'/>
I1205 20:34:08.658885 310801 main.go:141] libmachine: (ha-689539) <boot dev='hd'/>
I1205 20:34:08.658892 310801 main.go:141] libmachine: (ha-689539) <bootmenu enable='no'/>
I1205 20:34:08.658896 310801 main.go:141] libmachine: (ha-689539) </os>
I1205 20:34:08.658902 310801 main.go:141] libmachine: (ha-689539) <devices>
I1205 20:34:08.658909 310801 main.go:141] libmachine: (ha-689539) <disk type='file' device='cdrom'>
I1205 20:34:08.658920 310801 main.go:141] libmachine: (ha-689539) <source file='/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/boot2docker.iso'/>
I1205 20:34:08.658932 310801 main.go:141] libmachine: (ha-689539) <target dev='hdc' bus='scsi'/>
I1205 20:34:08.658940 310801 main.go:141] libmachine: (ha-689539) <readonly/>
I1205 20:34:08.658954 310801 main.go:141] libmachine: (ha-689539) </disk>
I1205 20:34:08.658974 310801 main.go:141] libmachine: (ha-689539) <disk type='file' device='disk'>
I1205 20:34:08.658987 310801 main.go:141] libmachine: (ha-689539) <driver name='qemu' type='raw' cache='default' io='threads' />
I1205 20:34:08.659004 310801 main.go:141] libmachine: (ha-689539) <source file='/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/ha-689539.rawdisk'/>
I1205 20:34:08.659016 310801 main.go:141] libmachine: (ha-689539) <target dev='hda' bus='virtio'/>
I1205 20:34:08.659054 310801 main.go:141] libmachine: (ha-689539) </disk>
I1205 20:34:08.659076 310801 main.go:141] libmachine: (ha-689539) <interface type='network'>
I1205 20:34:08.659087 310801 main.go:141] libmachine: (ha-689539) <source network='mk-ha-689539'/>
I1205 20:34:08.659094 310801 main.go:141] libmachine: (ha-689539) <model type='virtio'/>
I1205 20:34:08.659106 310801 main.go:141] libmachine: (ha-689539) </interface>
I1205 20:34:08.659117 310801 main.go:141] libmachine: (ha-689539) <interface type='network'>
I1205 20:34:08.659126 310801 main.go:141] libmachine: (ha-689539) <source network='default'/>
I1205 20:34:08.659140 310801 main.go:141] libmachine: (ha-689539) <model type='virtio'/>
I1205 20:34:08.659151 310801 main.go:141] libmachine: (ha-689539) </interface>
I1205 20:34:08.659160 310801 main.go:141] libmachine: (ha-689539) <serial type='pty'>
I1205 20:34:08.659167 310801 main.go:141] libmachine: (ha-689539) <target port='0'/>
I1205 20:34:08.659176 310801 main.go:141] libmachine: (ha-689539) </serial>
I1205 20:34:08.659185 310801 main.go:141] libmachine: (ha-689539) <console type='pty'>
I1205 20:34:08.659196 310801 main.go:141] libmachine: (ha-689539) <target type='serial' port='0'/>
I1205 20:34:08.659214 310801 main.go:141] libmachine: (ha-689539) </console>
I1205 20:34:08.659224 310801 main.go:141] libmachine: (ha-689539) <rng model='virtio'>
I1205 20:34:08.659233 310801 main.go:141] libmachine: (ha-689539) <backend model='random'>/dev/random</backend>
I1205 20:34:08.659242 310801 main.go:141] libmachine: (ha-689539) </rng>
I1205 20:34:08.659248 310801 main.go:141] libmachine: (ha-689539)
I1205 20:34:08.659252 310801 main.go:141] libmachine: (ha-689539)
I1205 20:34:08.659260 310801 main.go:141] libmachine: (ha-689539) </devices>
I1205 20:34:08.659270 310801 main.go:141] libmachine: (ha-689539) </domain>
I1205 20:34:08.659282 310801 main.go:141] libmachine: (ha-689539)
I1205 20:34:08.664073 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:a3:09:de in network default
I1205 20:34:08.664657 310801 main.go:141] libmachine: (ha-689539) Ensuring networks are active...
I1205 20:34:08.664680 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:08.665393 310801 main.go:141] libmachine: (ha-689539) Ensuring network default is active
I1205 20:34:08.665790 310801 main.go:141] libmachine: (ha-689539) Ensuring network mk-ha-689539 is active
I1205 20:34:08.666343 310801 main.go:141] libmachine: (ha-689539) Getting domain xml...
I1205 20:34:08.667190 310801 main.go:141] libmachine: (ha-689539) Creating domain...
I1205 20:34:09.889755 310801 main.go:141] libmachine: (ha-689539) Waiting to get IP...
I1205 20:34:09.890610 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:09.890981 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:09.891034 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:09.890969 310824 retry.go:31] will retry after 284.885869ms: waiting for machine to come up
I1205 20:34:10.177621 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:10.178156 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:10.178184 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:10.178109 310824 retry.go:31] will retry after 378.211833ms: waiting for machine to come up
I1205 20:34:10.557655 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:10.558178 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:10.558212 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:10.558123 310824 retry.go:31] will retry after 473.788163ms: waiting for machine to come up
I1205 20:34:11.033830 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:11.034246 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:11.034277 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:11.034195 310824 retry.go:31] will retry after 418.138315ms: waiting for machine to come up
I1205 20:34:11.453849 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:11.454287 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:11.454318 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:11.454229 310824 retry.go:31] will retry after 720.041954ms: waiting for machine to come up
I1205 20:34:12.176162 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:12.176610 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:12.176635 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:12.176551 310824 retry.go:31] will retry after 769.230458ms: waiting for machine to come up
I1205 20:34:12.947323 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:12.947645 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:12.947682 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:12.947615 310824 retry.go:31] will retry after 799.111179ms: waiting for machine to come up
I1205 20:34:13.748171 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:13.748640 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:13.748669 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:13.748592 310824 retry.go:31] will retry after 1.052951937s: waiting for machine to come up
I1205 20:34:14.802913 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:14.803309 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:14.803340 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:14.803262 310824 retry.go:31] will retry after 1.685899285s: waiting for machine to come up
I1205 20:34:16.491286 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:16.491828 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:16.491858 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:16.491779 310824 retry.go:31] will retry after 1.722453601s: waiting for machine to come up
I1205 20:34:18.215846 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:18.216281 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:18.216316 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:18.216229 310824 retry.go:31] will retry after 1.847118783s: waiting for machine to come up
I1205 20:34:20.066408 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:20.066971 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:20.067002 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:20.066922 310824 retry.go:31] will retry after 2.216585531s: waiting for machine to come up
I1205 20:34:22.284845 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:22.285380 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:22.285409 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:22.285296 310824 retry.go:31] will retry after 4.35742756s: waiting for machine to come up
I1205 20:34:26.646498 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:26.646898 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find current IP address of domain ha-689539 in network mk-ha-689539
I1205 20:34:26.646925 310801 main.go:141] libmachine: (ha-689539) DBG | I1205 20:34:26.646863 310824 retry.go:31] will retry after 4.830110521s: waiting for machine to come up
I1205 20:34:31.481950 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:31.482551 310801 main.go:141] libmachine: (ha-689539) Found IP for machine: 192.168.39.220
I1205 20:34:31.482584 310801 main.go:141] libmachine: (ha-689539) Reserving static IP address...
I1205 20:34:31.482599 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has current primary IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:31.483029 310801 main.go:141] libmachine: (ha-689539) DBG | unable to find host DHCP lease matching {name: "ha-689539", mac: "52:54:00:92:19:fb", ip: "192.168.39.220"} in network mk-ha-689539
I1205 20:34:31.565523 310801 main.go:141] libmachine: (ha-689539) Reserved static IP address: 192.168.39.220
I1205 20:34:31.565552 310801 main.go:141] libmachine: (ha-689539) Waiting for SSH to be available...
I1205 20:34:31.565561 310801 main.go:141] libmachine: (ha-689539) DBG | Getting to WaitForSSH function...
I1205 20:34:31.568330 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:31.568827 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:minikube Clientid:01:52:54:00:92:19:fb}
I1205 20:34:31.568862 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:31.568958 310801 main.go:141] libmachine: (ha-689539) DBG | Using SSH client type: external
I1205 20:34:31.568991 310801 main.go:141] libmachine: (ha-689539) DBG | Using SSH private key: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa (-rw-------)
I1205 20:34:31.569027 310801 main.go:141] libmachine: (ha-689539) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.220 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa -p 22] /usr/bin/ssh <nil>}
I1205 20:34:31.569037 310801 main.go:141] libmachine: (ha-689539) DBG | About to run SSH command:
I1205 20:34:31.569050 310801 main.go:141] libmachine: (ha-689539) DBG | exit 0
I1205 20:34:31.694133 310801 main.go:141] libmachine: (ha-689539) DBG | SSH cmd err, output: <nil>:
I1205 20:34:31.694455 310801 main.go:141] libmachine: (ha-689539) KVM machine creation complete!
I1205 20:34:31.694719 310801 main.go:141] libmachine: (ha-689539) Calling .GetConfigRaw
I1205 20:34:31.695354 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:34:31.695562 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:34:31.695749 310801 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1205 20:34:31.695765 310801 main.go:141] libmachine: (ha-689539) Calling .GetState
I1205 20:34:31.697139 310801 main.go:141] libmachine: Detecting operating system of created instance...
I1205 20:34:31.697166 310801 main.go:141] libmachine: Waiting for SSH to be available...
I1205 20:34:31.697171 310801 main.go:141] libmachine: Getting to WaitForSSH function...
I1205 20:34:31.697176 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:31.699900 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:31.700272 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:31.700328 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:31.700454 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:31.700642 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:31.700807 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:31.700983 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:31.701155 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:34:31.701416 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I1205 20:34:31.701430 310801 main.go:141] libmachine: About to run SSH command:
exit 0
I1205 20:34:31.797327 310801 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 20:34:31.797354 310801 main.go:141] libmachine: Detecting the provisioner...
I1205 20:34:31.797363 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:31.800489 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:31.800822 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:31.800853 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:31.801025 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:31.801240 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:31.801464 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:31.801591 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:31.801777 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:34:31.801991 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I1205 20:34:31.802002 310801 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1205 20:34:31.902674 310801 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1205 20:34:31.902768 310801 main.go:141] libmachine: found compatible host: buildroot
I1205 20:34:31.902779 310801 main.go:141] libmachine: Provisioning with buildroot...
I1205 20:34:31.902787 310801 main.go:141] libmachine: (ha-689539) Calling .GetMachineName
I1205 20:34:31.903088 310801 buildroot.go:166] provisioning hostname "ha-689539"
I1205 20:34:31.903116 310801 main.go:141] libmachine: (ha-689539) Calling .GetMachineName
I1205 20:34:31.903428 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:31.906237 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:31.906571 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:31.906599 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:31.906752 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:31.906940 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:31.907099 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:31.907232 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:31.907446 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:34:31.907634 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I1205 20:34:31.907655 310801 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-689539 && echo "ha-689539" | sudo tee /etc/hostname
I1205 20:34:32.020236 310801 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-689539
I1205 20:34:32.020265 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:32.023604 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.023912 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.023942 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.024133 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:32.024345 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:32.024501 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:32.024686 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:32.024863 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:34:32.025085 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I1205 20:34:32.025111 310801 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-689539' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-689539/g' /etc/hosts;
else
echo '127.0.1.1 ha-689539' | sudo tee -a /etc/hosts;
fi
fi
I1205 20:34:32.131661 310801 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 20:34:32.131696 310801 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20053-293485/.minikube CaCertPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20053-293485/.minikube}
I1205 20:34:32.131742 310801 buildroot.go:174] setting up certificates
I1205 20:34:32.131755 310801 provision.go:84] configureAuth start
I1205 20:34:32.131768 310801 main.go:141] libmachine: (ha-689539) Calling .GetMachineName
I1205 20:34:32.132088 310801 main.go:141] libmachine: (ha-689539) Calling .GetIP
I1205 20:34:32.135389 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.135787 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.135825 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.136069 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:32.138588 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.138916 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.138949 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.139086 310801 provision.go:143] copyHostCerts
I1205 20:34:32.139123 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem
I1205 20:34:32.139178 310801 exec_runner.go:144] found /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem, removing ...
I1205 20:34:32.139206 310801 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem
I1205 20:34:32.139295 310801 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem (1082 bytes)
I1205 20:34:32.139433 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem
I1205 20:34:32.139460 310801 exec_runner.go:144] found /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem, removing ...
I1205 20:34:32.139468 310801 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem
I1205 20:34:32.139515 310801 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem (1123 bytes)
I1205 20:34:32.139597 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem
I1205 20:34:32.139626 310801 exec_runner.go:144] found /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem, removing ...
I1205 20:34:32.139634 310801 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem
I1205 20:34:32.139671 310801 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem (1675 bytes)
I1205 20:34:32.139758 310801 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca-key.pem org=jenkins.ha-689539 san=[127.0.0.1 192.168.39.220 ha-689539 localhost minikube]
I1205 20:34:32.367430 310801 provision.go:177] copyRemoteCerts
I1205 20:34:32.367531 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1205 20:34:32.367565 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:32.370702 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.371025 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.371063 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.371206 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:32.371413 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:32.371586 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:32.371717 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa Username:docker}
I1205 20:34:32.452327 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1205 20:34:32.452426 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1205 20:34:32.476869 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem -> /etc/docker/server.pem
I1205 20:34:32.476958 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1205 20:34:32.501389 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1205 20:34:32.501501 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1205 20:34:32.525226 310801 provision.go:87] duration metric: took 393.452946ms to configureAuth
I1205 20:34:32.525267 310801 buildroot.go:189] setting minikube options for container-runtime
I1205 20:34:32.525488 310801 config.go:182] Loaded profile config "ha-689539": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 20:34:32.525609 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:32.528470 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.528833 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.528864 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.529057 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:32.529285 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:32.529497 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:32.529678 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:32.529839 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:34:32.530046 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I1205 20:34:32.530066 310801 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1205 20:34:32.733723 310801 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1205 20:34:32.733755 310801 main.go:141] libmachine: Checking connection to Docker...
I1205 20:34:32.733816 310801 main.go:141] libmachine: (ha-689539) Calling .GetURL
I1205 20:34:32.735231 310801 main.go:141] libmachine: (ha-689539) DBG | Using libvirt version 6000000
I1205 20:34:32.737329 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.737769 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.737804 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.737993 310801 main.go:141] libmachine: Docker is up and running!
I1205 20:34:32.738008 310801 main.go:141] libmachine: Reticulating splines...
I1205 20:34:32.738015 310801 client.go:171] duration metric: took 24.564959064s to LocalClient.Create
I1205 20:34:32.738046 310801 start.go:167] duration metric: took 24.565052554s to libmachine.API.Create "ha-689539"
I1205 20:34:32.738061 310801 start.go:293] postStartSetup for "ha-689539" (driver="kvm2")
I1205 20:34:32.738073 310801 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1205 20:34:32.738096 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:34:32.738400 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1205 20:34:32.738433 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:32.740621 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.740891 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.740921 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.741034 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:32.741256 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:32.741431 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:32.741595 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa Username:docker}
I1205 20:34:32.820810 310801 ssh_runner.go:195] Run: cat /etc/os-release
I1205 20:34:32.825193 310801 info.go:137] Remote host: Buildroot 2023.02.9
I1205 20:34:32.825227 310801 filesync.go:126] Scanning /home/jenkins/minikube-integration/20053-293485/.minikube/addons for local assets ...
I1205 20:34:32.825326 310801 filesync.go:126] Scanning /home/jenkins/minikube-integration/20053-293485/.minikube/files for local assets ...
I1205 20:34:32.825428 310801 filesync.go:149] local asset: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem -> 3007652.pem in /etc/ssl/certs
I1205 20:34:32.825442 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem -> /etc/ssl/certs/3007652.pem
I1205 20:34:32.825556 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1205 20:34:32.835549 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem --> /etc/ssl/certs/3007652.pem (1708 bytes)
I1205 20:34:32.859405 310801 start.go:296] duration metric: took 121.327589ms for postStartSetup
I1205 20:34:32.859464 310801 main.go:141] libmachine: (ha-689539) Calling .GetConfigRaw
I1205 20:34:32.860144 310801 main.go:141] libmachine: (ha-689539) Calling .GetIP
I1205 20:34:32.862916 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.863271 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.863303 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.863582 310801 profile.go:143] Saving config to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/config.json ...
I1205 20:34:32.863831 310801 start.go:128] duration metric: took 24.710845565s to createHost
I1205 20:34:32.863871 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:32.866291 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.866627 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.866656 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.866902 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:32.867141 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:32.867419 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:32.867570 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:32.867744 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:34:32.867965 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.220 22 <nil> <nil>}
I1205 20:34:32.867993 310801 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1205 20:34:32.966710 310801 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733430872.933221119
I1205 20:34:32.966748 310801 fix.go:216] guest clock: 1733430872.933221119
I1205 20:34:32.966760 310801 fix.go:229] Guest: 2024-12-05 20:34:32.933221119 +0000 UTC Remote: 2024-12-05 20:34:32.863851557 +0000 UTC m=+24.831728555 (delta=69.369562ms)
I1205 20:34:32.966789 310801 fix.go:200] guest clock delta is within tolerance: 69.369562ms
I1205 20:34:32.966794 310801 start.go:83] releasing machines lock for "ha-689539", held for 24.813901478s
I1205 20:34:32.966815 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:34:32.967103 310801 main.go:141] libmachine: (ha-689539) Calling .GetIP
I1205 20:34:32.970285 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.970747 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.970797 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.970954 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:34:32.971526 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:34:32.971766 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:34:32.971872 310801 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1205 20:34:32.971926 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:32.972023 310801 ssh_runner.go:195] Run: cat /version.json
I1205 20:34:32.972052 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:32.975300 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.975606 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.975666 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.975696 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.975901 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:32.976142 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:32.976160 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:32.976211 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:32.976432 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:32.976440 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:32.976647 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa Username:docker}
I1205 20:34:32.976668 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:32.976855 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:32.977003 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa Username:docker}
I1205 20:34:33.059386 310801 ssh_runner.go:195] Run: systemctl --version
I1205 20:34:33.082247 310801 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1205 20:34:33.243513 310801 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1205 20:34:33.249633 310801 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1205 20:34:33.249718 310801 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1205 20:34:33.266578 310801 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1205 20:34:33.266607 310801 start.go:495] detecting cgroup driver to use...
I1205 20:34:33.266691 310801 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1205 20:34:33.282457 310801 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1205 20:34:33.296831 310801 docker.go:217] disabling cri-docker service (if available) ...
I1205 20:34:33.296976 310801 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1205 20:34:33.310872 310801 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1205 20:34:33.324245 310801 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1205 20:34:33.436767 310801 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1205 20:34:33.589248 310801 docker.go:233] disabling docker service ...
I1205 20:34:33.589369 310801 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1205 20:34:33.604397 310801 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1205 20:34:33.617678 310801 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1205 20:34:33.755936 310801 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1205 20:34:33.876879 310801 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1205 20:34:33.890218 310801 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1205 20:34:33.907910 310801 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1205 20:34:33.907992 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:34:33.918057 310801 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1205 20:34:33.918138 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:34:33.928622 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:34:33.938873 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:34:33.949059 310801 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1205 20:34:33.959639 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:34:33.970025 310801 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:34:33.986937 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:34:33.997151 310801 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1205 20:34:34.006323 310801 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1205 20:34:34.006391 310801 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1205 20:34:34.019434 310801 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1205 20:34:34.029027 310801 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 20:34:34.156535 310801 ssh_runner.go:195] Run: sudo systemctl restart crio
I1205 20:34:34.246656 310801 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1205 20:34:34.246735 310801 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1205 20:34:34.251273 310801 start.go:563] Will wait 60s for crictl version
I1205 20:34:34.251340 310801 ssh_runner.go:195] Run: which crictl
I1205 20:34:34.254861 310801 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1205 20:34:34.290093 310801 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1205 20:34:34.290181 310801 ssh_runner.go:195] Run: crio --version
I1205 20:34:34.319140 310801 ssh_runner.go:195] Run: crio --version
I1205 20:34:34.349724 310801 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1205 20:34:34.351134 310801 main.go:141] libmachine: (ha-689539) Calling .GetIP
I1205 20:34:34.354155 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:34.354477 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:34.354499 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:34.354753 310801 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1205 20:34:34.358724 310801 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 20:34:34.371098 310801 kubeadm.go:883] updating cluster {Name:ha-689539 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-689539 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1205 20:34:34.371240 310801 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1205 20:34:34.371296 310801 ssh_runner.go:195] Run: sudo crictl images --output json
I1205 20:34:34.405312 310801 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1205 20:34:34.405419 310801 ssh_runner.go:195] Run: which lz4
I1205 20:34:34.409438 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1205 20:34:34.409558 310801 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1205 20:34:34.413636 310801 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1205 20:34:34.413680 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1205 20:34:35.688964 310801 crio.go:462] duration metric: took 1.279440398s to copy over tarball
I1205 20:34:35.689045 310801 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1205 20:34:37.772729 310801 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.083628711s)
I1205 20:34:37.772773 310801 crio.go:469] duration metric: took 2.083775707s to extract the tarball
I1205 20:34:37.772784 310801 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1205 20:34:37.810322 310801 ssh_runner.go:195] Run: sudo crictl images --output json
I1205 20:34:37.853195 310801 crio.go:514] all images are preloaded for cri-o runtime.
I1205 20:34:37.853229 310801 cache_images.go:84] Images are preloaded, skipping loading
I1205 20:34:37.853239 310801 kubeadm.go:934] updating node { 192.168.39.220 8443 v1.31.2 crio true true} ...
I1205 20:34:37.853389 310801 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-689539 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.220
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-689539 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1205 20:34:37.853483 310801 ssh_runner.go:195] Run: crio config
I1205 20:34:37.904941 310801 cni.go:84] Creating CNI manager for ""
I1205 20:34:37.904967 310801 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1205 20:34:37.904981 310801 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1205 20:34:37.905015 310801 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.220 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-689539 NodeName:ha-689539 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.220"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.220 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1205 20:34:37.905154 310801 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.220
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-689539"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.220"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.220"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1205 20:34:37.905183 310801 kube-vip.go:115] generating kube-vip config ...
I1205 20:34:37.905229 310801 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1205 20:34:37.920877 310801 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1205 20:34:37.921012 310801 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1205 20:34:37.921087 310801 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1205 20:34:37.930861 310801 binaries.go:44] Found k8s binaries, skipping transfer
I1205 20:34:37.930952 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1205 20:34:37.940283 310801 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1205 20:34:37.956877 310801 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1205 20:34:37.973504 310801 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1205 20:34:37.990145 310801 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1205 20:34:38.006265 310801 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1205 20:34:38.010189 310801 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 20:34:38.022257 310801 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 20:34:38.140067 310801 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1205 20:34:38.157890 310801 certs.go:68] Setting up /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539 for IP: 192.168.39.220
I1205 20:34:38.157932 310801 certs.go:194] generating shared ca certs ...
I1205 20:34:38.157956 310801 certs.go:226] acquiring lock for ca certs: {Name:mk0a64c268277465530ca73f7813790aba1a67b9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:34:38.158149 310801 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.key
I1205 20:34:38.158208 310801 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.key
I1205 20:34:38.158222 310801 certs.go:256] generating profile certs ...
I1205 20:34:38.158295 310801 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.key
I1205 20:34:38.158314 310801 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.crt with IP's: []
I1205 20:34:38.310974 310801 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.crt ...
I1205 20:34:38.311018 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.crt: {Name:mkf3aecb8b9ad227608c6977c2ad30cfc55949b9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:34:38.311241 310801 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.key ...
I1205 20:34:38.311266 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.key: {Name:mkfab3a0d79e1baa864757b84edfb7968d976df8 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:34:38.311382 310801 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.4e36e772
I1205 20:34:38.311402 310801 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.4e36e772 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.220 192.168.39.254]
I1205 20:34:38.414671 310801 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.4e36e772 ...
I1205 20:34:38.414714 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.4e36e772: {Name:mkc29737ec8270e2af482fa3e0afb3df1551e296 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:34:38.414925 310801 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.4e36e772 ...
I1205 20:34:38.414944 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.4e36e772: {Name:mk5a1762b7078753229c19ae4d408dd983181bad Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:34:38.415108 310801 certs.go:381] copying /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.4e36e772 -> /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt
I1205 20:34:38.415228 310801 certs.go:385] copying /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.4e36e772 -> /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key
I1205 20:34:38.415320 310801 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.key
I1205 20:34:38.415337 310801 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.crt with IP's: []
I1205 20:34:38.595265 310801 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.crt ...
I1205 20:34:38.595307 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.crt: {Name:mke4b60d010e9a42985a4147d8ca20fd58cfe926 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:34:38.595513 310801 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.key ...
I1205 20:34:38.595526 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.key: {Name:mkc40847c87fbb64accdbdfed18b0a1220dd4fb2 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:34:38.595607 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1205 20:34:38.595627 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1205 20:34:38.595641 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1205 20:34:38.595656 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1205 20:34:38.595671 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1205 20:34:38.595687 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1205 20:34:38.595702 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1205 20:34:38.595721 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1205 20:34:38.595781 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765.pem (1338 bytes)
W1205 20:34:38.595820 310801 certs.go:480] ignoring /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765_empty.pem, impossibly tiny 0 bytes
I1205 20:34:38.595832 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca-key.pem (1679 bytes)
I1205 20:34:38.595867 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem (1082 bytes)
I1205 20:34:38.595927 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem (1123 bytes)
I1205 20:34:38.595965 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem (1675 bytes)
I1205 20:34:38.596013 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem (1708 bytes)
I1205 20:34:38.596047 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1205 20:34:38.596065 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765.pem -> /usr/share/ca-certificates/300765.pem
I1205 20:34:38.596080 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem -> /usr/share/ca-certificates/3007652.pem
I1205 20:34:38.596679 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1205 20:34:38.621836 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1205 20:34:38.645971 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1205 20:34:38.669572 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1205 20:34:38.692394 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1205 20:34:38.714950 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1205 20:34:38.737673 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1205 20:34:38.760143 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1205 20:34:38.782837 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1205 20:34:38.804959 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765.pem --> /usr/share/ca-certificates/300765.pem (1338 bytes)
I1205 20:34:38.827699 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem --> /usr/share/ca-certificates/3007652.pem (1708 bytes)
I1205 20:34:38.850292 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1205 20:34:38.866443 310801 ssh_runner.go:195] Run: openssl version
I1205 20:34:38.872267 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1205 20:34:38.883530 310801 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1205 20:34:38.887895 310801 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 5 20:20 /usr/share/ca-certificates/minikubeCA.pem
I1205 20:34:38.887977 310801 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1205 20:34:38.893617 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1205 20:34:38.906999 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/300765.pem && ln -fs /usr/share/ca-certificates/300765.pem /etc/ssl/certs/300765.pem"
I1205 20:34:38.918595 310801 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/300765.pem
I1205 20:34:38.924117 310801 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 5 20:30 /usr/share/ca-certificates/300765.pem
I1205 20:34:38.924185 310801 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/300765.pem
I1205 20:34:38.932047 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/300765.pem /etc/ssl/certs/51391683.0"
I1205 20:34:38.945495 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3007652.pem && ln -fs /usr/share/ca-certificates/3007652.pem /etc/ssl/certs/3007652.pem"
I1205 20:34:38.961962 310801 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3007652.pem
I1205 20:34:38.966385 310801 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 5 20:30 /usr/share/ca-certificates/3007652.pem
I1205 20:34:38.966443 310801 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3007652.pem
I1205 20:34:38.971854 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3007652.pem /etc/ssl/certs/3ec20f2e.0"
I1205 20:34:38.983000 310801 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1205 20:34:38.987127 310801 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1205 20:34:38.987198 310801 kubeadm.go:392] StartCluster: {Name:ha-689539 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-689539 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1205 20:34:38.987278 310801 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1205 20:34:38.987360 310801 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1205 20:34:39.023266 310801 cri.go:89] found id: ""
I1205 20:34:39.023363 310801 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1205 20:34:39.033877 310801 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1205 20:34:39.044224 310801 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1205 20:34:39.054571 310801 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1205 20:34:39.054597 310801 kubeadm.go:157] found existing configuration files:
I1205 20:34:39.054653 310801 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1205 20:34:39.064431 310801 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1205 20:34:39.064513 310801 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1205 20:34:39.074366 310801 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1205 20:34:39.083912 310801 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1205 20:34:39.083984 310801 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1205 20:34:39.093938 310801 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1205 20:34:39.103398 310801 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1205 20:34:39.103465 310801 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1205 20:34:39.113094 310801 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1205 20:34:39.122507 310801 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1205 20:34:39.122597 310801 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1205 20:34:39.132005 310801 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1205 20:34:39.228908 310801 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1205 20:34:39.229049 310801 kubeadm.go:310] [preflight] Running pre-flight checks
I1205 20:34:39.329735 310801 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1205 20:34:39.329925 310801 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1205 20:34:39.330069 310801 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1205 20:34:39.340103 310801 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1205 20:34:39.373910 310801 out.go:235] - Generating certificates and keys ...
I1205 20:34:39.374072 310801 kubeadm.go:310] [certs] Using existing ca certificate authority
I1205 20:34:39.374147 310801 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1205 20:34:39.462096 310801 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1205 20:34:39.625431 310801 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1205 20:34:39.899737 310801 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1205 20:34:40.026923 310801 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1205 20:34:40.326605 310801 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1205 20:34:40.326736 310801 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-689539 localhost] and IPs [192.168.39.220 127.0.0.1 ::1]
I1205 20:34:40.487273 310801 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1205 20:34:40.487463 310801 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-689539 localhost] and IPs [192.168.39.220 127.0.0.1 ::1]
I1205 20:34:41.025029 310801 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1205 20:34:41.081102 310801 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1205 20:34:41.372777 310801 kubeadm.go:310] [certs] Generating "sa" key and public key
I1205 20:34:41.372851 310801 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1205 20:34:41.470469 310801 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1205 20:34:41.550016 310801 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1205 20:34:41.829563 310801 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1205 20:34:41.903888 310801 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1205 20:34:42.075688 310801 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1205 20:34:42.076191 310801 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1205 20:34:42.079642 310801 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1205 20:34:42.116791 310801 out.go:235] - Booting up control plane ...
I1205 20:34:42.116956 310801 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1205 20:34:42.117092 310801 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1205 20:34:42.117208 310801 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1205 20:34:42.117347 310801 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1205 20:34:42.117444 310801 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1205 20:34:42.117492 310801 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1205 20:34:42.242074 310801 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1205 20:34:42.242211 310801 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1205 20:34:42.743099 310801 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 501.406858ms
I1205 20:34:42.743201 310801 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1205 20:34:48.715396 310801 kubeadm.go:310] [api-check] The API server is healthy after 5.976028105s
I1205 20:34:48.727254 310801 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1205 20:34:48.744015 310801 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1205 20:34:49.271812 310801 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1205 20:34:49.272046 310801 kubeadm.go:310] [mark-control-plane] Marking the node ha-689539 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1205 20:34:49.283178 310801 kubeadm.go:310] [bootstrap-token] Using token: ynd0vv.39hctrjjdwln7xrk
I1205 20:34:49.284635 310801 out.go:235] - Configuring RBAC rules ...
I1205 20:34:49.284805 310801 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1205 20:34:49.298869 310801 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1205 20:34:49.307342 310801 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1205 20:34:49.311034 310801 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1205 20:34:49.314220 310801 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1205 20:34:49.318275 310801 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1205 20:34:49.336336 310801 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1205 20:34:49.603608 310801 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1205 20:34:50.123229 310801 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1205 20:34:50.123255 310801 kubeadm.go:310]
I1205 20:34:50.123360 310801 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1205 20:34:50.123388 310801 kubeadm.go:310]
I1205 20:34:50.123496 310801 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1205 20:34:50.123533 310801 kubeadm.go:310]
I1205 20:34:50.123584 310801 kubeadm.go:310] mkdir -p $HOME/.kube
I1205 20:34:50.123672 310801 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1205 20:34:50.123755 310801 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1205 20:34:50.123771 310801 kubeadm.go:310]
I1205 20:34:50.123856 310801 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1205 20:34:50.123868 310801 kubeadm.go:310]
I1205 20:34:50.123942 310801 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1205 20:34:50.123957 310801 kubeadm.go:310]
I1205 20:34:50.124045 310801 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1205 20:34:50.124156 310801 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1205 20:34:50.124256 310801 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1205 20:34:50.124269 310801 kubeadm.go:310]
I1205 20:34:50.124397 310801 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1205 20:34:50.124510 310801 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1205 20:34:50.124522 310801 kubeadm.go:310]
I1205 20:34:50.124645 310801 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ynd0vv.39hctrjjdwln7xrk \
I1205 20:34:50.124778 310801 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:866fe1ad02aa39e4ff851d5daf02d95c9877aa8ade45bb47593c206ab1df3b82 \
I1205 20:34:50.124879 310801 kubeadm.go:310] --control-plane
I1205 20:34:50.124896 310801 kubeadm.go:310]
I1205 20:34:50.125023 310801 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1205 20:34:50.125040 310801 kubeadm.go:310]
I1205 20:34:50.125138 310801 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token ynd0vv.39hctrjjdwln7xrk \
I1205 20:34:50.125303 310801 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:866fe1ad02aa39e4ff851d5daf02d95c9877aa8ade45bb47593c206ab1df3b82
I1205 20:34:50.125442 310801 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1205 20:34:50.125462 310801 cni.go:84] Creating CNI manager for ""
I1205 20:34:50.125470 310801 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1205 20:34:50.127293 310801 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1205 20:34:50.128597 310801 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1205 20:34:50.133712 310801 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1205 20:34:50.133735 310801 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1205 20:34:50.151910 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1205 20:34:50.498891 310801 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1205 20:34:50.498983 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 20:34:50.498995 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-689539 minikube.k8s.io/updated_at=2024_12_05T20_34_50_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=b47d04014329c55dc4f6ec6dd318af27b5175843 minikube.k8s.io/name=ha-689539 minikube.k8s.io/primary=true
I1205 20:34:50.513638 310801 ops.go:34] apiserver oom_adj: -16
I1205 20:34:50.590747 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 20:34:51.091486 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 20:34:51.591491 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 20:34:52.091553 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 20:34:52.591289 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 20:34:53.091686 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1205 20:34:53.194917 310801 kubeadm.go:1113] duration metric: took 2.696013148s to wait for elevateKubeSystemPrivileges
I1205 20:34:53.194977 310801 kubeadm.go:394] duration metric: took 14.207781964s to StartCluster
I1205 20:34:53.195006 310801 settings.go:142] acquiring lock: {Name:mkc15a06a1c732c8d48ba66a7f7dc19fed21173d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:34:53.195117 310801 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/20053-293485/kubeconfig
I1205 20:34:53.198426 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/kubeconfig: {Name:mkfc81a26dbc7d664716601846798a29e52c0214 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:34:53.198793 310801 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 20:34:53.198831 310801 start.go:241] waiting for startup goroutines ...
I1205 20:34:53.198863 310801 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1205 20:34:53.198850 310801 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1205 20:34:53.198946 310801 addons.go:69] Setting storage-provisioner=true in profile "ha-689539"
I1205 20:34:53.198964 310801 addons.go:69] Setting default-storageclass=true in profile "ha-689539"
I1205 20:34:53.198979 310801 addons.go:234] Setting addon storage-provisioner=true in "ha-689539"
I1205 20:34:53.198988 310801 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-689539"
I1205 20:34:53.199021 310801 host.go:66] Checking if "ha-689539" exists ...
I1205 20:34:53.199090 310801 config.go:182] Loaded profile config "ha-689539": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 20:34:53.199551 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:34:53.199570 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:34:53.199599 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:34:53.199609 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:34:53.215764 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:42471
I1205 20:34:53.216062 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38369
I1205 20:34:53.216436 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:34:53.216527 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:34:53.217017 310801 main.go:141] libmachine: Using API Version 1
I1205 20:34:53.217050 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:34:53.217168 310801 main.go:141] libmachine: Using API Version 1
I1205 20:34:53.217198 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:34:53.217403 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:34:53.217563 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:34:53.217568 310801 main.go:141] libmachine: (ha-689539) Calling .GetState
I1205 20:34:53.218173 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:34:53.218228 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:34:53.219954 310801 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20053-293485/kubeconfig
I1205 20:34:53.220226 310801 kapi.go:59] client config for ha-689539: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.crt", KeyFile:"/home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.key", CAFile:"/home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1205 20:34:53.220737 310801 cert_rotation.go:140] Starting client certificate rotation controller
I1205 20:34:53.220963 310801 addons.go:234] Setting addon default-storageclass=true in "ha-689539"
I1205 20:34:53.221000 310801 host.go:66] Checking if "ha-689539" exists ...
I1205 20:34:53.221268 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:34:53.221303 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:34:53.235358 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40721
I1205 20:34:53.235938 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:34:53.236563 310801 main.go:141] libmachine: Using API Version 1
I1205 20:34:53.236595 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:34:53.236975 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:34:53.237206 310801 main.go:141] libmachine: (ha-689539) Calling .GetState
I1205 20:34:53.237645 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41495
I1205 20:34:53.238195 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:34:53.238727 310801 main.go:141] libmachine: Using API Version 1
I1205 20:34:53.238753 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:34:53.239124 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:34:53.239183 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:34:53.239643 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:34:53.239697 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:34:53.241617 310801 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1205 20:34:53.243036 310801 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1205 20:34:53.243058 310801 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1205 20:34:53.243080 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:53.247044 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:53.247514 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:53.247542 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:53.247718 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:53.248011 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:53.248218 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:53.248413 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa Username:docker}
I1205 20:34:53.257997 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40255
I1205 20:34:53.258521 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:34:53.259183 310801 main.go:141] libmachine: Using API Version 1
I1205 20:34:53.259218 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:34:53.259691 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:34:53.259961 310801 main.go:141] libmachine: (ha-689539) Calling .GetState
I1205 20:34:53.262068 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:34:53.262345 310801 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1205 20:34:53.262363 310801 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1205 20:34:53.262386 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:34:53.265363 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:53.265818 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:34:53.265848 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:34:53.266018 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:34:53.266213 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:34:53.266327 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:34:53.266435 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa Username:docker}
I1205 20:34:53.311906 310801 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1205 20:34:53.428778 310801 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1205 20:34:53.457287 310801 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1205 20:34:53.655441 310801 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1205 20:34:53.958432 310801 main.go:141] libmachine: Making call to close driver server
I1205 20:34:53.958460 310801 main.go:141] libmachine: (ha-689539) Calling .Close
I1205 20:34:53.958502 310801 main.go:141] libmachine: Making call to close driver server
I1205 20:34:53.958541 310801 main.go:141] libmachine: (ha-689539) Calling .Close
I1205 20:34:53.958824 310801 main.go:141] libmachine: Successfully made call to close driver server
I1205 20:34:53.958842 310801 main.go:141] libmachine: Making call to close connection to plugin binary
I1205 20:34:53.958852 310801 main.go:141] libmachine: Making call to close driver server
I1205 20:34:53.958860 310801 main.go:141] libmachine: (ha-689539) Calling .Close
I1205 20:34:53.958920 310801 main.go:141] libmachine: (ha-689539) DBG | Closing plugin on server side
I1205 20:34:53.958929 310801 main.go:141] libmachine: Successfully made call to close driver server
I1205 20:34:53.958944 310801 main.go:141] libmachine: Making call to close connection to plugin binary
I1205 20:34:53.958951 310801 main.go:141] libmachine: Making call to close driver server
I1205 20:34:53.958957 310801 main.go:141] libmachine: (ha-689539) Calling .Close
I1205 20:34:53.959133 310801 main.go:141] libmachine: Successfully made call to close driver server
I1205 20:34:53.959149 310801 main.go:141] libmachine: Making call to close connection to plugin binary
I1205 20:34:53.959214 310801 main.go:141] libmachine: (ha-689539) DBG | Closing plugin on server side
I1205 20:34:53.959271 310801 main.go:141] libmachine: Successfully made call to close driver server
I1205 20:34:53.959300 310801 main.go:141] libmachine: Making call to close connection to plugin binary
I1205 20:34:53.959388 310801 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1205 20:34:53.959421 310801 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1205 20:34:53.959540 310801 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1205 20:34:53.959549 310801 round_trippers.go:469] Request Headers:
I1205 20:34:53.959559 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:34:53.959569 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:34:53.981877 310801 round_trippers.go:574] Response Status: 200 OK in 22 milliseconds
I1205 20:34:53.982523 310801 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1205 20:34:53.982543 310801 round_trippers.go:469] Request Headers:
I1205 20:34:53.982553 310801 round_trippers.go:473] Content-Type: application/json
I1205 20:34:53.982558 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:34:53.982562 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:34:53.985387 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:34:53.985542 310801 main.go:141] libmachine: Making call to close driver server
I1205 20:34:53.985554 310801 main.go:141] libmachine: (ha-689539) Calling .Close
I1205 20:34:53.985883 310801 main.go:141] libmachine: Successfully made call to close driver server
I1205 20:34:53.985918 310801 main.go:141] libmachine: Making call to close connection to plugin binary
I1205 20:34:53.985939 310801 main.go:141] libmachine: (ha-689539) DBG | Closing plugin on server side
I1205 20:34:53.987986 310801 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1205 20:34:53.989183 310801 addons.go:510] duration metric: took 790.33722ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1205 20:34:53.989228 310801 start.go:246] waiting for cluster config update ...
I1205 20:34:53.989258 310801 start.go:255] writing updated cluster config ...
I1205 20:34:53.991007 310801 out.go:201]
I1205 20:34:53.992546 310801 config.go:182] Loaded profile config "ha-689539": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 20:34:53.992653 310801 profile.go:143] Saving config to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/config.json ...
I1205 20:34:53.994377 310801 out.go:177] * Starting "ha-689539-m02" control-plane node in "ha-689539" cluster
I1205 20:34:53.995700 310801 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1205 20:34:53.995727 310801 cache.go:56] Caching tarball of preloaded images
I1205 20:34:53.995849 310801 preload.go:172] Found /home/jenkins/minikube-integration/20053-293485/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1205 20:34:53.995862 310801 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1205 20:34:53.995934 310801 profile.go:143] Saving config to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/config.json ...
I1205 20:34:53.996107 310801 start.go:360] acquireMachinesLock for ha-689539-m02: {Name:mka8f82518aff901a26e4e81a48783d4e01b4161 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1205 20:34:53.996153 310801 start.go:364] duration metric: took 23.521µs to acquireMachinesLock for "ha-689539-m02"
I1205 20:34:53.996172 310801 start.go:93] Provisioning new machine with config: &{Name:ha-689539 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-689539 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 20:34:53.996237 310801 start.go:125] createHost starting for "m02" (driver="kvm2")
I1205 20:34:53.998557 310801 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1205 20:34:53.998670 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:34:53.998722 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:34:54.015008 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43505
I1205 20:34:54.015521 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:34:54.016066 310801 main.go:141] libmachine: Using API Version 1
I1205 20:34:54.016091 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:34:54.016507 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:34:54.016709 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetMachineName
I1205 20:34:54.016933 310801 main.go:141] libmachine: (ha-689539-m02) Calling .DriverName
I1205 20:34:54.017199 310801 start.go:159] libmachine.API.Create for "ha-689539" (driver="kvm2")
I1205 20:34:54.017236 310801 client.go:168] LocalClient.Create starting
I1205 20:34:54.017303 310801 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem
I1205 20:34:54.017352 310801 main.go:141] libmachine: Decoding PEM data...
I1205 20:34:54.017375 310801 main.go:141] libmachine: Parsing certificate...
I1205 20:34:54.017449 310801 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem
I1205 20:34:54.017479 310801 main.go:141] libmachine: Decoding PEM data...
I1205 20:34:54.017495 310801 main.go:141] libmachine: Parsing certificate...
I1205 20:34:54.017521 310801 main.go:141] libmachine: Running pre-create checks...
I1205 20:34:54.017533 310801 main.go:141] libmachine: (ha-689539-m02) Calling .PreCreateCheck
I1205 20:34:54.017789 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetConfigRaw
I1205 20:34:54.018296 310801 main.go:141] libmachine: Creating machine...
I1205 20:34:54.018313 310801 main.go:141] libmachine: (ha-689539-m02) Calling .Create
I1205 20:34:54.018519 310801 main.go:141] libmachine: (ha-689539-m02) Creating KVM machine...
I1205 20:34:54.019903 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found existing default KVM network
I1205 20:34:54.020058 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found existing private KVM network mk-ha-689539
I1205 20:34:54.020167 310801 main.go:141] libmachine: (ha-689539-m02) Setting up store path in /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02 ...
I1205 20:34:54.020190 310801 main.go:141] libmachine: (ha-689539-m02) Building disk image from file:///home/jenkins/minikube-integration/20053-293485/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1205 20:34:54.020273 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:54.020159 311180 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20053-293485/.minikube
I1205 20:34:54.020403 310801 main.go:141] libmachine: (ha-689539-m02) Downloading /home/jenkins/minikube-integration/20053-293485/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20053-293485/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1205 20:34:54.317847 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:54.317662 311180 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/id_rsa...
I1205 20:34:54.529086 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:54.528946 311180 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/ha-689539-m02.rawdisk...
I1205 20:34:54.529124 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Writing magic tar header
I1205 20:34:54.529140 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Writing SSH key tar header
I1205 20:34:54.529158 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:54.529070 311180 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02 ...
I1205 20:34:54.529265 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02
I1205 20:34:54.529295 310801 main.go:141] libmachine: (ha-689539-m02) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02 (perms=drwx------)
I1205 20:34:54.529308 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485/.minikube/machines
I1205 20:34:54.529327 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485/.minikube
I1205 20:34:54.529337 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485
I1205 20:34:54.529349 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1205 20:34:54.529360 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Checking permissions on dir: /home/jenkins
I1205 20:34:54.529372 310801 main.go:141] libmachine: (ha-689539-m02) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485/.minikube/machines (perms=drwxr-xr-x)
I1205 20:34:54.529383 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Checking permissions on dir: /home
I1205 20:34:54.529398 310801 main.go:141] libmachine: (ha-689539-m02) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485/.minikube (perms=drwxr-xr-x)
I1205 20:34:54.529416 310801 main.go:141] libmachine: (ha-689539-m02) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485 (perms=drwxrwxr-x)
I1205 20:34:54.529429 310801 main.go:141] libmachine: (ha-689539-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1205 20:34:54.529443 310801 main.go:141] libmachine: (ha-689539-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1205 20:34:54.529454 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Skipping /home - not owner
I1205 20:34:54.529461 310801 main.go:141] libmachine: (ha-689539-m02) Creating domain...
I1205 20:34:54.530562 310801 main.go:141] libmachine: (ha-689539-m02) define libvirt domain using xml:
I1205 20:34:54.530603 310801 main.go:141] libmachine: (ha-689539-m02) <domain type='kvm'>
I1205 20:34:54.530622 310801 main.go:141] libmachine: (ha-689539-m02) <name>ha-689539-m02</name>
I1205 20:34:54.530636 310801 main.go:141] libmachine: (ha-689539-m02) <memory unit='MiB'>2200</memory>
I1205 20:34:54.530645 310801 main.go:141] libmachine: (ha-689539-m02) <vcpu>2</vcpu>
I1205 20:34:54.530652 310801 main.go:141] libmachine: (ha-689539-m02) <features>
I1205 20:34:54.530662 310801 main.go:141] libmachine: (ha-689539-m02) <acpi/>
I1205 20:34:54.530667 310801 main.go:141] libmachine: (ha-689539-m02) <apic/>
I1205 20:34:54.530672 310801 main.go:141] libmachine: (ha-689539-m02) <pae/>
I1205 20:34:54.530676 310801 main.go:141] libmachine: (ha-689539-m02)
I1205 20:34:54.530682 310801 main.go:141] libmachine: (ha-689539-m02) </features>
I1205 20:34:54.530687 310801 main.go:141] libmachine: (ha-689539-m02) <cpu mode='host-passthrough'>
I1205 20:34:54.530691 310801 main.go:141] libmachine: (ha-689539-m02)
I1205 20:34:54.530700 310801 main.go:141] libmachine: (ha-689539-m02) </cpu>
I1205 20:34:54.530705 310801 main.go:141] libmachine: (ha-689539-m02) <os>
I1205 20:34:54.530714 310801 main.go:141] libmachine: (ha-689539-m02) <type>hvm</type>
I1205 20:34:54.530720 310801 main.go:141] libmachine: (ha-689539-m02) <boot dev='cdrom'/>
I1205 20:34:54.530727 310801 main.go:141] libmachine: (ha-689539-m02) <boot dev='hd'/>
I1205 20:34:54.530733 310801 main.go:141] libmachine: (ha-689539-m02) <bootmenu enable='no'/>
I1205 20:34:54.530737 310801 main.go:141] libmachine: (ha-689539-m02) </os>
I1205 20:34:54.530742 310801 main.go:141] libmachine: (ha-689539-m02) <devices>
I1205 20:34:54.530747 310801 main.go:141] libmachine: (ha-689539-m02) <disk type='file' device='cdrom'>
I1205 20:34:54.530762 310801 main.go:141] libmachine: (ha-689539-m02) <source file='/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/boot2docker.iso'/>
I1205 20:34:54.530777 310801 main.go:141] libmachine: (ha-689539-m02) <target dev='hdc' bus='scsi'/>
I1205 20:34:54.530792 310801 main.go:141] libmachine: (ha-689539-m02) <readonly/>
I1205 20:34:54.530801 310801 main.go:141] libmachine: (ha-689539-m02) </disk>
I1205 20:34:54.530835 310801 main.go:141] libmachine: (ha-689539-m02) <disk type='file' device='disk'>
I1205 20:34:54.530866 310801 main.go:141] libmachine: (ha-689539-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1205 20:34:54.530888 310801 main.go:141] libmachine: (ha-689539-m02) <source file='/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/ha-689539-m02.rawdisk'/>
I1205 20:34:54.530900 310801 main.go:141] libmachine: (ha-689539-m02) <target dev='hda' bus='virtio'/>
I1205 20:34:54.530910 310801 main.go:141] libmachine: (ha-689539-m02) </disk>
I1205 20:34:54.530920 310801 main.go:141] libmachine: (ha-689539-m02) <interface type='network'>
I1205 20:34:54.530930 310801 main.go:141] libmachine: (ha-689539-m02) <source network='mk-ha-689539'/>
I1205 20:34:54.530940 310801 main.go:141] libmachine: (ha-689539-m02) <model type='virtio'/>
I1205 20:34:54.530948 310801 main.go:141] libmachine: (ha-689539-m02) </interface>
I1205 20:34:54.530963 310801 main.go:141] libmachine: (ha-689539-m02) <interface type='network'>
I1205 20:34:54.531000 310801 main.go:141] libmachine: (ha-689539-m02) <source network='default'/>
I1205 20:34:54.531021 310801 main.go:141] libmachine: (ha-689539-m02) <model type='virtio'/>
I1205 20:34:54.531046 310801 main.go:141] libmachine: (ha-689539-m02) </interface>
I1205 20:34:54.531060 310801 main.go:141] libmachine: (ha-689539-m02) <serial type='pty'>
I1205 20:34:54.531070 310801 main.go:141] libmachine: (ha-689539-m02) <target port='0'/>
I1205 20:34:54.531080 310801 main.go:141] libmachine: (ha-689539-m02) </serial>
I1205 20:34:54.531092 310801 main.go:141] libmachine: (ha-689539-m02) <console type='pty'>
I1205 20:34:54.531101 310801 main.go:141] libmachine: (ha-689539-m02) <target type='serial' port='0'/>
I1205 20:34:54.531113 310801 main.go:141] libmachine: (ha-689539-m02) </console>
I1205 20:34:54.531124 310801 main.go:141] libmachine: (ha-689539-m02) <rng model='virtio'>
I1205 20:34:54.531149 310801 main.go:141] libmachine: (ha-689539-m02) <backend model='random'>/dev/random</backend>
I1205 20:34:54.531171 310801 main.go:141] libmachine: (ha-689539-m02) </rng>
I1205 20:34:54.531193 310801 main.go:141] libmachine: (ha-689539-m02)
I1205 20:34:54.531210 310801 main.go:141] libmachine: (ha-689539-m02)
I1205 20:34:54.531219 310801 main.go:141] libmachine: (ha-689539-m02) </devices>
I1205 20:34:54.531228 310801 main.go:141] libmachine: (ha-689539-m02) </domain>
I1205 20:34:54.531253 310801 main.go:141] libmachine: (ha-689539-m02)
I1205 20:34:54.538318 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:db:6c:41 in network default
I1205 20:34:54.538874 310801 main.go:141] libmachine: (ha-689539-m02) Ensuring networks are active...
I1205 20:34:54.538905 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:34:54.539900 310801 main.go:141] libmachine: (ha-689539-m02) Ensuring network default is active
I1205 20:34:54.540256 310801 main.go:141] libmachine: (ha-689539-m02) Ensuring network mk-ha-689539 is active
I1205 20:34:54.540685 310801 main.go:141] libmachine: (ha-689539-m02) Getting domain xml...
I1205 20:34:54.541702 310801 main.go:141] libmachine: (ha-689539-m02) Creating domain...
I1205 20:34:55.795769 310801 main.go:141] libmachine: (ha-689539-m02) Waiting to get IP...
I1205 20:34:55.796704 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:34:55.797107 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:34:55.797137 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:55.797080 311180 retry.go:31] will retry after 248.666925ms: waiting for machine to come up
I1205 20:34:56.047775 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:34:56.048308 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:34:56.048345 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:56.048228 311180 retry.go:31] will retry after 275.164049ms: waiting for machine to come up
I1205 20:34:56.324858 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:34:56.325265 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:34:56.325293 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:56.325230 311180 retry.go:31] will retry after 471.642082ms: waiting for machine to come up
I1205 20:34:56.798901 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:34:56.799411 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:34:56.799445 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:56.799337 311180 retry.go:31] will retry after 372.986986ms: waiting for machine to come up
I1205 20:34:57.173842 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:34:57.174284 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:34:57.174315 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:57.174243 311180 retry.go:31] will retry after 491.328215ms: waiting for machine to come up
I1205 20:34:57.666917 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:34:57.667363 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:34:57.667388 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:57.667340 311180 retry.go:31] will retry after 701.698041ms: waiting for machine to come up
I1205 20:34:58.370293 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:34:58.370782 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:34:58.370813 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:58.370725 311180 retry.go:31] will retry after 750.048133ms: waiting for machine to come up
I1205 20:34:59.121998 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:34:59.122452 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:34:59.122482 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:34:59.122416 311180 retry.go:31] will retry after 1.373917427s: waiting for machine to come up
I1205 20:35:00.498001 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:00.498527 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:35:00.498564 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:35:00.498461 311180 retry.go:31] will retry after 1.273603268s: waiting for machine to come up
I1205 20:35:01.773536 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:01.774024 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:35:01.774055 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:35:01.773976 311180 retry.go:31] will retry after 1.863052543s: waiting for machine to come up
I1205 20:35:03.640228 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:03.640744 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:35:03.640780 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:35:03.640681 311180 retry.go:31] will retry after 2.126872214s: waiting for machine to come up
I1205 20:35:05.768939 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:05.769465 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:35:05.769495 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:35:05.769419 311180 retry.go:31] will retry after 2.492593838s: waiting for machine to come up
I1205 20:35:08.265013 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:08.265518 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:35:08.265557 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:35:08.265445 311180 retry.go:31] will retry after 4.136586499s: waiting for machine to come up
I1205 20:35:12.405674 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:12.406165 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find current IP address of domain ha-689539-m02 in network mk-ha-689539
I1205 20:35:12.406195 310801 main.go:141] libmachine: (ha-689539-m02) DBG | I1205 20:35:12.406099 311180 retry.go:31] will retry after 4.175170751s: waiting for machine to come up
I1205 20:35:16.583008 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:16.583448 310801 main.go:141] libmachine: (ha-689539-m02) Found IP for machine: 192.168.39.224
I1205 20:35:16.583483 310801 main.go:141] libmachine: (ha-689539-m02) Reserving static IP address...
I1205 20:35:16.583508 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has current primary IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:16.583773 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find host DHCP lease matching {name: "ha-689539-m02", mac: "52:54:00:01:ca:45", ip: "192.168.39.224"} in network mk-ha-689539
I1205 20:35:16.666774 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Getting to WaitForSSH function...
I1205 20:35:16.666819 310801 main.go:141] libmachine: (ha-689539-m02) Reserved static IP address: 192.168.39.224
I1205 20:35:16.666833 310801 main.go:141] libmachine: (ha-689539-m02) Waiting for SSH to be available...
I1205 20:35:16.669680 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:16.670217 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539
I1205 20:35:16.670248 310801 main.go:141] libmachine: (ha-689539-m02) DBG | unable to find defined IP address of network mk-ha-689539 interface with MAC address 52:54:00:01:ca:45
I1205 20:35:16.670412 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Using SSH client type: external
I1205 20:35:16.670440 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/id_rsa (-rw-------)
I1205 20:35:16.670473 310801 main.go:141] libmachine: (ha-689539-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@ -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1205 20:35:16.670490 310801 main.go:141] libmachine: (ha-689539-m02) DBG | About to run SSH command:
I1205 20:35:16.670506 310801 main.go:141] libmachine: (ha-689539-m02) DBG | exit 0
I1205 20:35:16.675197 310801 main.go:141] libmachine: (ha-689539-m02) DBG | SSH cmd err, output: exit status 255:
I1205 20:35:16.675236 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Error getting ssh command 'exit 0' : ssh command error:
I1205 20:35:16.675246 310801 main.go:141] libmachine: (ha-689539-m02) DBG | command : exit 0
I1205 20:35:16.675253 310801 main.go:141] libmachine: (ha-689539-m02) DBG | err : exit status 255
I1205 20:35:16.675269 310801 main.go:141] libmachine: (ha-689539-m02) DBG | output :
I1205 20:35:19.675465 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Getting to WaitForSSH function...
I1205 20:35:19.678124 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:19.678615 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:19.678646 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:19.678752 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Using SSH client type: external
I1205 20:35:19.678781 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/id_rsa (-rw-------)
I1205 20:35:19.678817 310801 main.go:141] libmachine: (ha-689539-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.224 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1205 20:35:19.678840 310801 main.go:141] libmachine: (ha-689539-m02) DBG | About to run SSH command:
I1205 20:35:19.678857 310801 main.go:141] libmachine: (ha-689539-m02) DBG | exit 0
I1205 20:35:19.805836 310801 main.go:141] libmachine: (ha-689539-m02) DBG | SSH cmd err, output: <nil>:
I1205 20:35:19.806152 310801 main.go:141] libmachine: (ha-689539-m02) KVM machine creation complete!
I1205 20:35:19.806464 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetConfigRaw
I1205 20:35:19.807084 310801 main.go:141] libmachine: (ha-689539-m02) Calling .DriverName
I1205 20:35:19.807313 310801 main.go:141] libmachine: (ha-689539-m02) Calling .DriverName
I1205 20:35:19.807474 310801 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1205 20:35:19.807492 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetState
I1205 20:35:19.808787 310801 main.go:141] libmachine: Detecting operating system of created instance...
I1205 20:35:19.808804 310801 main.go:141] libmachine: Waiting for SSH to be available...
I1205 20:35:19.808811 310801 main.go:141] libmachine: Getting to WaitForSSH function...
I1205 20:35:19.808818 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHHostname
I1205 20:35:19.811344 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:19.811714 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:19.811743 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:19.811928 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHPort
I1205 20:35:19.812132 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:19.812273 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:19.812422 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHUsername
I1205 20:35:19.812622 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:35:19.812860 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.224 22 <nil> <nil>}
I1205 20:35:19.812871 310801 main.go:141] libmachine: About to run SSH command:
exit 0
I1205 20:35:19.921262 310801 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 20:35:19.921299 310801 main.go:141] libmachine: Detecting the provisioner...
I1205 20:35:19.921312 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHHostname
I1205 20:35:19.924600 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:19.925051 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:19.925075 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:19.925275 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHPort
I1205 20:35:19.925497 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:19.925651 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:19.925794 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHUsername
I1205 20:35:19.925996 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:35:19.926221 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.224 22 <nil> <nil>}
I1205 20:35:19.926235 310801 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1205 20:35:20.039067 310801 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1205 20:35:20.039180 310801 main.go:141] libmachine: found compatible host: buildroot
I1205 20:35:20.039192 310801 main.go:141] libmachine: Provisioning with buildroot...
I1205 20:35:20.039205 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetMachineName
I1205 20:35:20.039552 310801 buildroot.go:166] provisioning hostname "ha-689539-m02"
I1205 20:35:20.039589 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetMachineName
I1205 20:35:20.039855 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHHostname
I1205 20:35:20.043233 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.043789 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:20.043820 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.044027 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHPort
I1205 20:35:20.044236 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:20.044433 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:20.044659 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHUsername
I1205 20:35:20.044843 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:35:20.045030 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.224 22 <nil> <nil>}
I1205 20:35:20.045042 310801 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-689539-m02 && echo "ha-689539-m02" | sudo tee /etc/hostname
I1205 20:35:20.173519 310801 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-689539-m02
I1205 20:35:20.173562 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHHostname
I1205 20:35:20.176643 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.176967 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:20.176994 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.177264 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHPort
I1205 20:35:20.177464 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:20.177721 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:20.177868 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHUsername
I1205 20:35:20.178085 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:35:20.178312 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.224 22 <nil> <nil>}
I1205 20:35:20.178329 310801 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-689539-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-689539-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-689539-m02' | sudo tee -a /etc/hosts;
fi
fi
I1205 20:35:20.299145 310801 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 20:35:20.299194 310801 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20053-293485/.minikube CaCertPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20053-293485/.minikube}
I1205 20:35:20.299221 310801 buildroot.go:174] setting up certificates
I1205 20:35:20.299251 310801 provision.go:84] configureAuth start
I1205 20:35:20.299278 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetMachineName
I1205 20:35:20.299618 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetIP
I1205 20:35:20.302873 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.303197 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:20.303234 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.303352 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHHostname
I1205 20:35:20.305836 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.306274 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:20.306298 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.306450 310801 provision.go:143] copyHostCerts
I1205 20:35:20.306489 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem
I1205 20:35:20.306536 310801 exec_runner.go:144] found /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem, removing ...
I1205 20:35:20.306547 310801 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem
I1205 20:35:20.306613 310801 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem (1082 bytes)
I1205 20:35:20.306694 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem
I1205 20:35:20.306712 310801 exec_runner.go:144] found /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem, removing ...
I1205 20:35:20.306719 310801 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem
I1205 20:35:20.306743 310801 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem (1123 bytes)
I1205 20:35:20.306790 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem
I1205 20:35:20.306807 310801 exec_runner.go:144] found /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem, removing ...
I1205 20:35:20.306813 310801 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem
I1205 20:35:20.306832 310801 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem (1675 bytes)
I1205 20:35:20.306880 310801 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca-key.pem org=jenkins.ha-689539-m02 san=[127.0.0.1 192.168.39.224 ha-689539-m02 localhost minikube]
I1205 20:35:20.462180 310801 provision.go:177] copyRemoteCerts
I1205 20:35:20.462244 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1205 20:35:20.462273 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHHostname
I1205 20:35:20.465164 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.465498 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:20.465526 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.465765 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHPort
I1205 20:35:20.465979 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:20.466125 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHUsername
I1205 20:35:20.466256 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.224 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/id_rsa Username:docker}
I1205 20:35:20.552142 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1205 20:35:20.552248 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1205 20:35:20.577611 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1205 20:35:20.577693 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1205 20:35:20.602829 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem -> /etc/docker/server.pem
I1205 20:35:20.602927 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1205 20:35:20.629296 310801 provision.go:87] duration metric: took 330.013316ms to configureAuth
I1205 20:35:20.629334 310801 buildroot.go:189] setting minikube options for container-runtime
I1205 20:35:20.629554 310801 config.go:182] Loaded profile config "ha-689539": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 20:35:20.629672 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHHostname
I1205 20:35:20.632608 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.633010 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:20.633046 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.633219 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHPort
I1205 20:35:20.633418 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:20.633617 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:20.633785 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHUsername
I1205 20:35:20.634021 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:35:20.634203 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.224 22 <nil> <nil>}
I1205 20:35:20.634221 310801 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1205 20:35:20.861660 310801 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1205 20:35:20.861695 310801 main.go:141] libmachine: Checking connection to Docker...
I1205 20:35:20.861706 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetURL
I1205 20:35:20.863182 310801 main.go:141] libmachine: (ha-689539-m02) DBG | Using libvirt version 6000000
I1205 20:35:20.865580 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.866002 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:20.866022 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.866305 310801 main.go:141] libmachine: Docker is up and running!
I1205 20:35:20.866329 310801 main.go:141] libmachine: Reticulating splines...
I1205 20:35:20.866337 310801 client.go:171] duration metric: took 26.849092016s to LocalClient.Create
I1205 20:35:20.866366 310801 start.go:167] duration metric: took 26.849169654s to libmachine.API.Create "ha-689539"
I1205 20:35:20.866385 310801 start.go:293] postStartSetup for "ha-689539-m02" (driver="kvm2")
I1205 20:35:20.866396 310801 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1205 20:35:20.866415 310801 main.go:141] libmachine: (ha-689539-m02) Calling .DriverName
I1205 20:35:20.866737 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1205 20:35:20.866782 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHHostname
I1205 20:35:20.869117 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.869511 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:20.869539 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.869712 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHPort
I1205 20:35:20.869922 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:20.870094 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHUsername
I1205 20:35:20.870213 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.224 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/id_rsa Username:docker}
I1205 20:35:20.956165 310801 ssh_runner.go:195] Run: cat /etc/os-release
I1205 20:35:20.960554 310801 info.go:137] Remote host: Buildroot 2023.02.9
I1205 20:35:20.960593 310801 filesync.go:126] Scanning /home/jenkins/minikube-integration/20053-293485/.minikube/addons for local assets ...
I1205 20:35:20.960663 310801 filesync.go:126] Scanning /home/jenkins/minikube-integration/20053-293485/.minikube/files for local assets ...
I1205 20:35:20.960745 310801 filesync.go:149] local asset: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem -> 3007652.pem in /etc/ssl/certs
I1205 20:35:20.960756 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem -> /etc/ssl/certs/3007652.pem
I1205 20:35:20.960845 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1205 20:35:20.970171 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem --> /etc/ssl/certs/3007652.pem (1708 bytes)
I1205 20:35:20.993469 310801 start.go:296] duration metric: took 127.065366ms for postStartSetup
I1205 20:35:20.993548 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetConfigRaw
I1205 20:35:20.994261 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetIP
I1205 20:35:20.996956 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.997403 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:20.997431 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:20.997694 310801 profile.go:143] Saving config to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/config.json ...
I1205 20:35:20.997894 310801 start.go:128] duration metric: took 27.001645944s to createHost
I1205 20:35:20.997947 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHHostname
I1205 20:35:21.000356 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:21.000768 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:21.000793 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:21.000932 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHPort
I1205 20:35:21.001164 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:21.001372 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:21.001567 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHUsername
I1205 20:35:21.001800 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:35:21.002023 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.224 22 <nil> <nil>}
I1205 20:35:21.002035 310801 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1205 20:35:21.114783 310801 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733430921.091468988
I1205 20:35:21.114813 310801 fix.go:216] guest clock: 1733430921.091468988
I1205 20:35:21.114823 310801 fix.go:229] Guest: 2024-12-05 20:35:21.091468988 +0000 UTC Remote: 2024-12-05 20:35:20.997930274 +0000 UTC m=+72.965807310 (delta=93.538714ms)
I1205 20:35:21.114853 310801 fix.go:200] guest clock delta is within tolerance: 93.538714ms
I1205 20:35:21.114861 310801 start.go:83] releasing machines lock for "ha-689539-m02", held for 27.118697006s
I1205 20:35:21.114886 310801 main.go:141] libmachine: (ha-689539-m02) Calling .DriverName
I1205 20:35:21.115206 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetIP
I1205 20:35:21.118066 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:21.118466 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:21.118504 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:21.121045 310801 out.go:177] * Found network options:
I1205 20:35:21.122608 310801 out.go:177] - NO_PROXY=192.168.39.220
W1205 20:35:21.124023 310801 proxy.go:119] fail to check proxy env: Error ip not in block
I1205 20:35:21.124097 310801 main.go:141] libmachine: (ha-689539-m02) Calling .DriverName
I1205 20:35:21.124832 310801 main.go:141] libmachine: (ha-689539-m02) Calling .DriverName
I1205 20:35:21.125105 310801 main.go:141] libmachine: (ha-689539-m02) Calling .DriverName
I1205 20:35:21.125251 310801 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1205 20:35:21.125326 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHHostname
W1205 20:35:21.125332 310801 proxy.go:119] fail to check proxy env: Error ip not in block
I1205 20:35:21.125435 310801 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1205 20:35:21.125468 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHHostname
I1205 20:35:21.128474 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:21.128563 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:21.128871 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:21.128901 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:21.129000 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:21.129022 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHPort
I1205 20:35:21.129073 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:21.129233 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHPort
I1205 20:35:21.129232 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:21.129435 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHUsername
I1205 20:35:21.129437 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHKeyPath
I1205 20:35:21.129634 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetSSHUsername
I1205 20:35:21.129634 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.224 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/id_rsa Username:docker}
I1205 20:35:21.129803 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.224 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m02/id_rsa Username:docker}
I1205 20:35:21.365680 310801 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1205 20:35:21.371668 310801 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1205 20:35:21.371782 310801 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1205 20:35:21.388230 310801 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1205 20:35:21.388261 310801 start.go:495] detecting cgroup driver to use...
I1205 20:35:21.388348 310801 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1205 20:35:21.404768 310801 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1205 20:35:21.419149 310801 docker.go:217] disabling cri-docker service (if available) ...
I1205 20:35:21.419231 310801 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1205 20:35:21.433110 310801 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1205 20:35:21.447375 310801 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1205 20:35:21.563926 310801 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1205 20:35:21.729278 310801 docker.go:233] disabling docker service ...
I1205 20:35:21.729378 310801 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1205 20:35:21.744065 310801 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1205 20:35:21.757106 310801 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1205 20:35:21.878877 310801 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1205 20:35:21.983688 310801 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1205 20:35:21.997947 310801 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1205 20:35:22.016485 310801 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1205 20:35:22.016555 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:35:22.027185 310801 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1205 20:35:22.027270 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:35:22.037892 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:35:22.048316 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:35:22.059131 310801 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1205 20:35:22.075255 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:35:22.086233 310801 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:35:22.103682 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:35:22.114441 310801 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1205 20:35:22.124360 310801 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1205 20:35:22.124442 310801 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1205 20:35:22.138043 310801 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1205 20:35:22.147996 310801 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 20:35:22.253398 310801 ssh_runner.go:195] Run: sudo systemctl restart crio
I1205 20:35:22.348717 310801 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1205 20:35:22.348790 310801 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1205 20:35:22.353405 310801 start.go:563] Will wait 60s for crictl version
I1205 20:35:22.353468 310801 ssh_runner.go:195] Run: which crictl
I1205 20:35:22.357215 310801 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1205 20:35:22.393844 310801 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1205 20:35:22.393959 310801 ssh_runner.go:195] Run: crio --version
I1205 20:35:22.422018 310801 ssh_runner.go:195] Run: crio --version
I1205 20:35:22.452780 310801 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1205 20:35:22.454193 310801 out.go:177] - env NO_PROXY=192.168.39.220
I1205 20:35:22.455398 310801 main.go:141] libmachine: (ha-689539-m02) Calling .GetIP
I1205 20:35:22.458243 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:22.458611 310801 main.go:141] libmachine: (ha-689539-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:01:ca:45", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:35:08 +0000 UTC Type:0 Mac:52:54:00:01:ca:45 Iaid: IPaddr:192.168.39.224 Prefix:24 Hostname:ha-689539-m02 Clientid:01:52:54:00:01:ca:45}
I1205 20:35:22.458649 310801 main.go:141] libmachine: (ha-689539-m02) DBG | domain ha-689539-m02 has defined IP address 192.168.39.224 and MAC address 52:54:00:01:ca:45 in network mk-ha-689539
I1205 20:35:22.458851 310801 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1205 20:35:22.463124 310801 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 20:35:22.475841 310801 mustload.go:65] Loading cluster: ha-689539
I1205 20:35:22.476087 310801 config.go:182] Loaded profile config "ha-689539": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 20:35:22.476420 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:35:22.476470 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:35:22.492198 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39993
I1205 20:35:22.492793 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:35:22.493388 310801 main.go:141] libmachine: Using API Version 1
I1205 20:35:22.493418 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:35:22.493835 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:35:22.494104 310801 main.go:141] libmachine: (ha-689539) Calling .GetState
I1205 20:35:22.495827 310801 host.go:66] Checking if "ha-689539" exists ...
I1205 20:35:22.496123 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:35:22.496160 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:35:22.512684 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35311
I1205 20:35:22.513289 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:35:22.513852 310801 main.go:141] libmachine: Using API Version 1
I1205 20:35:22.513877 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:35:22.514257 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:35:22.514474 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:35:22.514658 310801 certs.go:68] Setting up /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539 for IP: 192.168.39.224
I1205 20:35:22.514672 310801 certs.go:194] generating shared ca certs ...
I1205 20:35:22.514692 310801 certs.go:226] acquiring lock for ca certs: {Name:mk0a64c268277465530ca73f7813790aba1a67b9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:35:22.514826 310801 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.key
I1205 20:35:22.514868 310801 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.key
I1205 20:35:22.514875 310801 certs.go:256] generating profile certs ...
I1205 20:35:22.514942 310801 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.key
I1205 20:35:22.514966 310801 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.0bcaa736
I1205 20:35:22.514982 310801 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.0bcaa736 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.220 192.168.39.224 192.168.39.254]
I1205 20:35:22.799808 310801 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.0bcaa736 ...
I1205 20:35:22.799844 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.0bcaa736: {Name:mk805c9f0c218cfc1a14cc95ce5560d63a919c31 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:35:22.800063 310801 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.0bcaa736 ...
I1205 20:35:22.800084 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.0bcaa736: {Name:mk878dc23fa761ab4aecc158abe1405fbc550219 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:35:22.800189 310801 certs.go:381] copying /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.0bcaa736 -> /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt
I1205 20:35:22.800337 310801 certs.go:385] copying /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.0bcaa736 -> /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key
I1205 20:35:22.800471 310801 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.key
I1205 20:35:22.800490 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1205 20:35:22.800508 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1205 20:35:22.800524 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1205 20:35:22.800539 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1205 20:35:22.800554 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1205 20:35:22.800569 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1205 20:35:22.800578 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1205 20:35:22.800588 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1205 20:35:22.800649 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765.pem (1338 bytes)
W1205 20:35:22.800680 310801 certs.go:480] ignoring /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765_empty.pem, impossibly tiny 0 bytes
I1205 20:35:22.800690 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca-key.pem (1679 bytes)
I1205 20:35:22.800714 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem (1082 bytes)
I1205 20:35:22.800740 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem (1123 bytes)
I1205 20:35:22.800782 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem (1675 bytes)
I1205 20:35:22.800829 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem (1708 bytes)
I1205 20:35:22.800856 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1205 20:35:22.800870 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765.pem -> /usr/share/ca-certificates/300765.pem
I1205 20:35:22.800883 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem -> /usr/share/ca-certificates/3007652.pem
I1205 20:35:22.800924 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:35:22.803915 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:35:22.804323 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:35:22.804357 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:35:22.804510 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:35:22.804779 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:35:22.804968 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:35:22.805127 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa Username:docker}
I1205 20:35:22.874336 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1205 20:35:22.878799 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1205 20:35:22.889481 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1205 20:35:22.893603 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1205 20:35:22.907201 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1205 20:35:22.911129 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1205 20:35:22.921562 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1205 20:35:22.925468 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1205 20:35:22.935462 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1205 20:35:22.939312 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1205 20:35:22.949250 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1205 20:35:22.953120 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1205 20:35:22.964047 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1205 20:35:22.988860 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1205 20:35:23.013850 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1205 20:35:23.037874 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1205 20:35:23.062975 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1205 20:35:23.087802 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1205 20:35:23.112226 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1205 20:35:23.139642 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1205 20:35:23.168141 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1205 20:35:23.193470 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765.pem --> /usr/share/ca-certificates/300765.pem (1338 bytes)
I1205 20:35:23.218935 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem --> /usr/share/ca-certificates/3007652.pem (1708 bytes)
I1205 20:35:23.243452 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1205 20:35:23.261775 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1205 20:35:23.279011 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1205 20:35:23.296521 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1205 20:35:23.313399 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1205 20:35:23.330608 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1205 20:35:23.349181 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1205 20:35:23.366287 310801 ssh_runner.go:195] Run: openssl version
I1205 20:35:23.372023 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1205 20:35:23.383498 310801 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1205 20:35:23.387933 310801 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 5 20:20 /usr/share/ca-certificates/minikubeCA.pem
I1205 20:35:23.388026 310801 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1205 20:35:23.393863 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1205 20:35:23.405145 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/300765.pem && ln -fs /usr/share/ca-certificates/300765.pem /etc/ssl/certs/300765.pem"
I1205 20:35:23.416665 310801 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/300765.pem
I1205 20:35:23.421806 310801 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 5 20:30 /usr/share/ca-certificates/300765.pem
I1205 20:35:23.421882 310801 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/300765.pem
I1205 20:35:23.427892 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/300765.pem /etc/ssl/certs/51391683.0"
I1205 20:35:23.439291 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3007652.pem && ln -fs /usr/share/ca-certificates/3007652.pem /etc/ssl/certs/3007652.pem"
I1205 20:35:23.450645 310801 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3007652.pem
I1205 20:35:23.455301 310801 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 5 20:30 /usr/share/ca-certificates/3007652.pem
I1205 20:35:23.455397 310801 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3007652.pem
I1205 20:35:23.461088 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3007652.pem /etc/ssl/certs/3ec20f2e.0"
I1205 20:35:23.473062 310801 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1205 20:35:23.477238 310801 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1205 20:35:23.477315 310801 kubeadm.go:934] updating node {m02 192.168.39.224 8443 v1.31.2 crio true true} ...
I1205 20:35:23.477412 310801 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-689539-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.224
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-689539 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1205 20:35:23.477446 310801 kube-vip.go:115] generating kube-vip config ...
I1205 20:35:23.477488 310801 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1205 20:35:23.494130 310801 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1205 20:35:23.494206 310801 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1205 20:35:23.494265 310801 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1205 20:35:23.504559 310801 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1205 20:35:23.504639 310801 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1205 20:35:23.515268 310801 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1205 20:35:23.515267 310801 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1205 20:35:23.515267 310801 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1205 20:35:23.515420 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1205 20:35:23.515485 310801 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1205 20:35:23.520360 310801 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1205 20:35:23.520397 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1205 20:35:24.329721 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1205 20:35:24.329837 310801 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1205 20:35:24.335194 310801 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1205 20:35:24.335241 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1205 20:35:24.693728 310801 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1205 20:35:24.707996 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1205 20:35:24.708127 310801 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1205 20:35:24.712643 310801 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1205 20:35:24.712685 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1205 20:35:25.030158 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1205 20:35:25.039864 310801 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1205 20:35:25.056953 310801 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1205 20:35:25.074038 310801 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1205 20:35:25.090341 310801 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1205 20:35:25.094291 310801 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 20:35:25.106549 310801 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 20:35:25.251421 310801 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1205 20:35:25.281544 310801 host.go:66] Checking if "ha-689539" exists ...
I1205 20:35:25.281958 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:35:25.282025 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:35:25.298815 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43001
I1205 20:35:25.299446 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:35:25.299916 310801 main.go:141] libmachine: Using API Version 1
I1205 20:35:25.299940 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:35:25.300264 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:35:25.300471 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:35:25.300647 310801 start.go:317] joinCluster: &{Name:ha-689539 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-689539 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.224 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiratio
n:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1205 20:35:25.300755 310801 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1205 20:35:25.300777 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:35:25.303962 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:35:25.304378 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:35:25.304416 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:35:25.304612 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:35:25.304845 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:35:25.305034 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:35:25.305189 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa Username:docker}
I1205 20:35:25.467206 310801 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.224 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 20:35:25.467286 310801 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token u7curd.swqoqc05eru6gfpp --discovery-token-ca-cert-hash sha256:866fe1ad02aa39e4ff851d5daf02d95c9877aa8ade45bb47593c206ab1df3b82 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-689539-m02 --control-plane --apiserver-advertise-address=192.168.39.224 --apiserver-bind-port=8443"
I1205 20:35:47.115820 310801 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token u7curd.swqoqc05eru6gfpp --discovery-token-ca-cert-hash sha256:866fe1ad02aa39e4ff851d5daf02d95c9877aa8ade45bb47593c206ab1df3b82 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-689539-m02 --control-plane --apiserver-advertise-address=192.168.39.224 --apiserver-bind-port=8443": (21.648499033s)
I1205 20:35:47.115867 310801 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1205 20:35:47.674102 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-689539-m02 minikube.k8s.io/updated_at=2024_12_05T20_35_47_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=b47d04014329c55dc4f6ec6dd318af27b5175843 minikube.k8s.io/name=ha-689539 minikube.k8s.io/primary=false
I1205 20:35:47.783659 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-689539-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1205 20:35:47.899441 310801 start.go:319] duration metric: took 22.598789448s to joinCluster
I1205 20:35:47.899529 310801 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.224 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 20:35:47.899871 310801 config.go:182] Loaded profile config "ha-689539": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 20:35:47.901544 310801 out.go:177] * Verifying Kubernetes components...
I1205 20:35:47.903164 310801 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 20:35:48.171147 310801 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1205 20:35:48.196654 310801 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20053-293485/kubeconfig
I1205 20:35:48.197028 310801 kapi.go:59] client config for ha-689539: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.crt", KeyFile:"/home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.key", CAFile:"/home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1205 20:35:48.197120 310801 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.220:8443
I1205 20:35:48.197520 310801 node_ready.go:35] waiting up to 6m0s for node "ha-689539-m02" to be "Ready" ...
I1205 20:35:48.197656 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:48.197669 310801 round_trippers.go:469] Request Headers:
I1205 20:35:48.197681 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:48.197693 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:48.214799 310801 round_trippers.go:574] Response Status: 200 OK in 17 milliseconds
I1205 20:35:48.697777 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:48.697812 310801 round_trippers.go:469] Request Headers:
I1205 20:35:48.697824 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:48.697833 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:48.703691 310801 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1205 20:35:49.198191 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:49.198217 310801 round_trippers.go:469] Request Headers:
I1205 20:35:49.198225 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:49.198229 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:49.204218 310801 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1205 20:35:49.698048 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:49.698079 310801 round_trippers.go:469] Request Headers:
I1205 20:35:49.698090 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:49.698096 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:49.705663 310801 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1205 20:35:50.198629 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:50.198656 310801 round_trippers.go:469] Request Headers:
I1205 20:35:50.198669 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:50.198675 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:50.202111 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:50.202581 310801 node_ready.go:53] node "ha-689539-m02" has status "Ready":"False"
I1205 20:35:50.698434 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:50.698457 310801 round_trippers.go:469] Request Headers:
I1205 20:35:50.698465 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:50.698469 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:50.702335 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:51.197943 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:51.197971 310801 round_trippers.go:469] Request Headers:
I1205 20:35:51.197981 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:51.197985 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:51.201567 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:51.698634 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:51.698668 310801 round_trippers.go:469] Request Headers:
I1205 20:35:51.698680 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:51.698687 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:51.702470 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:52.198285 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:52.198318 310801 round_trippers.go:469] Request Headers:
I1205 20:35:52.198331 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:52.198338 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:52.202116 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:52.202820 310801 node_ready.go:53] node "ha-689539-m02" has status "Ready":"False"
I1205 20:35:52.697909 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:52.697940 310801 round_trippers.go:469] Request Headers:
I1205 20:35:52.697953 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:52.697959 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:52.700998 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:53.198023 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:53.198047 310801 round_trippers.go:469] Request Headers:
I1205 20:35:53.198056 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:53.198059 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:53.201259 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:53.698438 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:53.698462 310801 round_trippers.go:469] Request Headers:
I1205 20:35:53.698478 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:53.698482 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:53.701883 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:54.198346 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:54.198373 310801 round_trippers.go:469] Request Headers:
I1205 20:35:54.198381 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:54.198386 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:54.202207 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:54.203013 310801 node_ready.go:53] node "ha-689539-m02" has status "Ready":"False"
I1205 20:35:54.698384 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:54.698407 310801 round_trippers.go:469] Request Headers:
I1205 20:35:54.698415 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:54.698422 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:54.703135 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:35:55.198075 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:55.198102 310801 round_trippers.go:469] Request Headers:
I1205 20:35:55.198111 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:55.198116 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:55.275835 310801 round_trippers.go:574] Response Status: 200 OK in 77 milliseconds
I1205 20:35:55.698292 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:55.698327 310801 round_trippers.go:469] Request Headers:
I1205 20:35:55.698343 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:55.698347 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:55.701831 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:56.197819 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:56.197847 310801 round_trippers.go:469] Request Headers:
I1205 20:35:56.197856 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:56.197861 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:56.201202 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:56.698240 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:56.698288 310801 round_trippers.go:469] Request Headers:
I1205 20:35:56.698299 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:56.698304 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:56.701586 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:56.702160 310801 node_ready.go:53] node "ha-689539-m02" has status "Ready":"False"
I1205 20:35:57.198590 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:57.198622 310801 round_trippers.go:469] Request Headers:
I1205 20:35:57.198633 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:57.198638 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:57.201959 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:57.698128 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:57.698159 310801 round_trippers.go:469] Request Headers:
I1205 20:35:57.698170 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:57.698175 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:57.703388 310801 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1205 20:35:58.198316 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:58.198343 310801 round_trippers.go:469] Request Headers:
I1205 20:35:58.198352 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:58.198357 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:58.201617 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:58.698669 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:58.698694 310801 round_trippers.go:469] Request Headers:
I1205 20:35:58.698706 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:58.698710 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:58.702292 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:35:58.702971 310801 node_ready.go:53] node "ha-689539-m02" has status "Ready":"False"
I1205 20:35:59.198697 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:59.198726 310801 round_trippers.go:469] Request Headers:
I1205 20:35:59.198739 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:59.198747 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:59.205545 310801 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1205 20:35:59.698504 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:35:59.698536 310801 round_trippers.go:469] Request Headers:
I1205 20:35:59.698553 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:35:59.698560 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:35:59.702266 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:00.198245 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:00.198270 310801 round_trippers.go:469] Request Headers:
I1205 20:36:00.198279 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:00.198283 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:00.201787 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:00.698510 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:00.698544 310801 round_trippers.go:469] Request Headers:
I1205 20:36:00.698553 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:00.698563 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:00.701802 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:01.197953 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:01.197983 310801 round_trippers.go:469] Request Headers:
I1205 20:36:01.197994 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:01.197999 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:01.201035 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:01.201711 310801 node_ready.go:53] node "ha-689539-m02" has status "Ready":"False"
I1205 20:36:01.698167 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:01.698198 310801 round_trippers.go:469] Request Headers:
I1205 20:36:01.698210 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:01.698215 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:01.701264 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:02.198110 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:02.198141 310801 round_trippers.go:469] Request Headers:
I1205 20:36:02.198152 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:02.198157 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:02.201468 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:02.698626 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:02.698659 310801 round_trippers.go:469] Request Headers:
I1205 20:36:02.698669 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:02.698675 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:02.701881 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:03.198737 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:03.198763 310801 round_trippers.go:469] Request Headers:
I1205 20:36:03.198774 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:03.198779 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:03.202428 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:03.202953 310801 node_ready.go:53] node "ha-689539-m02" has status "Ready":"False"
I1205 20:36:03.698736 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:03.698768 310801 round_trippers.go:469] Request Headers:
I1205 20:36:03.698780 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:03.698788 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:03.702162 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:04.197743 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:04.197773 310801 round_trippers.go:469] Request Headers:
I1205 20:36:04.197784 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:04.197791 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:04.201284 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:04.698126 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:04.698155 310801 round_trippers.go:469] Request Headers:
I1205 20:36:04.698164 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:04.698168 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:04.701888 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:05.198088 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:05.198121 310801 round_trippers.go:469] Request Headers:
I1205 20:36:05.198131 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:05.198138 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:05.201797 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:05.698476 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:05.698506 310801 round_trippers.go:469] Request Headers:
I1205 20:36:05.698515 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:05.698520 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:05.701875 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:05.702580 310801 node_ready.go:53] node "ha-689539-m02" has status "Ready":"False"
I1205 20:36:06.198021 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:06.198061 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.198069 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.198074 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.201540 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:06.202101 310801 node_ready.go:49] node "ha-689539-m02" has status "Ready":"True"
I1205 20:36:06.202126 310801 node_ready.go:38] duration metric: took 18.004581739s for node "ha-689539-m02" to be "Ready" ...
I1205 20:36:06.202140 310801 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1205 20:36:06.202253 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods
I1205 20:36:06.202268 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.202278 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.202285 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.206754 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:36:06.212677 310801 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-4ln9l" in "kube-system" namespace to be "Ready" ...
I1205 20:36:06.212799 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-4ln9l
I1205 20:36:06.212813 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.212822 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.212827 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.215643 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:36:06.216276 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:36:06.216293 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.216301 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.216304 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.218813 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:36:06.219400 310801 pod_ready.go:93] pod "coredns-7c65d6cfc9-4ln9l" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:06.219422 310801 pod_ready.go:82] duration metric: took 6.710961ms for pod "coredns-7c65d6cfc9-4ln9l" in "kube-system" namespace to be "Ready" ...
I1205 20:36:06.219433 310801 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-6qhhf" in "kube-system" namespace to be "Ready" ...
I1205 20:36:06.219519 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-6qhhf
I1205 20:36:06.219530 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.219537 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.219544 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.221986 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:36:06.222730 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:36:06.222744 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.222752 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.222757 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.225041 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:36:06.225536 310801 pod_ready.go:93] pod "coredns-7c65d6cfc9-6qhhf" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:06.225559 310801 pod_ready.go:82] duration metric: took 6.118464ms for pod "coredns-7c65d6cfc9-6qhhf" in "kube-system" namespace to be "Ready" ...
I1205 20:36:06.225582 310801 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:36:06.225656 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/etcd-ha-689539
I1205 20:36:06.225668 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.225684 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.225696 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.228280 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:36:06.228948 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:36:06.228962 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.228970 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.228974 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.231708 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:36:06.232206 310801 pod_ready.go:93] pod "etcd-ha-689539" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:06.232225 310801 pod_ready.go:82] duration metric: took 6.631337ms for pod "etcd-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:36:06.232234 310801 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:36:06.232328 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/etcd-ha-689539-m02
I1205 20:36:06.232338 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.232347 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.232357 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.234717 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:36:06.235313 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:06.235328 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.235336 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.235340 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.237446 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:36:06.237958 310801 pod_ready.go:93] pod "etcd-ha-689539-m02" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:06.237979 310801 pod_ready.go:82] duration metric: took 5.738833ms for pod "etcd-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:36:06.237997 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:36:06.398468 310801 request.go:632] Waited for 160.38501ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-689539
I1205 20:36:06.398582 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-689539
I1205 20:36:06.398592 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.398601 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.398605 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.402334 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:06.598805 310801 request.go:632] Waited for 195.477134ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:36:06.598897 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:36:06.598903 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.598911 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.598914 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.602945 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:36:06.603481 310801 pod_ready.go:93] pod "kube-apiserver-ha-689539" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:06.603505 310801 pod_ready.go:82] duration metric: took 365.497043ms for pod "kube-apiserver-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:36:06.603516 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:36:06.798685 310801 request.go:632] Waited for 195.084248ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-689539-m02
I1205 20:36:06.798771 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-689539-m02
I1205 20:36:06.798776 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.798786 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.798792 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:06.802375 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:06.998825 310801 request.go:632] Waited for 195.407022ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:06.998895 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:06.998900 310801 round_trippers.go:469] Request Headers:
I1205 20:36:06.998908 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:06.998913 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:07.003073 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:36:07.003620 310801 pod_ready.go:93] pod "kube-apiserver-ha-689539-m02" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:07.003641 310801 pod_ready.go:82] duration metric: took 400.118288ms for pod "kube-apiserver-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:36:07.003652 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:36:07.198723 310801 request.go:632] Waited for 194.973944ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-689539
I1205 20:36:07.198815 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-689539
I1205 20:36:07.198822 310801 round_trippers.go:469] Request Headers:
I1205 20:36:07.198834 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:07.198844 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:07.202792 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:07.398908 310801 request.go:632] Waited for 195.413458ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:36:07.398993 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:36:07.399006 310801 round_trippers.go:469] Request Headers:
I1205 20:36:07.399019 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:07.399029 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:07.403088 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:36:07.403800 310801 pod_ready.go:93] pod "kube-controller-manager-ha-689539" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:07.403838 310801 pod_ready.go:82] duration metric: took 400.178189ms for pod "kube-controller-manager-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:36:07.403856 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:36:07.598771 310801 request.go:632] Waited for 194.816012ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-689539-m02
I1205 20:36:07.598840 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-689539-m02
I1205 20:36:07.598845 310801 round_trippers.go:469] Request Headers:
I1205 20:36:07.598862 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:07.598869 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:07.602566 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:07.798831 310801 request.go:632] Waited for 195.438007ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:07.798985 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:07.798998 310801 round_trippers.go:469] Request Headers:
I1205 20:36:07.799015 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:07.799023 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:07.803171 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:36:07.803823 310801 pod_ready.go:93] pod "kube-controller-manager-ha-689539-m02" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:07.803849 310801 pod_ready.go:82] duration metric: took 399.978899ms for pod "kube-controller-manager-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:36:07.803864 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-9tslx" in "kube-system" namespace to be "Ready" ...
I1205 20:36:07.998893 310801 request.go:632] Waited for 194.90975ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tslx
I1205 20:36:07.998995 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tslx
I1205 20:36:07.999006 310801 round_trippers.go:469] Request Headers:
I1205 20:36:07.999033 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:07.999050 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:08.003019 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:08.198483 310801 request.go:632] Waited for 194.725493ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:36:08.198570 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:36:08.198580 310801 round_trippers.go:469] Request Headers:
I1205 20:36:08.198588 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:08.198592 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:08.202279 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:08.202805 310801 pod_ready.go:93] pod "kube-proxy-9tslx" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:08.202824 310801 pod_ready.go:82] duration metric: took 398.949898ms for pod "kube-proxy-9tslx" in "kube-system" namespace to be "Ready" ...
I1205 20:36:08.202837 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-x2grl" in "kube-system" namespace to be "Ready" ...
I1205 20:36:08.399003 310801 request.go:632] Waited for 196.061371ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-proxy-x2grl
I1205 20:36:08.399102 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-proxy-x2grl
I1205 20:36:08.399110 310801 round_trippers.go:469] Request Headers:
I1205 20:36:08.399126 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:08.399137 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:08.404511 310801 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1205 20:36:08.598657 310801 request.go:632] Waited for 193.397123ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:08.598817 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:08.598829 310801 round_trippers.go:469] Request Headers:
I1205 20:36:08.598837 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:08.598850 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:08.602654 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:08.603461 310801 pod_ready.go:93] pod "kube-proxy-x2grl" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:08.603483 310801 pod_ready.go:82] duration metric: took 400.640164ms for pod "kube-proxy-x2grl" in "kube-system" namespace to be "Ready" ...
I1205 20:36:08.603494 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:36:08.798579 310801 request.go:632] Waited for 194.963606ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-689539
I1205 20:36:08.798669 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-689539
I1205 20:36:08.798680 310801 round_trippers.go:469] Request Headers:
I1205 20:36:08.798692 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:08.798704 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:08.802678 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:08.998854 310801 request.go:632] Waited for 195.447294ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:36:08.998947 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:36:08.998954 310801 round_trippers.go:469] Request Headers:
I1205 20:36:08.998964 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:08.998970 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:09.003138 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:36:09.003792 310801 pod_ready.go:93] pod "kube-scheduler-ha-689539" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:09.003821 310801 pod_ready.go:82] duration metric: took 400.319353ms for pod "kube-scheduler-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:36:09.003837 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:36:09.198016 310801 request.go:632] Waited for 194.088845ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-689539-m02
I1205 20:36:09.198132 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-689539-m02
I1205 20:36:09.198145 310801 round_trippers.go:469] Request Headers:
I1205 20:36:09.198158 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:09.198165 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:09.201958 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:09.398942 310801 request.go:632] Waited for 196.371567ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:09.399024 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:36:09.399033 310801 round_trippers.go:469] Request Headers:
I1205 20:36:09.399044 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:09.399050 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:09.402750 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:09.403404 310801 pod_ready.go:93] pod "kube-scheduler-ha-689539-m02" in "kube-system" namespace has status "Ready":"True"
I1205 20:36:09.403436 310801 pod_ready.go:82] duration metric: took 399.590034ms for pod "kube-scheduler-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:36:09.403451 310801 pod_ready.go:39] duration metric: took 3.201294497s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1205 20:36:09.403471 310801 api_server.go:52] waiting for apiserver process to appear ...
I1205 20:36:09.403551 310801 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1205 20:36:09.418357 310801 api_server.go:72] duration metric: took 21.51878718s to wait for apiserver process to appear ...
I1205 20:36:09.418390 310801 api_server.go:88] waiting for apiserver healthz status ...
I1205 20:36:09.418420 310801 api_server.go:253] Checking apiserver healthz at https://192.168.39.220:8443/healthz ...
I1205 20:36:09.425381 310801 api_server.go:279] https://192.168.39.220:8443/healthz returned 200:
ok
I1205 20:36:09.425471 310801 round_trippers.go:463] GET https://192.168.39.220:8443/version
I1205 20:36:09.425479 310801 round_trippers.go:469] Request Headers:
I1205 20:36:09.425488 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:09.425494 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:09.426343 310801 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1205 20:36:09.426447 310801 api_server.go:141] control plane version: v1.31.2
I1205 20:36:09.426464 310801 api_server.go:131] duration metric: took 8.067774ms to wait for apiserver health ...
I1205 20:36:09.426481 310801 system_pods.go:43] waiting for kube-system pods to appear ...
I1205 20:36:09.598951 310801 request.go:632] Waited for 172.364571ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods
I1205 20:36:09.599024 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods
I1205 20:36:09.599030 310801 round_trippers.go:469] Request Headers:
I1205 20:36:09.599038 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:09.599042 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:09.603442 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:36:09.609057 310801 system_pods.go:59] 17 kube-system pods found
I1205 20:36:09.609099 310801 system_pods.go:61] "coredns-7c65d6cfc9-4ln9l" [f86a233b-c3f8-416b-ac76-f18dac2a1a2c] Running
I1205 20:36:09.609107 310801 system_pods.go:61] "coredns-7c65d6cfc9-6qhhf" [4ffff988-65eb-4585-8ce4-de4df28c6b82] Running
I1205 20:36:09.609113 310801 system_pods.go:61] "etcd-ha-689539" [f8de63bf-a7cf-431d-bd57-ec91b43c6ce3] Running
I1205 20:36:09.609121 310801 system_pods.go:61] "etcd-ha-689539-m02" [a0336d41-b57f-414b-aa98-2540bdde7ca0] Running
I1205 20:36:09.609126 310801 system_pods.go:61] "kindnet-62qw6" [9f0039aa-d5e2-49b9-adb4-ad93c96d22f0] Running
I1205 20:36:09.609130 310801 system_pods.go:61] "kindnet-b7bf2" [ea96240c-48bf-4f92-b12c-f8e623a59784] Running
I1205 20:36:09.609136 310801 system_pods.go:61] "kube-apiserver-ha-689539" [ecbcba0b-10ce-4bd6-84f6-8b46c3d99ad6] Running
I1205 20:36:09.609142 310801 system_pods.go:61] "kube-apiserver-ha-689539-m02" [0c0d9613-c605-4e61-b778-c5aefa5919e9] Running
I1205 20:36:09.609149 310801 system_pods.go:61] "kube-controller-manager-ha-689539" [859c6551-f504-4093-a730-2ba8f127e3e7] Running
I1205 20:36:09.609159 310801 system_pods.go:61] "kube-controller-manager-ha-689539-m02" [0b119866-007c-4c4e-abfa-a38405b85cc9] Running
I1205 20:36:09.609165 310801 system_pods.go:61] "kube-proxy-9tslx" [3d107dc4-2d8c-4e0d-aafc-5229161537df] Running
I1205 20:36:09.609174 310801 system_pods.go:61] "kube-proxy-x2grl" [20dd0c16-858c-4d07-8305-ffedb52a4ee1] Running
I1205 20:36:09.609180 310801 system_pods.go:61] "kube-scheduler-ha-689539" [2ba99954-c00c-4fa6-af5d-6d4725fa051a] Running
I1205 20:36:09.609186 310801 system_pods.go:61] "kube-scheduler-ha-689539-m02" [d1ad2b21-b52c-47dd-ab09-2368ffeb3c7e] Running
I1205 20:36:09.609192 310801 system_pods.go:61] "kube-vip-ha-689539" [345f79e6-90ea-47f8-9e7f-c461a1143ba0] Running
I1205 20:36:09.609200 310801 system_pods.go:61] "kube-vip-ha-689539-m02" [265c4a3f-0e44-43fd-bcee-35513e8e2525] Running
I1205 20:36:09.609207 310801 system_pods.go:61] "storage-provisioner" [e2a03e66-0718-48a3-9658-f70118ce6cae] Running
I1205 20:36:09.609218 310801 system_pods.go:74] duration metric: took 182.726007ms to wait for pod list to return data ...
I1205 20:36:09.609232 310801 default_sa.go:34] waiting for default service account to be created ...
I1205 20:36:09.798716 310801 request.go:632] Waited for 189.385773ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/default/serviceaccounts
I1205 20:36:09.798784 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/default/serviceaccounts
I1205 20:36:09.798789 310801 round_trippers.go:469] Request Headers:
I1205 20:36:09.798797 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:09.798800 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:09.803434 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:36:09.803720 310801 default_sa.go:45] found service account: "default"
I1205 20:36:09.803742 310801 default_sa.go:55] duration metric: took 194.50158ms for default service account to be created ...
I1205 20:36:09.803755 310801 system_pods.go:116] waiting for k8s-apps to be running ...
I1205 20:36:09.998902 310801 request.go:632] Waited for 195.036574ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods
I1205 20:36:09.998984 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods
I1205 20:36:09.998992 310801 round_trippers.go:469] Request Headers:
I1205 20:36:09.999004 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:09.999012 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:10.005341 310801 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1205 20:36:10.009685 310801 system_pods.go:86] 17 kube-system pods found
I1205 20:36:10.009721 310801 system_pods.go:89] "coredns-7c65d6cfc9-4ln9l" [f86a233b-c3f8-416b-ac76-f18dac2a1a2c] Running
I1205 20:36:10.009733 310801 system_pods.go:89] "coredns-7c65d6cfc9-6qhhf" [4ffff988-65eb-4585-8ce4-de4df28c6b82] Running
I1205 20:36:10.009739 310801 system_pods.go:89] "etcd-ha-689539" [f8de63bf-a7cf-431d-bd57-ec91b43c6ce3] Running
I1205 20:36:10.009745 310801 system_pods.go:89] "etcd-ha-689539-m02" [a0336d41-b57f-414b-aa98-2540bdde7ca0] Running
I1205 20:36:10.009751 310801 system_pods.go:89] "kindnet-62qw6" [9f0039aa-d5e2-49b9-adb4-ad93c96d22f0] Running
I1205 20:36:10.009756 310801 system_pods.go:89] "kindnet-b7bf2" [ea96240c-48bf-4f92-b12c-f8e623a59784] Running
I1205 20:36:10.009760 310801 system_pods.go:89] "kube-apiserver-ha-689539" [ecbcba0b-10ce-4bd6-84f6-8b46c3d99ad6] Running
I1205 20:36:10.009770 310801 system_pods.go:89] "kube-apiserver-ha-689539-m02" [0c0d9613-c605-4e61-b778-c5aefa5919e9] Running
I1205 20:36:10.009774 310801 system_pods.go:89] "kube-controller-manager-ha-689539" [859c6551-f504-4093-a730-2ba8f127e3e7] Running
I1205 20:36:10.009778 310801 system_pods.go:89] "kube-controller-manager-ha-689539-m02" [0b119866-007c-4c4e-abfa-a38405b85cc9] Running
I1205 20:36:10.009782 310801 system_pods.go:89] "kube-proxy-9tslx" [3d107dc4-2d8c-4e0d-aafc-5229161537df] Running
I1205 20:36:10.009786 310801 system_pods.go:89] "kube-proxy-x2grl" [20dd0c16-858c-4d07-8305-ffedb52a4ee1] Running
I1205 20:36:10.009789 310801 system_pods.go:89] "kube-scheduler-ha-689539" [2ba99954-c00c-4fa6-af5d-6d4725fa051a] Running
I1205 20:36:10.009794 310801 system_pods.go:89] "kube-scheduler-ha-689539-m02" [d1ad2b21-b52c-47dd-ab09-2368ffeb3c7e] Running
I1205 20:36:10.009797 310801 system_pods.go:89] "kube-vip-ha-689539" [345f79e6-90ea-47f8-9e7f-c461a1143ba0] Running
I1205 20:36:10.009802 310801 system_pods.go:89] "kube-vip-ha-689539-m02" [265c4a3f-0e44-43fd-bcee-35513e8e2525] Running
I1205 20:36:10.009805 310801 system_pods.go:89] "storage-provisioner" [e2a03e66-0718-48a3-9658-f70118ce6cae] Running
I1205 20:36:10.009814 310801 system_pods.go:126] duration metric: took 206.05156ms to wait for k8s-apps to be running ...
I1205 20:36:10.009825 310801 system_svc.go:44] waiting for kubelet service to be running ....
I1205 20:36:10.009874 310801 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1205 20:36:10.025329 310801 system_svc.go:56] duration metric: took 15.491147ms WaitForService to wait for kubelet
I1205 20:36:10.025382 310801 kubeadm.go:582] duration metric: took 22.125819174s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1205 20:36:10.025410 310801 node_conditions.go:102] verifying NodePressure condition ...
I1205 20:36:10.199031 310801 request.go:632] Waited for 173.477614ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes
I1205 20:36:10.199134 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes
I1205 20:36:10.199143 310801 round_trippers.go:469] Request Headers:
I1205 20:36:10.199154 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:36:10.199159 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:36:10.202963 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:36:10.203807 310801 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1205 20:36:10.203836 310801 node_conditions.go:123] node cpu capacity is 2
I1205 20:36:10.203848 310801 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1205 20:36:10.203851 310801 node_conditions.go:123] node cpu capacity is 2
I1205 20:36:10.203855 310801 node_conditions.go:105] duration metric: took 178.44033ms to run NodePressure ...
I1205 20:36:10.203870 310801 start.go:241] waiting for startup goroutines ...
I1205 20:36:10.203895 310801 start.go:255] writing updated cluster config ...
I1205 20:36:10.205987 310801 out.go:201]
I1205 20:36:10.207492 310801 config.go:182] Loaded profile config "ha-689539": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 20:36:10.207614 310801 profile.go:143] Saving config to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/config.json ...
I1205 20:36:10.209270 310801 out.go:177] * Starting "ha-689539-m03" control-plane node in "ha-689539" cluster
I1205 20:36:10.210621 310801 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1205 20:36:10.210654 310801 cache.go:56] Caching tarball of preloaded images
I1205 20:36:10.210766 310801 preload.go:172] Found /home/jenkins/minikube-integration/20053-293485/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1205 20:36:10.210778 310801 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1205 20:36:10.210880 310801 profile.go:143] Saving config to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/config.json ...
I1205 20:36:10.211060 310801 start.go:360] acquireMachinesLock for ha-689539-m03: {Name:mka8f82518aff901a26e4e81a48783d4e01b4161 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1205 20:36:10.211107 310801 start.go:364] duration metric: took 26.599µs to acquireMachinesLock for "ha-689539-m03"
I1205 20:36:10.211127 310801 start.go:93] Provisioning new machine with config: &{Name:ha-689539 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-689539 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.224 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:fals
e ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 20:36:10.211224 310801 start.go:125] createHost starting for "m03" (driver="kvm2")
I1205 20:36:10.213644 310801 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1205 20:36:10.213846 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:36:10.213895 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:36:10.230607 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41335
I1205 20:36:10.231136 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:36:10.231708 310801 main.go:141] libmachine: Using API Version 1
I1205 20:36:10.231730 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:36:10.232163 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:36:10.232486 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetMachineName
I1205 20:36:10.232681 310801 main.go:141] libmachine: (ha-689539-m03) Calling .DriverName
I1205 20:36:10.232898 310801 start.go:159] libmachine.API.Create for "ha-689539" (driver="kvm2")
I1205 20:36:10.232939 310801 client.go:168] LocalClient.Create starting
I1205 20:36:10.232979 310801 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem
I1205 20:36:10.233029 310801 main.go:141] libmachine: Decoding PEM data...
I1205 20:36:10.233052 310801 main.go:141] libmachine: Parsing certificate...
I1205 20:36:10.233142 310801 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem
I1205 20:36:10.233176 310801 main.go:141] libmachine: Decoding PEM data...
I1205 20:36:10.233191 310801 main.go:141] libmachine: Parsing certificate...
I1205 20:36:10.233315 310801 main.go:141] libmachine: Running pre-create checks...
I1205 20:36:10.233332 310801 main.go:141] libmachine: (ha-689539-m03) Calling .PreCreateCheck
I1205 20:36:10.233549 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetConfigRaw
I1205 20:36:10.234493 310801 main.go:141] libmachine: Creating machine...
I1205 20:36:10.234513 310801 main.go:141] libmachine: (ha-689539-m03) Calling .Create
I1205 20:36:10.234674 310801 main.go:141] libmachine: (ha-689539-m03) Creating KVM machine...
I1205 20:36:10.236332 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found existing default KVM network
I1205 20:36:10.236451 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found existing private KVM network mk-ha-689539
I1205 20:36:10.236656 310801 main.go:141] libmachine: (ha-689539-m03) Setting up store path in /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03 ...
I1205 20:36:10.236685 310801 main.go:141] libmachine: (ha-689539-m03) Building disk image from file:///home/jenkins/minikube-integration/20053-293485/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1205 20:36:10.236729 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:10.236616 311584 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/20053-293485/.minikube
I1205 20:36:10.236870 310801 main.go:141] libmachine: (ha-689539-m03) Downloading /home/jenkins/minikube-integration/20053-293485/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/20053-293485/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1205 20:36:10.551771 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:10.551634 311584 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03/id_rsa...
I1205 20:36:10.671521 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:10.671352 311584 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03/ha-689539-m03.rawdisk...
I1205 20:36:10.671562 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Writing magic tar header
I1205 20:36:10.671575 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Writing SSH key tar header
I1205 20:36:10.671584 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:10.671500 311584 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03 ...
I1205 20:36:10.671596 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03
I1205 20:36:10.671680 310801 main.go:141] libmachine: (ha-689539-m03) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03 (perms=drwx------)
I1205 20:36:10.671707 310801 main.go:141] libmachine: (ha-689539-m03) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485/.minikube/machines (perms=drwxr-xr-x)
I1205 20:36:10.671718 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485/.minikube/machines
I1205 20:36:10.671731 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485/.minikube
I1205 20:36:10.671740 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/20053-293485
I1205 20:36:10.671749 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1205 20:36:10.671759 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Checking permissions on dir: /home/jenkins
I1205 20:36:10.671770 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Checking permissions on dir: /home
I1205 20:36:10.671781 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Skipping /home - not owner
I1205 20:36:10.671795 310801 main.go:141] libmachine: (ha-689539-m03) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485/.minikube (perms=drwxr-xr-x)
I1205 20:36:10.671811 310801 main.go:141] libmachine: (ha-689539-m03) Setting executable bit set on /home/jenkins/minikube-integration/20053-293485 (perms=drwxrwxr-x)
I1205 20:36:10.671827 310801 main.go:141] libmachine: (ha-689539-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1205 20:36:10.671837 310801 main.go:141] libmachine: (ha-689539-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1205 20:36:10.671843 310801 main.go:141] libmachine: (ha-689539-m03) Creating domain...
I1205 20:36:10.672929 310801 main.go:141] libmachine: (ha-689539-m03) define libvirt domain using xml:
I1205 20:36:10.672953 310801 main.go:141] libmachine: (ha-689539-m03) <domain type='kvm'>
I1205 20:36:10.672970 310801 main.go:141] libmachine: (ha-689539-m03) <name>ha-689539-m03</name>
I1205 20:36:10.673070 310801 main.go:141] libmachine: (ha-689539-m03) <memory unit='MiB'>2200</memory>
I1205 20:36:10.673100 310801 main.go:141] libmachine: (ha-689539-m03) <vcpu>2</vcpu>
I1205 20:36:10.673109 310801 main.go:141] libmachine: (ha-689539-m03) <features>
I1205 20:36:10.673135 310801 main.go:141] libmachine: (ha-689539-m03) <acpi/>
I1205 20:36:10.673151 310801 main.go:141] libmachine: (ha-689539-m03) <apic/>
I1205 20:36:10.673157 310801 main.go:141] libmachine: (ha-689539-m03) <pae/>
I1205 20:36:10.673164 310801 main.go:141] libmachine: (ha-689539-m03)
I1205 20:36:10.673174 310801 main.go:141] libmachine: (ha-689539-m03) </features>
I1205 20:36:10.673181 310801 main.go:141] libmachine: (ha-689539-m03) <cpu mode='host-passthrough'>
I1205 20:36:10.673187 310801 main.go:141] libmachine: (ha-689539-m03)
I1205 20:36:10.673192 310801 main.go:141] libmachine: (ha-689539-m03) </cpu>
I1205 20:36:10.673197 310801 main.go:141] libmachine: (ha-689539-m03) <os>
I1205 20:36:10.673201 310801 main.go:141] libmachine: (ha-689539-m03) <type>hvm</type>
I1205 20:36:10.673243 310801 main.go:141] libmachine: (ha-689539-m03) <boot dev='cdrom'/>
I1205 20:36:10.673298 310801 main.go:141] libmachine: (ha-689539-m03) <boot dev='hd'/>
I1205 20:36:10.673335 310801 main.go:141] libmachine: (ha-689539-m03) <bootmenu enable='no'/>
I1205 20:36:10.673362 310801 main.go:141] libmachine: (ha-689539-m03) </os>
I1205 20:36:10.673384 310801 main.go:141] libmachine: (ha-689539-m03) <devices>
I1205 20:36:10.673401 310801 main.go:141] libmachine: (ha-689539-m03) <disk type='file' device='cdrom'>
I1205 20:36:10.673424 310801 main.go:141] libmachine: (ha-689539-m03) <source file='/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03/boot2docker.iso'/>
I1205 20:36:10.673445 310801 main.go:141] libmachine: (ha-689539-m03) <target dev='hdc' bus='scsi'/>
I1205 20:36:10.673458 310801 main.go:141] libmachine: (ha-689539-m03) <readonly/>
I1205 20:36:10.673469 310801 main.go:141] libmachine: (ha-689539-m03) </disk>
I1205 20:36:10.673485 310801 main.go:141] libmachine: (ha-689539-m03) <disk type='file' device='disk'>
I1205 20:36:10.673499 310801 main.go:141] libmachine: (ha-689539-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1205 20:36:10.673516 310801 main.go:141] libmachine: (ha-689539-m03) <source file='/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03/ha-689539-m03.rawdisk'/>
I1205 20:36:10.673532 310801 main.go:141] libmachine: (ha-689539-m03) <target dev='hda' bus='virtio'/>
I1205 20:36:10.673544 310801 main.go:141] libmachine: (ha-689539-m03) </disk>
I1205 20:36:10.673556 310801 main.go:141] libmachine: (ha-689539-m03) <interface type='network'>
I1205 20:36:10.673569 310801 main.go:141] libmachine: (ha-689539-m03) <source network='mk-ha-689539'/>
I1205 20:36:10.673579 310801 main.go:141] libmachine: (ha-689539-m03) <model type='virtio'/>
I1205 20:36:10.673592 310801 main.go:141] libmachine: (ha-689539-m03) </interface>
I1205 20:36:10.673600 310801 main.go:141] libmachine: (ha-689539-m03) <interface type='network'>
I1205 20:36:10.673612 310801 main.go:141] libmachine: (ha-689539-m03) <source network='default'/>
I1205 20:36:10.673625 310801 main.go:141] libmachine: (ha-689539-m03) <model type='virtio'/>
I1205 20:36:10.673635 310801 main.go:141] libmachine: (ha-689539-m03) </interface>
I1205 20:36:10.673648 310801 main.go:141] libmachine: (ha-689539-m03) <serial type='pty'>
I1205 20:36:10.673660 310801 main.go:141] libmachine: (ha-689539-m03) <target port='0'/>
I1205 20:36:10.673672 310801 main.go:141] libmachine: (ha-689539-m03) </serial>
I1205 20:36:10.673682 310801 main.go:141] libmachine: (ha-689539-m03) <console type='pty'>
I1205 20:36:10.673695 310801 main.go:141] libmachine: (ha-689539-m03) <target type='serial' port='0'/>
I1205 20:36:10.673711 310801 main.go:141] libmachine: (ha-689539-m03) </console>
I1205 20:36:10.673724 310801 main.go:141] libmachine: (ha-689539-m03) <rng model='virtio'>
I1205 20:36:10.673736 310801 main.go:141] libmachine: (ha-689539-m03) <backend model='random'>/dev/random</backend>
I1205 20:36:10.673747 310801 main.go:141] libmachine: (ha-689539-m03) </rng>
I1205 20:36:10.673756 310801 main.go:141] libmachine: (ha-689539-m03)
I1205 20:36:10.673766 310801 main.go:141] libmachine: (ha-689539-m03)
I1205 20:36:10.673776 310801 main.go:141] libmachine: (ha-689539-m03) </devices>
I1205 20:36:10.673790 310801 main.go:141] libmachine: (ha-689539-m03) </domain>
I1205 20:36:10.673800 310801 main.go:141] libmachine: (ha-689539-m03)
I1205 20:36:10.681042 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:ee:34:51 in network default
I1205 20:36:10.681639 310801 main.go:141] libmachine: (ha-689539-m03) Ensuring networks are active...
I1205 20:36:10.681669 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:10.682561 310801 main.go:141] libmachine: (ha-689539-m03) Ensuring network default is active
I1205 20:36:10.682898 310801 main.go:141] libmachine: (ha-689539-m03) Ensuring network mk-ha-689539 is active
I1205 20:36:10.683183 310801 main.go:141] libmachine: (ha-689539-m03) Getting domain xml...
I1205 20:36:10.684006 310801 main.go:141] libmachine: (ha-689539-m03) Creating domain...
I1205 20:36:11.968725 310801 main.go:141] libmachine: (ha-689539-m03) Waiting to get IP...
I1205 20:36:11.969610 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:11.970152 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:11.970185 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:11.970125 311584 retry.go:31] will retry after 234.218675ms: waiting for machine to come up
I1205 20:36:12.205669 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:12.206261 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:12.206294 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:12.206205 311584 retry.go:31] will retry after 248.695417ms: waiting for machine to come up
I1205 20:36:12.456801 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:12.457402 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:12.457438 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:12.457352 311584 retry.go:31] will retry after 446.513744ms: waiting for machine to come up
I1205 20:36:12.906122 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:12.906634 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:12.906661 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:12.906574 311584 retry.go:31] will retry after 535.02916ms: waiting for machine to come up
I1205 20:36:13.443469 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:13.443918 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:13.443943 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:13.443872 311584 retry.go:31] will retry after 557.418366ms: waiting for machine to come up
I1205 20:36:14.002733 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:14.003294 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:14.003322 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:14.003249 311584 retry.go:31] will retry after 653.304587ms: waiting for machine to come up
I1205 20:36:14.658664 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:14.659072 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:14.659104 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:14.659017 311584 retry.go:31] will retry after 755.842871ms: waiting for machine to come up
I1205 20:36:15.416424 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:15.416833 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:15.416859 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:15.416766 311584 retry.go:31] will retry after 1.249096202s: waiting for machine to come up
I1205 20:36:16.666996 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:16.667456 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:16.667487 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:16.667406 311584 retry.go:31] will retry after 1.829752255s: waiting for machine to come up
I1205 20:36:18.499154 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:18.499722 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:18.499754 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:18.499656 311584 retry.go:31] will retry after 2.088301292s: waiting for machine to come up
I1205 20:36:20.590033 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:20.590599 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:20.590952 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:20.590835 311584 retry.go:31] will retry after 2.856395806s: waiting for machine to come up
I1205 20:36:23.448567 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:23.449151 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:23.449196 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:23.449071 311584 retry.go:31] will retry after 2.566118647s: waiting for machine to come up
I1205 20:36:26.016596 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:26.017066 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:26.017103 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:26.017002 311584 retry.go:31] will retry after 3.311993098s: waiting for machine to come up
I1205 20:36:29.332519 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:29.333028 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find current IP address of domain ha-689539-m03 in network mk-ha-689539
I1205 20:36:29.333062 310801 main.go:141] libmachine: (ha-689539-m03) DBG | I1205 20:36:29.332969 311584 retry.go:31] will retry after 5.069674559s: waiting for machine to come up
I1205 20:36:34.404036 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.404592 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has current primary IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.404615 310801 main.go:141] libmachine: (ha-689539-m03) Found IP for machine: 192.168.39.133
I1205 20:36:34.404628 310801 main.go:141] libmachine: (ha-689539-m03) Reserving static IP address...
I1205 20:36:34.405246 310801 main.go:141] libmachine: (ha-689539-m03) DBG | unable to find host DHCP lease matching {name: "ha-689539-m03", mac: "52:54:00:39:1e:d2", ip: "192.168.39.133"} in network mk-ha-689539
I1205 20:36:34.488202 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Getting to WaitForSSH function...
I1205 20:36:34.488243 310801 main.go:141] libmachine: (ha-689539-m03) Reserved static IP address: 192.168.39.133
I1205 20:36:34.488263 310801 main.go:141] libmachine: (ha-689539-m03) Waiting for SSH to be available...
I1205 20:36:34.491165 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.491686 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:minikube Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:34.491716 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.491906 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Using SSH client type: external
I1205 20:36:34.491935 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03/id_rsa (-rw-------)
I1205 20:36:34.491973 310801 main.go:141] libmachine: (ha-689539-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.133 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1205 20:36:34.491988 310801 main.go:141] libmachine: (ha-689539-m03) DBG | About to run SSH command:
I1205 20:36:34.492018 310801 main.go:141] libmachine: (ha-689539-m03) DBG | exit 0
I1205 20:36:34.613832 310801 main.go:141] libmachine: (ha-689539-m03) DBG | SSH cmd err, output: <nil>:
I1205 20:36:34.614085 310801 main.go:141] libmachine: (ha-689539-m03) KVM machine creation complete!
I1205 20:36:34.614391 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetConfigRaw
I1205 20:36:34.614932 310801 main.go:141] libmachine: (ha-689539-m03) Calling .DriverName
I1205 20:36:34.615098 310801 main.go:141] libmachine: (ha-689539-m03) Calling .DriverName
I1205 20:36:34.615251 310801 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1205 20:36:34.615261 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetState
I1205 20:36:34.616613 310801 main.go:141] libmachine: Detecting operating system of created instance...
I1205 20:36:34.616630 310801 main.go:141] libmachine: Waiting for SSH to be available...
I1205 20:36:34.616635 310801 main.go:141] libmachine: Getting to WaitForSSH function...
I1205 20:36:34.616641 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHHostname
I1205 20:36:34.618898 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.619343 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:34.619376 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.619553 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHPort
I1205 20:36:34.619760 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:34.619916 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:34.620049 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHUsername
I1205 20:36:34.620212 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:36:34.620459 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.133 22 <nil> <nil>}
I1205 20:36:34.620479 310801 main.go:141] libmachine: About to run SSH command:
exit 0
I1205 20:36:34.717073 310801 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 20:36:34.717099 310801 main.go:141] libmachine: Detecting the provisioner...
I1205 20:36:34.717108 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHHostname
I1205 20:36:34.720008 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.720375 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:34.720408 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.720627 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHPort
I1205 20:36:34.720862 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:34.721027 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:34.721142 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHUsername
I1205 20:36:34.721315 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:36:34.721505 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.133 22 <nil> <nil>}
I1205 20:36:34.721517 310801 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1205 20:36:34.822906 310801 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1205 20:36:34.822984 310801 main.go:141] libmachine: found compatible host: buildroot
I1205 20:36:34.822991 310801 main.go:141] libmachine: Provisioning with buildroot...
I1205 20:36:34.823000 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetMachineName
I1205 20:36:34.823269 310801 buildroot.go:166] provisioning hostname "ha-689539-m03"
I1205 20:36:34.823307 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetMachineName
I1205 20:36:34.823547 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHHostname
I1205 20:36:34.826120 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.826479 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:34.826516 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.826688 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHPort
I1205 20:36:34.826881 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:34.827029 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:34.827117 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHUsername
I1205 20:36:34.827324 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:36:34.827499 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.133 22 <nil> <nil>}
I1205 20:36:34.827512 310801 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-689539-m03 && echo "ha-689539-m03" | sudo tee /etc/hostname
I1205 20:36:34.941581 310801 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-689539-m03
I1205 20:36:34.941620 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHHostname
I1205 20:36:34.944840 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.945236 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:34.945268 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:34.945576 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHPort
I1205 20:36:34.945808 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:34.946090 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:34.946279 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHUsername
I1205 20:36:34.946488 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:36:34.946701 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.133 22 <nil> <nil>}
I1205 20:36:34.946720 310801 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-689539-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-689539-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-689539-m03' | sudo tee -a /etc/hosts;
fi
fi
I1205 20:36:35.058548 310801 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1205 20:36:35.058600 310801 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/20053-293485/.minikube CaCertPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/20053-293485/.minikube}
I1205 20:36:35.058628 310801 buildroot.go:174] setting up certificates
I1205 20:36:35.058647 310801 provision.go:84] configureAuth start
I1205 20:36:35.058666 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetMachineName
I1205 20:36:35.059012 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetIP
I1205 20:36:35.062020 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.062410 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:35.062436 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.062601 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHHostname
I1205 20:36:35.064649 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.065013 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:35.065056 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.065157 310801 provision.go:143] copyHostCerts
I1205 20:36:35.065216 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem
I1205 20:36:35.065250 310801 exec_runner.go:144] found /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem, removing ...
I1205 20:36:35.065260 310801 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem
I1205 20:36:35.065330 310801 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/20053-293485/.minikube/ca.pem (1082 bytes)
I1205 20:36:35.065453 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem
I1205 20:36:35.065483 310801 exec_runner.go:144] found /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem, removing ...
I1205 20:36:35.065487 310801 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem
I1205 20:36:35.065514 310801 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/20053-293485/.minikube/cert.pem (1123 bytes)
I1205 20:36:35.065573 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem
I1205 20:36:35.065599 310801 exec_runner.go:144] found /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem, removing ...
I1205 20:36:35.065606 310801 exec_runner.go:203] rm: /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem
I1205 20:36:35.065628 310801 exec_runner.go:151] cp: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/20053-293485/.minikube/key.pem (1675 bytes)
I1205 20:36:35.065689 310801 provision.go:117] generating server cert: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca-key.pem org=jenkins.ha-689539-m03 san=[127.0.0.1 192.168.39.133 ha-689539-m03 localhost minikube]
I1205 20:36:35.249027 310801 provision.go:177] copyRemoteCerts
I1205 20:36:35.249088 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1205 20:36:35.249117 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHHostname
I1205 20:36:35.252102 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.252464 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:35.252504 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.252651 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHPort
I1205 20:36:35.252859 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:35.253052 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHUsername
I1205 20:36:35.253206 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.133 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03/id_rsa Username:docker}
I1205 20:36:35.336527 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1205 20:36:35.336648 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1205 20:36:35.364926 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem -> /etc/docker/server.pem
I1205 20:36:35.365010 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1205 20:36:35.389088 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1205 20:36:35.389182 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1205 20:36:35.413330 310801 provision.go:87] duration metric: took 354.660436ms to configureAuth
I1205 20:36:35.413369 310801 buildroot.go:189] setting minikube options for container-runtime
I1205 20:36:35.413628 310801 config.go:182] Loaded profile config "ha-689539": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 20:36:35.413732 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHHostname
I1205 20:36:35.416617 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.417048 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:35.417083 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.417297 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHPort
I1205 20:36:35.417511 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:35.417670 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:35.417805 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHUsername
I1205 20:36:35.417979 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:36:35.418155 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.133 22 <nil> <nil>}
I1205 20:36:35.418171 310801 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1205 20:36:35.630886 310801 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1205 20:36:35.630926 310801 main.go:141] libmachine: Checking connection to Docker...
I1205 20:36:35.630937 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetURL
I1205 20:36:35.632212 310801 main.go:141] libmachine: (ha-689539-m03) DBG | Using libvirt version 6000000
I1205 20:36:35.634750 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.635203 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:35.635240 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.635427 310801 main.go:141] libmachine: Docker is up and running!
I1205 20:36:35.635448 310801 main.go:141] libmachine: Reticulating splines...
I1205 20:36:35.635459 310801 client.go:171] duration metric: took 25.402508958s to LocalClient.Create
I1205 20:36:35.635491 310801 start.go:167] duration metric: took 25.402598488s to libmachine.API.Create "ha-689539"
I1205 20:36:35.635506 310801 start.go:293] postStartSetup for "ha-689539-m03" (driver="kvm2")
I1205 20:36:35.635522 310801 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1205 20:36:35.635550 310801 main.go:141] libmachine: (ha-689539-m03) Calling .DriverName
I1205 20:36:35.635824 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1205 20:36:35.635854 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHHostname
I1205 20:36:35.638327 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.638682 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:35.638711 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.638841 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHPort
I1205 20:36:35.639048 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:35.639222 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHUsername
I1205 20:36:35.639398 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.133 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03/id_rsa Username:docker}
I1205 20:36:35.716587 310801 ssh_runner.go:195] Run: cat /etc/os-release
I1205 20:36:35.720718 310801 info.go:137] Remote host: Buildroot 2023.02.9
I1205 20:36:35.720755 310801 filesync.go:126] Scanning /home/jenkins/minikube-integration/20053-293485/.minikube/addons for local assets ...
I1205 20:36:35.720843 310801 filesync.go:126] Scanning /home/jenkins/minikube-integration/20053-293485/.minikube/files for local assets ...
I1205 20:36:35.720950 310801 filesync.go:149] local asset: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem -> 3007652.pem in /etc/ssl/certs
I1205 20:36:35.720963 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem -> /etc/ssl/certs/3007652.pem
I1205 20:36:35.721055 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1205 20:36:35.730580 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem --> /etc/ssl/certs/3007652.pem (1708 bytes)
I1205 20:36:35.754106 310801 start.go:296] duration metric: took 118.58052ms for postStartSetup
I1205 20:36:35.754171 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetConfigRaw
I1205 20:36:35.754838 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetIP
I1205 20:36:35.757466 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.757836 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:35.757867 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.758185 310801 profile.go:143] Saving config to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/config.json ...
I1205 20:36:35.758409 310801 start.go:128] duration metric: took 25.547174356s to createHost
I1205 20:36:35.758437 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHHostname
I1205 20:36:35.760535 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.760919 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:35.760950 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.761090 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHPort
I1205 20:36:35.761312 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:35.761499 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:35.761662 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHUsername
I1205 20:36:35.761847 310801 main.go:141] libmachine: Using SSH client type: native
I1205 20:36:35.762082 310801 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.133 22 <nil> <nil>}
I1205 20:36:35.762095 310801 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1205 20:36:35.859212 310801 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733430995.835523026
I1205 20:36:35.859238 310801 fix.go:216] guest clock: 1733430995.835523026
I1205 20:36:35.859249 310801 fix.go:229] Guest: 2024-12-05 20:36:35.835523026 +0000 UTC Remote: 2024-12-05 20:36:35.758424054 +0000 UTC m=+147.726301003 (delta=77.098972ms)
I1205 20:36:35.859274 310801 fix.go:200] guest clock delta is within tolerance: 77.098972ms
I1205 20:36:35.859282 310801 start.go:83] releasing machines lock for "ha-689539-m03", held for 25.648163663s
I1205 20:36:35.859307 310801 main.go:141] libmachine: (ha-689539-m03) Calling .DriverName
I1205 20:36:35.859602 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetIP
I1205 20:36:35.862387 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.862741 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:35.862765 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.864694 310801 out.go:177] * Found network options:
I1205 20:36:35.865935 310801 out.go:177] - NO_PROXY=192.168.39.220,192.168.39.224
W1205 20:36:35.866955 310801 proxy.go:119] fail to check proxy env: Error ip not in block
W1205 20:36:35.866981 310801 proxy.go:119] fail to check proxy env: Error ip not in block
I1205 20:36:35.867029 310801 main.go:141] libmachine: (ha-689539-m03) Calling .DriverName
I1205 20:36:35.867701 310801 main.go:141] libmachine: (ha-689539-m03) Calling .DriverName
I1205 20:36:35.867901 310801 main.go:141] libmachine: (ha-689539-m03) Calling .DriverName
I1205 20:36:35.868027 310801 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1205 20:36:35.868079 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHHostname
W1205 20:36:35.868103 310801 proxy.go:119] fail to check proxy env: Error ip not in block
W1205 20:36:35.868132 310801 proxy.go:119] fail to check proxy env: Error ip not in block
I1205 20:36:35.868211 310801 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1205 20:36:35.868237 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHHostname
I1205 20:36:35.870846 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.870889 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.871236 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:35.871267 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.871290 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:35.871306 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:35.871412 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHPort
I1205 20:36:35.871420 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHPort
I1205 20:36:35.871631 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:35.871634 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHKeyPath
I1205 20:36:35.871849 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHUsername
I1205 20:36:35.871887 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetSSHUsername
I1205 20:36:35.872025 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.133 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03/id_rsa Username:docker}
I1205 20:36:35.872048 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.133 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539-m03/id_rsa Username:docker}
I1205 20:36:36.107172 310801 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1205 20:36:36.113768 310801 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1205 20:36:36.113852 310801 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1205 20:36:36.130072 310801 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1205 20:36:36.130105 310801 start.go:495] detecting cgroup driver to use...
I1205 20:36:36.130199 310801 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1205 20:36:36.146210 310801 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1205 20:36:36.161285 310801 docker.go:217] disabling cri-docker service (if available) ...
I1205 20:36:36.161367 310801 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1205 20:36:36.177064 310801 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1205 20:36:36.191545 310801 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1205 20:36:36.311400 310801 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1205 20:36:36.466588 310801 docker.go:233] disabling docker service ...
I1205 20:36:36.466685 310801 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1205 20:36:36.482756 310801 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1205 20:36:36.496706 310801 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1205 20:36:36.652172 310801 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1205 20:36:36.763760 310801 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1205 20:36:36.778126 310801 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1205 20:36:36.798464 310801 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1205 20:36:36.798550 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:36:36.809701 310801 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1205 20:36:36.809789 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:36:36.821480 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:36:36.833057 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:36:36.844011 310801 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1205 20:36:36.855643 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:36:36.866916 310801 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:36:36.884661 310801 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1205 20:36:36.895900 310801 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1205 20:36:36.907780 310801 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1205 20:36:36.907872 310801 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1205 20:36:36.923847 310801 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1205 20:36:36.935618 310801 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 20:36:37.050068 310801 ssh_runner.go:195] Run: sudo systemctl restart crio
I1205 20:36:37.145134 310801 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1205 20:36:37.145210 310801 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1205 20:36:37.149942 310801 start.go:563] Will wait 60s for crictl version
I1205 20:36:37.150018 310801 ssh_runner.go:195] Run: which crictl
I1205 20:36:37.153774 310801 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1205 20:36:37.191365 310801 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1205 20:36:37.191476 310801 ssh_runner.go:195] Run: crio --version
I1205 20:36:37.218944 310801 ssh_runner.go:195] Run: crio --version
I1205 20:36:37.247248 310801 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1205 20:36:37.248847 310801 out.go:177] - env NO_PROXY=192.168.39.220
I1205 20:36:37.250408 310801 out.go:177] - env NO_PROXY=192.168.39.220,192.168.39.224
I1205 20:36:37.251670 310801 main.go:141] libmachine: (ha-689539-m03) Calling .GetIP
I1205 20:36:37.254710 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:37.255219 310801 main.go:141] libmachine: (ha-689539-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:39:1e:d2", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:36:24 +0000 UTC Type:0 Mac:52:54:00:39:1e:d2 Iaid: IPaddr:192.168.39.133 Prefix:24 Hostname:ha-689539-m03 Clientid:01:52:54:00:39:1e:d2}
I1205 20:36:37.255255 310801 main.go:141] libmachine: (ha-689539-m03) DBG | domain ha-689539-m03 has defined IP address 192.168.39.133 and MAC address 52:54:00:39:1e:d2 in network mk-ha-689539
I1205 20:36:37.255473 310801 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1205 20:36:37.259811 310801 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 20:36:37.272313 310801 mustload.go:65] Loading cluster: ha-689539
I1205 20:36:37.272621 310801 config.go:182] Loaded profile config "ha-689539": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 20:36:37.272965 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:36:37.273029 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:36:37.288738 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35053
I1205 20:36:37.289258 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:36:37.289795 310801 main.go:141] libmachine: Using API Version 1
I1205 20:36:37.289824 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:36:37.290243 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:36:37.290461 310801 main.go:141] libmachine: (ha-689539) Calling .GetState
I1205 20:36:37.292309 310801 host.go:66] Checking if "ha-689539" exists ...
I1205 20:36:37.292619 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:36:37.292658 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:36:37.308415 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34715
I1205 20:36:37.308950 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:36:37.309550 310801 main.go:141] libmachine: Using API Version 1
I1205 20:36:37.309579 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:36:37.309955 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:36:37.310189 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:36:37.310389 310801 certs.go:68] Setting up /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539 for IP: 192.168.39.133
I1205 20:36:37.310408 310801 certs.go:194] generating shared ca certs ...
I1205 20:36:37.310434 310801 certs.go:226] acquiring lock for ca certs: {Name:mk0a64c268277465530ca73f7813790aba1a67b9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:36:37.310698 310801 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.key
I1205 20:36:37.310756 310801 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.key
I1205 20:36:37.310770 310801 certs.go:256] generating profile certs ...
I1205 20:36:37.310865 310801 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.key
I1205 20:36:37.310896 310801 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.5ed8c3bf
I1205 20:36:37.310913 310801 crypto.go:68] Generating cert /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.5ed8c3bf with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.220 192.168.39.224 192.168.39.133 192.168.39.254]
I1205 20:36:37.437144 310801 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.5ed8c3bf ...
I1205 20:36:37.437188 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.5ed8c3bf: {Name:mk0c5897cd83a4093b7a3399e7e587e00b7a5bae Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:36:37.437391 310801 crypto.go:164] Writing key to /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.5ed8c3bf ...
I1205 20:36:37.437408 310801 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.5ed8c3bf: {Name:mk1d8d484e615bf29a9b64d40295dea265ce443e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1205 20:36:37.437485 310801 certs.go:381] copying /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt.5ed8c3bf -> /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt
I1205 20:36:37.437626 310801 certs.go:385] copying /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key.5ed8c3bf -> /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key
I1205 20:36:37.437756 310801 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.key
I1205 20:36:37.437772 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1205 20:36:37.437788 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1205 20:36:37.437801 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1205 20:36:37.437813 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1205 20:36:37.437826 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1205 20:36:37.437841 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1205 20:36:37.437853 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1205 20:36:37.437864 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1205 20:36:37.437944 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765.pem (1338 bytes)
W1205 20:36:37.437979 310801 certs.go:480] ignoring /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765_empty.pem, impossibly tiny 0 bytes
I1205 20:36:37.437990 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca-key.pem (1679 bytes)
I1205 20:36:37.438014 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/ca.pem (1082 bytes)
I1205 20:36:37.438035 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/cert.pem (1123 bytes)
I1205 20:36:37.438056 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/key.pem (1675 bytes)
I1205 20:36:37.438094 310801 certs.go:484] found cert: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem (1708 bytes)
I1205 20:36:37.438120 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem -> /usr/share/ca-certificates/3007652.pem
I1205 20:36:37.438137 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1205 20:36:37.438154 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765.pem -> /usr/share/ca-certificates/300765.pem
I1205 20:36:37.438200 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:36:37.441695 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:36:37.442183 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:36:37.442215 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:36:37.442405 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:36:37.442622 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:36:37.442798 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:36:37.443004 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa Username:docker}
I1205 20:36:37.518292 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1205 20:36:37.523367 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1205 20:36:37.534644 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1205 20:36:37.538903 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1675 bytes)
I1205 20:36:37.550288 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1205 20:36:37.554639 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1205 20:36:37.564857 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1205 20:36:37.569390 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1205 20:36:37.579805 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1205 20:36:37.583826 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1205 20:36:37.594623 310801 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1205 20:36:37.598518 310801 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1675 bytes)
I1205 20:36:37.609622 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1205 20:36:37.635232 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1205 20:36:37.659198 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1205 20:36:37.684613 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1205 20:36:37.709156 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1205 20:36:37.734432 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1205 20:36:37.759134 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1205 20:36:37.782683 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1205 20:36:37.806069 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/files/etc/ssl/certs/3007652.pem --> /usr/share/ca-certificates/3007652.pem (1708 bytes)
I1205 20:36:37.829365 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1205 20:36:37.854671 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/certs/300765.pem --> /usr/share/ca-certificates/300765.pem (1338 bytes)
I1205 20:36:37.877683 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1205 20:36:37.895648 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1675 bytes)
I1205 20:36:37.911843 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1205 20:36:37.928819 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1205 20:36:37.945608 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1205 20:36:37.961295 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1675 bytes)
I1205 20:36:37.977148 310801 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1205 20:36:37.993888 310801 ssh_runner.go:195] Run: openssl version
I1205 20:36:37.999493 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3007652.pem && ln -fs /usr/share/ca-certificates/3007652.pem /etc/ssl/certs/3007652.pem"
I1205 20:36:38.010566 310801 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3007652.pem
I1205 20:36:38.014911 310801 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 5 20:30 /usr/share/ca-certificates/3007652.pem
I1205 20:36:38.014995 310801 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3007652.pem
I1205 20:36:38.021306 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3007652.pem /etc/ssl/certs/3ec20f2e.0"
I1205 20:36:38.033265 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1205 20:36:38.045021 310801 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1205 20:36:38.049577 310801 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 5 20:20 /usr/share/ca-certificates/minikubeCA.pem
I1205 20:36:38.049655 310801 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1205 20:36:38.055689 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1205 20:36:38.066840 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/300765.pem && ln -fs /usr/share/ca-certificates/300765.pem /etc/ssl/certs/300765.pem"
I1205 20:36:38.077747 310801 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/300765.pem
I1205 20:36:38.082720 310801 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 5 20:30 /usr/share/ca-certificates/300765.pem
I1205 20:36:38.082788 310801 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/300765.pem
I1205 20:36:38.088581 310801 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/300765.pem /etc/ssl/certs/51391683.0"
I1205 20:36:38.099228 310801 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1205 20:36:38.103604 310801 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1205 20:36:38.103672 310801 kubeadm.go:934] updating node {m03 192.168.39.133 8443 v1.31.2 crio true true} ...
I1205 20:36:38.103798 310801 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-689539-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.133
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-689539 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1205 20:36:38.103838 310801 kube-vip.go:115] generating kube-vip config ...
I1205 20:36:38.103889 310801 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1205 20:36:38.119642 310801 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1205 20:36:38.119740 310801 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.7
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1205 20:36:38.119812 310801 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1205 20:36:38.130177 310801 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1205 20:36:38.130245 310801 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1205 20:36:38.140746 310801 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1205 20:36:38.140746 310801 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1205 20:36:38.140783 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1205 20:36:38.140794 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1205 20:36:38.140777 310801 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1205 20:36:38.140857 310801 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1205 20:36:38.140859 310801 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1205 20:36:38.140888 310801 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1205 20:36:38.158074 310801 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1205 20:36:38.158135 310801 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1205 20:36:38.158086 310801 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1205 20:36:38.158177 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1205 20:36:38.158206 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1205 20:36:38.158247 310801 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1205 20:36:38.186188 310801 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1205 20:36:38.186252 310801 ssh_runner.go:362] scp /home/jenkins/minikube-integration/20053-293485/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1205 20:36:39.060124 310801 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1205 20:36:39.071107 310801 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1205 20:36:39.088307 310801 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1205 20:36:39.105414 310801 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1205 20:36:39.123515 310801 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1205 20:36:39.128382 310801 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1205 20:36:39.141817 310801 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 20:36:39.272056 310801 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1205 20:36:39.288864 310801 host.go:66] Checking if "ha-689539" exists ...
I1205 20:36:39.289220 310801 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1205 20:36:39.289280 310801 main.go:141] libmachine: Launching plugin server for driver kvm2
I1205 20:36:39.306323 310801 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45603
I1205 20:36:39.306810 310801 main.go:141] libmachine: () Calling .GetVersion
I1205 20:36:39.307385 310801 main.go:141] libmachine: Using API Version 1
I1205 20:36:39.307405 310801 main.go:141] libmachine: () Calling .SetConfigRaw
I1205 20:36:39.307730 310801 main.go:141] libmachine: () Calling .GetMachineName
I1205 20:36:39.308000 310801 main.go:141] libmachine: (ha-689539) Calling .DriverName
I1205 20:36:39.308176 310801 start.go:317] joinCluster: &{Name:ha-689539 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-689539 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.220 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.224 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.133 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-
dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror
: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1205 20:36:39.308320 310801 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1205 20:36:39.308347 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHHostname
I1205 20:36:39.311767 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:36:39.312246 310801 main.go:141] libmachine: (ha-689539) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:92:19:fb", ip: ""} in network mk-ha-689539: {Iface:virbr1 ExpiryTime:2024-12-05 21:34:22 +0000 UTC Type:0 Mac:52:54:00:92:19:fb Iaid: IPaddr:192.168.39.220 Prefix:24 Hostname:ha-689539 Clientid:01:52:54:00:92:19:fb}
I1205 20:36:39.312274 310801 main.go:141] libmachine: (ha-689539) DBG | domain ha-689539 has defined IP address 192.168.39.220 and MAC address 52:54:00:92:19:fb in network mk-ha-689539
I1205 20:36:39.312449 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHPort
I1205 20:36:39.312636 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHKeyPath
I1205 20:36:39.312767 310801 main.go:141] libmachine: (ha-689539) Calling .GetSSHUsername
I1205 20:36:39.312941 310801 sshutil.go:53] new ssh client: &{IP:192.168.39.220 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/20053-293485/.minikube/machines/ha-689539/id_rsa Username:docker}
I1205 20:36:39.465515 310801 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.133 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 20:36:39.465587 310801 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 1ecy7b.k9yq24j2shqxopt1 --discovery-token-ca-cert-hash sha256:866fe1ad02aa39e4ff851d5daf02d95c9877aa8ade45bb47593c206ab1df3b82 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-689539-m03 --control-plane --apiserver-advertise-address=192.168.39.133 --apiserver-bind-port=8443"
I1205 20:37:01.441014 310801 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 1ecy7b.k9yq24j2shqxopt1 --discovery-token-ca-cert-hash sha256:866fe1ad02aa39e4ff851d5daf02d95c9877aa8ade45bb47593c206ab1df3b82 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-689539-m03 --control-plane --apiserver-advertise-address=192.168.39.133 --apiserver-bind-port=8443": (21.975379722s)
I1205 20:37:01.441134 310801 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1205 20:37:02.017063 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-689539-m03 minikube.k8s.io/updated_at=2024_12_05T20_37_02_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=b47d04014329c55dc4f6ec6dd318af27b5175843 minikube.k8s.io/name=ha-689539 minikube.k8s.io/primary=false
I1205 20:37:02.122818 310801 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-689539-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1205 20:37:02.233408 310801 start.go:319] duration metric: took 22.92521337s to joinCluster
I1205 20:37:02.233514 310801 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.133 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1205 20:37:02.233929 310801 config.go:182] Loaded profile config "ha-689539": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1205 20:37:02.235271 310801 out.go:177] * Verifying Kubernetes components...
I1205 20:37:02.236630 310801 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1205 20:37:02.508423 310801 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1205 20:37:02.527064 310801 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/20053-293485/kubeconfig
I1205 20:37:02.527473 310801 kapi.go:59] client config for ha-689539: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.crt", KeyFile:"/home/jenkins/minikube-integration/20053-293485/.minikube/profiles/ha-689539/client.key", CAFile:"/home/jenkins/minikube-integration/20053-293485/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1205 20:37:02.527594 310801 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.220:8443
I1205 20:37:02.527913 310801 node_ready.go:35] waiting up to 6m0s for node "ha-689539-m03" to be "Ready" ...
I1205 20:37:02.528026 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:02.528040 310801 round_trippers.go:469] Request Headers:
I1205 20:37:02.528051 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:02.528056 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:02.557537 310801 round_trippers.go:574] Response Status: 200 OK in 29 milliseconds
I1205 20:37:03.028186 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:03.028214 310801 round_trippers.go:469] Request Headers:
I1205 20:37:03.028223 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:03.028228 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:03.031783 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:03.528844 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:03.528876 310801 round_trippers.go:469] Request Headers:
I1205 20:37:03.528889 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:03.528897 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:03.532449 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:04.028344 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:04.028374 310801 round_trippers.go:469] Request Headers:
I1205 20:37:04.028385 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:04.028391 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:04.031602 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:04.528319 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:04.528352 310801 round_trippers.go:469] Request Headers:
I1205 20:37:04.528375 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:04.528382 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:04.532891 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:37:04.534060 310801 node_ready.go:53] node "ha-689539-m03" has status "Ready":"False"
I1205 20:37:05.028293 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:05.028328 310801 round_trippers.go:469] Request Headers:
I1205 20:37:05.028339 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:05.028344 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:05.032338 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:05.529271 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:05.529311 310801 round_trippers.go:469] Request Headers:
I1205 20:37:05.529323 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:05.529330 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:05.533411 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:37:06.028510 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:06.028536 310801 round_trippers.go:469] Request Headers:
I1205 20:37:06.028545 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:06.028550 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:06.032362 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:06.529188 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:06.529215 310801 round_trippers.go:469] Request Headers:
I1205 20:37:06.529224 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:06.529229 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:06.533150 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:07.029082 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:07.029108 310801 round_trippers.go:469] Request Headers:
I1205 20:37:07.029117 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:07.029120 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:07.033089 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:07.033768 310801 node_ready.go:53] node "ha-689539-m03" has status "Ready":"False"
I1205 20:37:07.528440 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:07.528471 310801 round_trippers.go:469] Request Headers:
I1205 20:37:07.528481 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:07.528485 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:07.531953 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:08.028337 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:08.028382 310801 round_trippers.go:469] Request Headers:
I1205 20:37:08.028395 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:08.028399 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:08.031906 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:08.528836 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:08.528864 310801 round_trippers.go:469] Request Headers:
I1205 20:37:08.528876 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:08.528881 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:08.532443 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:09.028243 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:09.028270 310801 round_trippers.go:469] Request Headers:
I1205 20:37:09.028278 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:09.028286 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:09.031717 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:09.528911 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:09.528939 310801 round_trippers.go:469] Request Headers:
I1205 20:37:09.528948 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:09.528953 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:09.532309 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:09.532990 310801 node_ready.go:53] node "ha-689539-m03" has status "Ready":"False"
I1205 20:37:10.028349 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:10.028377 310801 round_trippers.go:469] Request Headers:
I1205 20:37:10.028386 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:10.028390 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:10.031930 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:10.528611 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:10.528635 310801 round_trippers.go:469] Request Headers:
I1205 20:37:10.528645 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:10.528650 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:10.532023 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:11.028888 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:11.028914 310801 round_trippers.go:469] Request Headers:
I1205 20:37:11.028923 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:11.028928 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:11.032482 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:11.528496 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:11.528521 310801 round_trippers.go:469] Request Headers:
I1205 20:37:11.528530 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:11.528534 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:11.532719 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:37:11.533217 310801 node_ready.go:53] node "ha-689539-m03" has status "Ready":"False"
I1205 20:37:12.028518 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:12.028550 310801 round_trippers.go:469] Request Headers:
I1205 20:37:12.028559 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:12.028562 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:12.031616 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:12.528837 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:12.528864 310801 round_trippers.go:469] Request Headers:
I1205 20:37:12.528873 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:12.528876 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:12.532925 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:37:13.028348 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:13.028374 310801 round_trippers.go:469] Request Headers:
I1205 20:37:13.028382 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:13.028385 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:13.031413 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:13.528247 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:13.528272 310801 round_trippers.go:469] Request Headers:
I1205 20:37:13.528282 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:13.528289 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:13.531837 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:14.028958 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:14.028983 310801 round_trippers.go:469] Request Headers:
I1205 20:37:14.028991 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:14.028994 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:14.032387 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:14.032980 310801 node_ready.go:53] node "ha-689539-m03" has status "Ready":"False"
I1205 20:37:14.528243 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:14.528268 310801 round_trippers.go:469] Request Headers:
I1205 20:37:14.528276 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:14.528281 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:14.533135 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:37:15.029156 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:15.029181 310801 round_trippers.go:469] Request Headers:
I1205 20:37:15.029190 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:15.029194 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:15.032772 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:15.528703 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:15.528727 310801 round_trippers.go:469] Request Headers:
I1205 20:37:15.528736 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:15.528740 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:15.532084 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:16.029136 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:16.029163 310801 round_trippers.go:469] Request Headers:
I1205 20:37:16.029172 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:16.029177 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:16.032419 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:16.033160 310801 node_ready.go:53] node "ha-689539-m03" has status "Ready":"False"
I1205 20:37:16.528509 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:16.528535 310801 round_trippers.go:469] Request Headers:
I1205 20:37:16.528546 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:16.528553 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:16.532163 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:17.028228 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:17.028256 310801 round_trippers.go:469] Request Headers:
I1205 20:37:17.028265 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:17.028270 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:17.031611 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:17.528262 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:17.528285 310801 round_trippers.go:469] Request Headers:
I1205 20:37:17.528294 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:17.528298 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:17.532186 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:18.028484 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:18.028590 310801 round_trippers.go:469] Request Headers:
I1205 20:37:18.028610 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:18.028619 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:18.032661 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:37:18.033298 310801 node_ready.go:53] node "ha-689539-m03" has status "Ready":"False"
I1205 20:37:18.528576 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:18.528603 310801 round_trippers.go:469] Request Headers:
I1205 20:37:18.528612 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:18.528622 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:18.531605 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:37:19.028544 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:19.028570 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.028579 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.028583 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.031945 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:19.528716 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:19.528741 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.528752 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.528758 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.532114 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:19.532722 310801 node_ready.go:49] node "ha-689539-m03" has status "Ready":"True"
I1205 20:37:19.532746 310801 node_ready.go:38] duration metric: took 17.004806597s for node "ha-689539-m03" to be "Ready" ...
I1205 20:37:19.532759 310801 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1205 20:37:19.532848 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods
I1205 20:37:19.532862 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.532873 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.532877 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.538433 310801 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1205 20:37:19.545193 310801 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-4ln9l" in "kube-system" namespace to be "Ready" ...
I1205 20:37:19.545310 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-4ln9l
I1205 20:37:19.545322 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.545335 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.545343 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.548548 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:19.549181 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:37:19.549197 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.549208 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.549214 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.551745 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:37:19.552315 310801 pod_ready.go:93] pod "coredns-7c65d6cfc9-4ln9l" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:19.552336 310801 pod_ready.go:82] duration metric: took 7.114081ms for pod "coredns-7c65d6cfc9-4ln9l" in "kube-system" namespace to be "Ready" ...
I1205 20:37:19.552347 310801 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-6qhhf" in "kube-system" namespace to be "Ready" ...
I1205 20:37:19.552426 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-6qhhf
I1205 20:37:19.552436 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.552443 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.552449 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.555044 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:37:19.555688 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:37:19.555703 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.555714 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.555719 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.558507 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:37:19.558964 310801 pod_ready.go:93] pod "coredns-7c65d6cfc9-6qhhf" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:19.558984 310801 pod_ready.go:82] duration metric: took 6.630508ms for pod "coredns-7c65d6cfc9-6qhhf" in "kube-system" namespace to be "Ready" ...
I1205 20:37:19.558996 310801 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:37:19.559064 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/etcd-ha-689539
I1205 20:37:19.559075 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.559086 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.559093 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.561702 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:37:19.562346 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:37:19.562362 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.562373 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.562379 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.564859 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:37:19.565270 310801 pod_ready.go:93] pod "etcd-ha-689539" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:19.565289 310801 pod_ready.go:82] duration metric: took 6.285995ms for pod "etcd-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:37:19.565301 310801 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:37:19.565364 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/etcd-ha-689539-m02
I1205 20:37:19.565376 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.565386 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.565394 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.567843 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:37:19.568351 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:37:19.568369 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.568381 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.568386 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.570730 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:37:19.571216 310801 pod_ready.go:93] pod "etcd-ha-689539-m02" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:19.571233 310801 pod_ready.go:82] duration metric: took 5.925226ms for pod "etcd-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:37:19.571242 310801 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-689539-m03" in "kube-system" namespace to be "Ready" ...
I1205 20:37:19.729689 310801 request.go:632] Waited for 158.375356ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/etcd-ha-689539-m03
I1205 20:37:19.729775 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/etcd-ha-689539-m03
I1205 20:37:19.729781 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.729791 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.729798 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.733549 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:19.929796 310801 request.go:632] Waited for 195.378991ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:19.929883 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:19.929889 310801 round_trippers.go:469] Request Headers:
I1205 20:37:19.929915 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:19.929920 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:19.933398 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:19.934088 310801 pod_ready.go:93] pod "etcd-ha-689539-m03" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:19.934113 310801 pod_ready.go:82] duration metric: took 362.864968ms for pod "etcd-ha-689539-m03" in "kube-system" namespace to be "Ready" ...
I1205 20:37:19.934133 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:37:20.129093 310801 request.go:632] Waited for 194.866664ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-689539
I1205 20:37:20.129174 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-689539
I1205 20:37:20.129180 310801 round_trippers.go:469] Request Headers:
I1205 20:37:20.129188 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:20.129192 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:20.132632 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:20.329356 310801 request.go:632] Waited for 195.935231ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:37:20.329441 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:37:20.329451 310801 round_trippers.go:469] Request Headers:
I1205 20:37:20.329463 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:20.329476 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:20.333292 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:20.333939 310801 pod_ready.go:93] pod "kube-apiserver-ha-689539" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:20.333972 310801 pod_ready.go:82] duration metric: took 399.826342ms for pod "kube-apiserver-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:37:20.333988 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:37:20.529058 310801 request.go:632] Waited for 194.978446ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-689539-m02
I1205 20:37:20.529147 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-689539-m02
I1205 20:37:20.529166 310801 round_trippers.go:469] Request Headers:
I1205 20:37:20.529197 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:20.529204 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:20.532832 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:20.729074 310801 request.go:632] Waited for 195.37241ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:37:20.729139 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:37:20.729144 310801 round_trippers.go:469] Request Headers:
I1205 20:37:20.729153 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:20.729156 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:20.733037 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:20.733831 310801 pod_ready.go:93] pod "kube-apiserver-ha-689539-m02" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:20.733861 310801 pod_ready.go:82] duration metric: took 399.862982ms for pod "kube-apiserver-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:37:20.733880 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-689539-m03" in "kube-system" namespace to be "Ready" ...
I1205 20:37:20.928790 310801 request.go:632] Waited for 194.758856ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-689539-m03
I1205 20:37:20.928868 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-689539-m03
I1205 20:37:20.928876 310801 round_trippers.go:469] Request Headers:
I1205 20:37:20.928884 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:20.928894 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:20.931768 310801 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1205 20:37:21.128920 310801 request.go:632] Waited for 196.30741ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:21.129013 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:21.129018 310801 round_trippers.go:469] Request Headers:
I1205 20:37:21.129026 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:21.129030 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:21.132989 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:21.133733 310801 pod_ready.go:93] pod "kube-apiserver-ha-689539-m03" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:21.133764 310801 pod_ready.go:82] duration metric: took 399.87672ms for pod "kube-apiserver-ha-689539-m03" in "kube-system" namespace to be "Ready" ...
I1205 20:37:21.133777 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:37:21.329719 310801 request.go:632] Waited for 195.840899ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-689539
I1205 20:37:21.329822 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-689539
I1205 20:37:21.329829 310801 round_trippers.go:469] Request Headers:
I1205 20:37:21.329840 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:21.329848 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:21.335472 310801 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1205 20:37:21.529593 310801 request.go:632] Waited for 193.3652ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:37:21.529688 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:37:21.529700 310801 round_trippers.go:469] Request Headers:
I1205 20:37:21.529710 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:21.529721 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:21.533118 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:21.533743 310801 pod_ready.go:93] pod "kube-controller-manager-ha-689539" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:21.533773 310801 pod_ready.go:82] duration metric: took 399.989891ms for pod "kube-controller-manager-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:37:21.533788 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:37:21.729770 310801 request.go:632] Waited for 195.887392ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-689539-m02
I1205 20:37:21.729855 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-689539-m02
I1205 20:37:21.729863 310801 round_trippers.go:469] Request Headers:
I1205 20:37:21.729871 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:21.729877 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:21.733541 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:21.929705 310801 request.go:632] Waited for 195.397002ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:37:21.929774 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:37:21.929779 310801 round_trippers.go:469] Request Headers:
I1205 20:37:21.929787 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:21.929792 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:21.933945 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:37:21.935117 310801 pod_ready.go:93] pod "kube-controller-manager-ha-689539-m02" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:21.935147 310801 pod_ready.go:82] duration metric: took 401.346008ms for pod "kube-controller-manager-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:37:21.935163 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-689539-m03" in "kube-system" namespace to be "Ready" ...
I1205 20:37:22.129158 310801 request.go:632] Waited for 193.90126ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-689539-m03
I1205 20:37:22.129263 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-689539-m03
I1205 20:37:22.129281 310801 round_trippers.go:469] Request Headers:
I1205 20:37:22.129291 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:22.129295 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:22.132774 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:22.329309 310801 request.go:632] Waited for 195.820597ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:22.329371 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:22.329397 310801 round_trippers.go:469] Request Headers:
I1205 20:37:22.329412 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:22.329417 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:22.332841 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:22.336218 310801 pod_ready.go:93] pod "kube-controller-manager-ha-689539-m03" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:22.336243 310801 pod_ready.go:82] duration metric: took 401.071031ms for pod "kube-controller-manager-ha-689539-m03" in "kube-system" namespace to be "Ready" ...
I1205 20:37:22.336259 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-9tslx" in "kube-system" namespace to be "Ready" ...
I1205 20:37:22.528770 310801 request.go:632] Waited for 192.411741ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tslx
I1205 20:37:22.528833 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-proxy-9tslx
I1205 20:37:22.528838 310801 round_trippers.go:469] Request Headers:
I1205 20:37:22.528846 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:22.528850 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:22.531900 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:22.729073 310801 request.go:632] Waited for 196.313572ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:37:22.729186 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:37:22.729196 310801 round_trippers.go:469] Request Headers:
I1205 20:37:22.729206 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:22.729212 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:22.732421 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:22.733074 310801 pod_ready.go:93] pod "kube-proxy-9tslx" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:22.733099 310801 pod_ready.go:82] duration metric: took 396.833211ms for pod "kube-proxy-9tslx" in "kube-system" namespace to be "Ready" ...
I1205 20:37:22.733111 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-dktwc" in "kube-system" namespace to be "Ready" ...
I1205 20:37:22.929342 310801 request.go:632] Waited for 196.122694ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dktwc
I1205 20:37:22.929410 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-proxy-dktwc
I1205 20:37:22.929416 310801 round_trippers.go:469] Request Headers:
I1205 20:37:22.929425 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:22.929430 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:22.932878 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:23.129758 310801 request.go:632] Waited for 196.113609ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:23.129841 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:23.129849 310801 round_trippers.go:469] Request Headers:
I1205 20:37:23.129861 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:23.129874 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:23.133246 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:23.133786 310801 pod_ready.go:93] pod "kube-proxy-dktwc" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:23.133805 310801 pod_ready.go:82] duration metric: took 400.688784ms for pod "kube-proxy-dktwc" in "kube-system" namespace to be "Ready" ...
I1205 20:37:23.133815 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-x2grl" in "kube-system" namespace to be "Ready" ...
I1205 20:37:23.329685 310801 request.go:632] Waited for 195.763713ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-proxy-x2grl
I1205 20:37:23.329769 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-proxy-x2grl
I1205 20:37:23.329779 310801 round_trippers.go:469] Request Headers:
I1205 20:37:23.329788 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:23.329795 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:23.333599 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:23.528890 310801 request.go:632] Waited for 194.302329ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:37:23.528951 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:37:23.528955 310801 round_trippers.go:469] Request Headers:
I1205 20:37:23.528966 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:23.528973 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:23.533840 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:37:23.534667 310801 pod_ready.go:93] pod "kube-proxy-x2grl" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:23.534691 310801 pod_ready.go:82] duration metric: took 400.868432ms for pod "kube-proxy-x2grl" in "kube-system" namespace to be "Ready" ...
I1205 20:37:23.534705 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:37:23.728815 310801 request.go:632] Waited for 194.018306ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-689539
I1205 20:37:23.728883 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-689539
I1205 20:37:23.728888 310801 round_trippers.go:469] Request Headers:
I1205 20:37:23.728896 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:23.728900 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:23.732452 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:23.929580 310801 request.go:632] Waited for 196.394135ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:37:23.929653 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539
I1205 20:37:23.929659 310801 round_trippers.go:469] Request Headers:
I1205 20:37:23.929667 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:23.929672 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:23.933364 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:23.934147 310801 pod_ready.go:93] pod "kube-scheduler-ha-689539" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:23.934174 310801 pod_ready.go:82] duration metric: took 399.459723ms for pod "kube-scheduler-ha-689539" in "kube-system" namespace to be "Ready" ...
I1205 20:37:23.934191 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:37:24.129685 310801 request.go:632] Waited for 195.380858ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-689539-m02
I1205 20:37:24.129776 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-689539-m02
I1205 20:37:24.129789 310801 round_trippers.go:469] Request Headers:
I1205 20:37:24.129800 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:24.129811 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:24.133305 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:24.329438 310801 request.go:632] Waited for 195.320628ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:37:24.329517 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m02
I1205 20:37:24.329525 310801 round_trippers.go:469] Request Headers:
I1205 20:37:24.329544 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:24.329550 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:24.333177 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:24.333763 310801 pod_ready.go:93] pod "kube-scheduler-ha-689539-m02" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:24.333790 310801 pod_ready.go:82] duration metric: took 399.589908ms for pod "kube-scheduler-ha-689539-m02" in "kube-system" namespace to be "Ready" ...
I1205 20:37:24.333806 310801 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-689539-m03" in "kube-system" namespace to be "Ready" ...
I1205 20:37:24.528866 310801 request.go:632] Waited for 194.951078ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-689539-m03
I1205 20:37:24.528969 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-689539-m03
I1205 20:37:24.528982 310801 round_trippers.go:469] Request Headers:
I1205 20:37:24.528997 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:24.529004 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:24.532632 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:24.729734 310801 request.go:632] Waited for 196.398947ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:24.729824 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes/ha-689539-m03
I1205 20:37:24.729835 310801 round_trippers.go:469] Request Headers:
I1205 20:37:24.729847 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:24.729855 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:24.733450 310801 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1205 20:37:24.734057 310801 pod_ready.go:93] pod "kube-scheduler-ha-689539-m03" in "kube-system" namespace has status "Ready":"True"
I1205 20:37:24.734085 310801 pod_ready.go:82] duration metric: took 400.271075ms for pod "kube-scheduler-ha-689539-m03" in "kube-system" namespace to be "Ready" ...
I1205 20:37:24.734104 310801 pod_ready.go:39] duration metric: took 5.201330389s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1205 20:37:24.734128 310801 api_server.go:52] waiting for apiserver process to appear ...
I1205 20:37:24.734202 310801 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1205 20:37:24.752010 310801 api_server.go:72] duration metric: took 22.518451158s to wait for apiserver process to appear ...
I1205 20:37:24.752054 310801 api_server.go:88] waiting for apiserver healthz status ...
I1205 20:37:24.752086 310801 api_server.go:253] Checking apiserver healthz at https://192.168.39.220:8443/healthz ...
I1205 20:37:24.756435 310801 api_server.go:279] https://192.168.39.220:8443/healthz returned 200:
ok
I1205 20:37:24.756538 310801 round_trippers.go:463] GET https://192.168.39.220:8443/version
I1205 20:37:24.756551 310801 round_trippers.go:469] Request Headers:
I1205 20:37:24.756561 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:24.756569 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:24.757464 310801 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1205 20:37:24.757533 310801 api_server.go:141] control plane version: v1.31.2
I1205 20:37:24.757548 310801 api_server.go:131] duration metric: took 5.486922ms to wait for apiserver health ...
I1205 20:37:24.757559 310801 system_pods.go:43] waiting for kube-system pods to appear ...
I1205 20:37:24.928965 310801 request.go:632] Waited for 171.296323ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods
I1205 20:37:24.929035 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods
I1205 20:37:24.929040 310801 round_trippers.go:469] Request Headers:
I1205 20:37:24.929049 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:24.929054 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:24.935151 310801 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1205 20:37:24.941691 310801 system_pods.go:59] 24 kube-system pods found
I1205 20:37:24.941733 310801 system_pods.go:61] "coredns-7c65d6cfc9-4ln9l" [f86a233b-c3f8-416b-ac76-f18dac2a1a2c] Running
I1205 20:37:24.941739 310801 system_pods.go:61] "coredns-7c65d6cfc9-6qhhf" [4ffff988-65eb-4585-8ce4-de4df28c6b82] Running
I1205 20:37:24.941742 310801 system_pods.go:61] "etcd-ha-689539" [f8de63bf-a7cf-431d-bd57-ec91b43c6ce3] Running
I1205 20:37:24.941746 310801 system_pods.go:61] "etcd-ha-689539-m02" [a0336d41-b57f-414b-aa98-2540bdde7ca0] Running
I1205 20:37:24.941752 310801 system_pods.go:61] "etcd-ha-689539-m03" [5f491cae-394b-445a-9c1a-f4c144debab9] Running
I1205 20:37:24.941756 310801 system_pods.go:61] "kindnet-62qw6" [9f0039aa-d5e2-49b9-adb4-ad93c96d22f0] Running
I1205 20:37:24.941759 310801 system_pods.go:61] "kindnet-8kgs2" [d268fa7f-9d0f-400e-88ff-4acc47d4b6a0] Running
I1205 20:37:24.941763 310801 system_pods.go:61] "kindnet-b7bf2" [ea96240c-48bf-4f92-b12c-f8e623a59784] Running
I1205 20:37:24.941766 310801 system_pods.go:61] "kube-apiserver-ha-689539" [ecbcba0b-10ce-4bd6-84f6-8b46c3d99ad6] Running
I1205 20:37:24.941770 310801 system_pods.go:61] "kube-apiserver-ha-689539-m02" [0c0d9613-c605-4e61-b778-c5aefa5919e9] Running
I1205 20:37:24.941815 310801 system_pods.go:61] "kube-apiserver-ha-689539-m03" [35037a19-9a1e-4ccb-aeb6-bd098910d94d] Running
I1205 20:37:24.941833 310801 system_pods.go:61] "kube-controller-manager-ha-689539" [859c6551-f504-4093-a730-2ba8f127e3e7] Running
I1205 20:37:24.941841 310801 system_pods.go:61] "kube-controller-manager-ha-689539-m02" [0b119866-007c-4c4e-abfa-a38405b85cc9] Running
I1205 20:37:24.941847 310801 system_pods.go:61] "kube-controller-manager-ha-689539-m03" [cc37de8a-b988-43a4-9dbe-18dd127bc38b] Running
I1205 20:37:24.941854 310801 system_pods.go:61] "kube-proxy-9tslx" [3d107dc4-2d8c-4e0d-aafc-5229161537df] Running
I1205 20:37:24.941860 310801 system_pods.go:61] "kube-proxy-dktwc" [5facc855-07f1-46f3-9862-a8c6ac01897c] Running
I1205 20:37:24.941869 310801 system_pods.go:61] "kube-proxy-x2grl" [20dd0c16-858c-4d07-8305-ffedb52a4ee1] Running
I1205 20:37:24.941875 310801 system_pods.go:61] "kube-scheduler-ha-689539" [2ba99954-c00c-4fa6-af5d-6d4725fa051a] Running
I1205 20:37:24.941883 310801 system_pods.go:61] "kube-scheduler-ha-689539-m02" [d1ad2b21-b52c-47dd-ab09-2368ffeb3c7e] Running
I1205 20:37:24.941889 310801 system_pods.go:61] "kube-scheduler-ha-689539-m03" [fc913aa4-561d-4466-b7c3-acd3d23ffa1a] Running
I1205 20:37:24.941915 310801 system_pods.go:61] "kube-vip-ha-689539" [345f79e6-90ea-47f8-9e7f-c461a1143ba0] Running
I1205 20:37:24.941922 310801 system_pods.go:61] "kube-vip-ha-689539-m02" [265c4a3f-0e44-43fd-bcee-35513e8e2525] Running
I1205 20:37:24.941930 310801 system_pods.go:61] "kube-vip-ha-689539-m03" [c37018e8-e3e3-4c9e-aa57-64571b08be92] Running
I1205 20:37:24.941939 310801 system_pods.go:61] "storage-provisioner" [e2a03e66-0718-48a3-9658-f70118ce6cae] Running
I1205 20:37:24.941947 310801 system_pods.go:74] duration metric: took 184.37937ms to wait for pod list to return data ...
I1205 20:37:24.941962 310801 default_sa.go:34] waiting for default service account to be created ...
I1205 20:37:25.129425 310801 request.go:632] Waited for 187.3488ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/default/serviceaccounts
I1205 20:37:25.129501 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/default/serviceaccounts
I1205 20:37:25.129507 310801 round_trippers.go:469] Request Headers:
I1205 20:37:25.129515 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:25.129519 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:25.133730 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:37:25.133919 310801 default_sa.go:45] found service account: "default"
I1205 20:37:25.133941 310801 default_sa.go:55] duration metric: took 191.967731ms for default service account to be created ...
I1205 20:37:25.133958 310801 system_pods.go:116] waiting for k8s-apps to be running ...
I1205 20:37:25.329286 310801 request.go:632] Waited for 195.223367ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods
I1205 20:37:25.329372 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/namespaces/kube-system/pods
I1205 20:37:25.329380 310801 round_trippers.go:469] Request Headers:
I1205 20:37:25.329392 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:25.329406 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:25.335635 310801 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1205 20:37:25.341932 310801 system_pods.go:86] 24 kube-system pods found
I1205 20:37:25.341974 310801 system_pods.go:89] "coredns-7c65d6cfc9-4ln9l" [f86a233b-c3f8-416b-ac76-f18dac2a1a2c] Running
I1205 20:37:25.341980 310801 system_pods.go:89] "coredns-7c65d6cfc9-6qhhf" [4ffff988-65eb-4585-8ce4-de4df28c6b82] Running
I1205 20:37:25.341986 310801 system_pods.go:89] "etcd-ha-689539" [f8de63bf-a7cf-431d-bd57-ec91b43c6ce3] Running
I1205 20:37:25.341990 310801 system_pods.go:89] "etcd-ha-689539-m02" [a0336d41-b57f-414b-aa98-2540bdde7ca0] Running
I1205 20:37:25.341993 310801 system_pods.go:89] "etcd-ha-689539-m03" [5f491cae-394b-445a-9c1a-f4c144debab9] Running
I1205 20:37:25.341996 310801 system_pods.go:89] "kindnet-62qw6" [9f0039aa-d5e2-49b9-adb4-ad93c96d22f0] Running
I1205 20:37:25.342000 310801 system_pods.go:89] "kindnet-8kgs2" [d268fa7f-9d0f-400e-88ff-4acc47d4b6a0] Running
I1205 20:37:25.342003 310801 system_pods.go:89] "kindnet-b7bf2" [ea96240c-48bf-4f92-b12c-f8e623a59784] Running
I1205 20:37:25.342008 310801 system_pods.go:89] "kube-apiserver-ha-689539" [ecbcba0b-10ce-4bd6-84f6-8b46c3d99ad6] Running
I1205 20:37:25.342011 310801 system_pods.go:89] "kube-apiserver-ha-689539-m02" [0c0d9613-c605-4e61-b778-c5aefa5919e9] Running
I1205 20:37:25.342015 310801 system_pods.go:89] "kube-apiserver-ha-689539-m03" [35037a19-9a1e-4ccb-aeb6-bd098910d94d] Running
I1205 20:37:25.342018 310801 system_pods.go:89] "kube-controller-manager-ha-689539" [859c6551-f504-4093-a730-2ba8f127e3e7] Running
I1205 20:37:25.342022 310801 system_pods.go:89] "kube-controller-manager-ha-689539-m02" [0b119866-007c-4c4e-abfa-a38405b85cc9] Running
I1205 20:37:25.342025 310801 system_pods.go:89] "kube-controller-manager-ha-689539-m03" [cc37de8a-b988-43a4-9dbe-18dd127bc38b] Running
I1205 20:37:25.342029 310801 system_pods.go:89] "kube-proxy-9tslx" [3d107dc4-2d8c-4e0d-aafc-5229161537df] Running
I1205 20:37:25.342035 310801 system_pods.go:89] "kube-proxy-dktwc" [5facc855-07f1-46f3-9862-a8c6ac01897c] Running
I1205 20:37:25.342039 310801 system_pods.go:89] "kube-proxy-x2grl" [20dd0c16-858c-4d07-8305-ffedb52a4ee1] Running
I1205 20:37:25.342043 310801 system_pods.go:89] "kube-scheduler-ha-689539" [2ba99954-c00c-4fa6-af5d-6d4725fa051a] Running
I1205 20:37:25.342047 310801 system_pods.go:89] "kube-scheduler-ha-689539-m02" [d1ad2b21-b52c-47dd-ab09-2368ffeb3c7e] Running
I1205 20:37:25.342053 310801 system_pods.go:89] "kube-scheduler-ha-689539-m03" [fc913aa4-561d-4466-b7c3-acd3d23ffa1a] Running
I1205 20:37:25.342056 310801 system_pods.go:89] "kube-vip-ha-689539" [345f79e6-90ea-47f8-9e7f-c461a1143ba0] Running
I1205 20:37:25.342059 310801 system_pods.go:89] "kube-vip-ha-689539-m02" [265c4a3f-0e44-43fd-bcee-35513e8e2525] Running
I1205 20:37:25.342063 310801 system_pods.go:89] "kube-vip-ha-689539-m03" [c37018e8-e3e3-4c9e-aa57-64571b08be92] Running
I1205 20:37:25.342067 310801 system_pods.go:89] "storage-provisioner" [e2a03e66-0718-48a3-9658-f70118ce6cae] Running
I1205 20:37:25.342077 310801 system_pods.go:126] duration metric: took 208.11212ms to wait for k8s-apps to be running ...
I1205 20:37:25.342087 310801 system_svc.go:44] waiting for kubelet service to be running ....
I1205 20:37:25.342141 310801 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1205 20:37:25.359925 310801 system_svc.go:56] duration metric: took 17.820163ms WaitForService to wait for kubelet
I1205 20:37:25.359969 310801 kubeadm.go:582] duration metric: took 23.126420152s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1205 20:37:25.359998 310801 node_conditions.go:102] verifying NodePressure condition ...
I1205 20:37:25.529464 310801 request.go:632] Waited for 169.34708ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.220:8443/api/v1/nodes
I1205 20:37:25.529531 310801 round_trippers.go:463] GET https://192.168.39.220:8443/api/v1/nodes
I1205 20:37:25.529543 310801 round_trippers.go:469] Request Headers:
I1205 20:37:25.529553 310801 round_trippers.go:473] Accept: application/json, */*
I1205 20:37:25.529558 310801 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1205 20:37:25.534297 310801 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1205 20:37:25.535249 310801 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1205 20:37:25.535281 310801 node_conditions.go:123] node cpu capacity is 2
I1205 20:37:25.535294 310801 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1205 20:37:25.535298 310801 node_conditions.go:123] node cpu capacity is 2
I1205 20:37:25.535302 310801 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1205 20:37:25.535306 310801 node_conditions.go:123] node cpu capacity is 2
I1205 20:37:25.535318 310801 node_conditions.go:105] duration metric: took 175.313275ms to run NodePressure ...
I1205 20:37:25.535339 310801 start.go:241] waiting for startup goroutines ...
I1205 20:37:25.535367 310801 start.go:255] writing updated cluster config ...
I1205 20:37:25.535725 310801 ssh_runner.go:195] Run: rm -f paused
I1205 20:37:25.590118 310801 start.go:600] kubectl: 1.31.3, cluster: 1.31.2 (minor skew: 0)
I1205 20:37:25.592310 310801 out.go:177] * Done! kubectl is now configured to use "ha-689539" cluster and "default" namespace by default
==> CRI-O <==
Dec 05 20:41:24 ha-689539 crio[658]: time="2024-12-05 20:41:24.922389148Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431284922361265,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=9320496e-e872-4dd9-8350-1ba6d234d40b name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 20:41:24 ha-689539 crio[658]: time="2024-12-05 20:41:24.922957591Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=776597bb-1675-4c43-9488-e54450ae984e name=/runtime.v1.RuntimeService/ListContainers
Dec 05 20:41:24 ha-689539 crio[658]: time="2024-12-05 20:41:24.923040706Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=776597bb-1675-4c43-9488-e54450ae984e name=/runtime.v1.RuntimeService/ListContainers
Dec 05 20:41:24 ha-689539 crio[658]: time="2024-12-05 20:41:24.923383298Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:77e0f8ba49070d29bec8e5d622dd7ab13e23f105aaab0de1a5a92c01e16ed731,PodSandboxId:2a35c5864db38de4db2df9661fc907cd58533506ed2900ff55721ee9ef7e8073,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733431049357327660,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-qjqvr,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 30f51118-fa9b-418f-a3a5-02a74107c7de,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:05a6cfcd7e9ee9f891eb88ed5524553b60ff7eea407bf604b4bb647571d2d6bc,PodSandboxId:984c3b3f8fe032def0136810febfe8341f9285ab30c3ce2d6df35ec561964918,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733430910896086688,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4ln9l,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f86a233b-c3f8-416b-ac76-f18dac2a1a2c,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:74e8c78df0a6db76a9459104d39c6ef10926413179a5c4d311a9731258ab0f02,PodSandboxId:d7a154f9d8020a9378296ea0b16287d3fd54fb83d94bd93df469f8808d3670fa,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1733430910806734926,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: e2a03e66-0718-48a3-9658-f70118ce6cae,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c6007ba446b77339e212a73381a8f38a179f608f925ff7a5ea1b5d82ae33932a,PodSandboxId:a344cd0e9a251c2b865c2838b5e161875e6d61340c124e5e6ddd88fdb8512dda,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733430910843663896,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6qhhf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4ffff988-65
eb-4585-8ce4-de4df28c6b82,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0809642e9449ba90a816abcee2bd42a09b6b67ed76a448e2d048ccaf59218f61,PodSandboxId:faeac762b16891707c284f00eddfc16a831b7524637e5dbbc933c30cd8b2fe8c,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733430899010755558,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-62qw6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9f0039aa-d5e2-49b9-adb4-ad93c96d22f0,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0a16a5003f86348e862f9550da656af6282a73ec42e356d33277fd89aaf930df,PodSandboxId:6bc6d79587a62ca21788fe4de52bc6e9a4f3255de91b1f48365e7bc08408cac3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733430894
348055011,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-9tslx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3d107dc4-2d8c-4e0d-aafc-5229161537df,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4431afbd69d99866cc27a419bb59862ef9f5cfdbb9bd9cd5bc4fc820eba9a01b,PodSandboxId:ae658c6069b4418ff55871310f01c6a0b5b0fe6e016403e3ff64bb02e0ac6a27,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173343088582
7328958,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7d8d33a00a36d98ae4f02477c2f0ef8f,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1e9238618cdfeaa8f5cda3dadc37d1e8157c6e781e2f421e149ea764a7138e42,PodSandboxId:110f95e5235dfc7dbce02b5aa1a8191d469ee5d3abffc5bfebf7a11f52ae34be,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733430883266472620,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de3b0ba2fc46021faad87f06edada7a2,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2033f56968a9f0c2e15d272c7bf15a278a24d2f148a58cc7194c50096b822668,PodSandboxId:a6058ddd3ee58967eb32bd94a306e465b678afcb374ea3f93649506453556476,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733430883263419187,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kub
ernetes.pod.name: kube-scheduler-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 35d9de31551106f5b54c143b52a0ba8b,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd2211f15ae3cd3d69be3df3528c3d849f2b50615ce67935cdb97567a8a5fe19,PodSandboxId:f650305b876ca41a574dc76685713fd76500b7b3c5f17dbc66cdcd85cde99e34,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733430883237990702,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kub
e-apiserver-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 91307b238b7c07f706a4534ff984ab88,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4a056592a0f933a18207a4ce68694f30ffbd9c7502e8e1a5717c67850246dfb2,PodSandboxId:6d5d1a132984432f53f03c63a07dbd8083fa259a41160af40e8f0202f47d21ad,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733430883178338000,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1cf9467cd4c8887ece77367c75de1e85,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=776597bb-1675-4c43-9488-e54450ae984e name=/runtime.v1.RuntimeService/ListContainers
Dec 05 20:41:24 ha-689539 crio[658]: time="2024-12-05 20:41:24.964458280Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=dd65685e-8d03-44ad-afe0-124a980412fc name=/runtime.v1.RuntimeService/Version
Dec 05 20:41:24 ha-689539 crio[658]: time="2024-12-05 20:41:24.964555695Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=dd65685e-8d03-44ad-afe0-124a980412fc name=/runtime.v1.RuntimeService/Version
Dec 05 20:41:24 ha-689539 crio[658]: time="2024-12-05 20:41:24.965490227Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=a7acc1b7-ee36-488b-8f31-7a64bee4aab3 name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 20:41:24 ha-689539 crio[658]: time="2024-12-05 20:41:24.965936029Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431284965912208,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=a7acc1b7-ee36-488b-8f31-7a64bee4aab3 name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 20:41:24 ha-689539 crio[658]: time="2024-12-05 20:41:24.966431016Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=8185c58b-b61a-4f7b-9b96-e570d445b49a name=/runtime.v1.RuntimeService/ListContainers
Dec 05 20:41:24 ha-689539 crio[658]: time="2024-12-05 20:41:24.966487728Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=8185c58b-b61a-4f7b-9b96-e570d445b49a name=/runtime.v1.RuntimeService/ListContainers
Dec 05 20:41:24 ha-689539 crio[658]: time="2024-12-05 20:41:24.966744520Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:77e0f8ba49070d29bec8e5d622dd7ab13e23f105aaab0de1a5a92c01e16ed731,PodSandboxId:2a35c5864db38de4db2df9661fc907cd58533506ed2900ff55721ee9ef7e8073,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733431049357327660,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-qjqvr,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 30f51118-fa9b-418f-a3a5-02a74107c7de,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:05a6cfcd7e9ee9f891eb88ed5524553b60ff7eea407bf604b4bb647571d2d6bc,PodSandboxId:984c3b3f8fe032def0136810febfe8341f9285ab30c3ce2d6df35ec561964918,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733430910896086688,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4ln9l,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f86a233b-c3f8-416b-ac76-f18dac2a1a2c,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:74e8c78df0a6db76a9459104d39c6ef10926413179a5c4d311a9731258ab0f02,PodSandboxId:d7a154f9d8020a9378296ea0b16287d3fd54fb83d94bd93df469f8808d3670fa,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1733430910806734926,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: e2a03e66-0718-48a3-9658-f70118ce6cae,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c6007ba446b77339e212a73381a8f38a179f608f925ff7a5ea1b5d82ae33932a,PodSandboxId:a344cd0e9a251c2b865c2838b5e161875e6d61340c124e5e6ddd88fdb8512dda,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733430910843663896,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6qhhf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4ffff988-65
eb-4585-8ce4-de4df28c6b82,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0809642e9449ba90a816abcee2bd42a09b6b67ed76a448e2d048ccaf59218f61,PodSandboxId:faeac762b16891707c284f00eddfc16a831b7524637e5dbbc933c30cd8b2fe8c,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733430899010755558,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-62qw6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9f0039aa-d5e2-49b9-adb4-ad93c96d22f0,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0a16a5003f86348e862f9550da656af6282a73ec42e356d33277fd89aaf930df,PodSandboxId:6bc6d79587a62ca21788fe4de52bc6e9a4f3255de91b1f48365e7bc08408cac3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733430894
348055011,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-9tslx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3d107dc4-2d8c-4e0d-aafc-5229161537df,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4431afbd69d99866cc27a419bb59862ef9f5cfdbb9bd9cd5bc4fc820eba9a01b,PodSandboxId:ae658c6069b4418ff55871310f01c6a0b5b0fe6e016403e3ff64bb02e0ac6a27,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173343088582
7328958,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7d8d33a00a36d98ae4f02477c2f0ef8f,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1e9238618cdfeaa8f5cda3dadc37d1e8157c6e781e2f421e149ea764a7138e42,PodSandboxId:110f95e5235dfc7dbce02b5aa1a8191d469ee5d3abffc5bfebf7a11f52ae34be,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733430883266472620,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de3b0ba2fc46021faad87f06edada7a2,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2033f56968a9f0c2e15d272c7bf15a278a24d2f148a58cc7194c50096b822668,PodSandboxId:a6058ddd3ee58967eb32bd94a306e465b678afcb374ea3f93649506453556476,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733430883263419187,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kub
ernetes.pod.name: kube-scheduler-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 35d9de31551106f5b54c143b52a0ba8b,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd2211f15ae3cd3d69be3df3528c3d849f2b50615ce67935cdb97567a8a5fe19,PodSandboxId:f650305b876ca41a574dc76685713fd76500b7b3c5f17dbc66cdcd85cde99e34,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733430883237990702,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kub
e-apiserver-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 91307b238b7c07f706a4534ff984ab88,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4a056592a0f933a18207a4ce68694f30ffbd9c7502e8e1a5717c67850246dfb2,PodSandboxId:6d5d1a132984432f53f03c63a07dbd8083fa259a41160af40e8f0202f47d21ad,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733430883178338000,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1cf9467cd4c8887ece77367c75de1e85,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=8185c58b-b61a-4f7b-9b96-e570d445b49a name=/runtime.v1.RuntimeService/ListContainers
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.010264237Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=35fa63c2-9585-4338-a782-a9b5c7b038b0 name=/runtime.v1.RuntimeService/Version
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.010369178Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=35fa63c2-9585-4338-a782-a9b5c7b038b0 name=/runtime.v1.RuntimeService/Version
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.011891748Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=ca849849-e67d-40e4-8eb3-2df88f3a3489 name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.012423870Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431285012399155,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=ca849849-e67d-40e4-8eb3-2df88f3a3489 name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.012932386Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=01d8991d-3e58-4c90-8570-5530b317f28e name=/runtime.v1.RuntimeService/ListContainers
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.013002017Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=01d8991d-3e58-4c90-8570-5530b317f28e name=/runtime.v1.RuntimeService/ListContainers
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.013316184Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:77e0f8ba49070d29bec8e5d622dd7ab13e23f105aaab0de1a5a92c01e16ed731,PodSandboxId:2a35c5864db38de4db2df9661fc907cd58533506ed2900ff55721ee9ef7e8073,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733431049357327660,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-qjqvr,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 30f51118-fa9b-418f-a3a5-02a74107c7de,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:05a6cfcd7e9ee9f891eb88ed5524553b60ff7eea407bf604b4bb647571d2d6bc,PodSandboxId:984c3b3f8fe032def0136810febfe8341f9285ab30c3ce2d6df35ec561964918,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733430910896086688,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4ln9l,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f86a233b-c3f8-416b-ac76-f18dac2a1a2c,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:74e8c78df0a6db76a9459104d39c6ef10926413179a5c4d311a9731258ab0f02,PodSandboxId:d7a154f9d8020a9378296ea0b16287d3fd54fb83d94bd93df469f8808d3670fa,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1733430910806734926,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: e2a03e66-0718-48a3-9658-f70118ce6cae,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c6007ba446b77339e212a73381a8f38a179f608f925ff7a5ea1b5d82ae33932a,PodSandboxId:a344cd0e9a251c2b865c2838b5e161875e6d61340c124e5e6ddd88fdb8512dda,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733430910843663896,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6qhhf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4ffff988-65
eb-4585-8ce4-de4df28c6b82,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0809642e9449ba90a816abcee2bd42a09b6b67ed76a448e2d048ccaf59218f61,PodSandboxId:faeac762b16891707c284f00eddfc16a831b7524637e5dbbc933c30cd8b2fe8c,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733430899010755558,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-62qw6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9f0039aa-d5e2-49b9-adb4-ad93c96d22f0,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0a16a5003f86348e862f9550da656af6282a73ec42e356d33277fd89aaf930df,PodSandboxId:6bc6d79587a62ca21788fe4de52bc6e9a4f3255de91b1f48365e7bc08408cac3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733430894
348055011,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-9tslx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3d107dc4-2d8c-4e0d-aafc-5229161537df,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4431afbd69d99866cc27a419bb59862ef9f5cfdbb9bd9cd5bc4fc820eba9a01b,PodSandboxId:ae658c6069b4418ff55871310f01c6a0b5b0fe6e016403e3ff64bb02e0ac6a27,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173343088582
7328958,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7d8d33a00a36d98ae4f02477c2f0ef8f,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1e9238618cdfeaa8f5cda3dadc37d1e8157c6e781e2f421e149ea764a7138e42,PodSandboxId:110f95e5235dfc7dbce02b5aa1a8191d469ee5d3abffc5bfebf7a11f52ae34be,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733430883266472620,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de3b0ba2fc46021faad87f06edada7a2,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2033f56968a9f0c2e15d272c7bf15a278a24d2f148a58cc7194c50096b822668,PodSandboxId:a6058ddd3ee58967eb32bd94a306e465b678afcb374ea3f93649506453556476,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733430883263419187,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kub
ernetes.pod.name: kube-scheduler-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 35d9de31551106f5b54c143b52a0ba8b,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd2211f15ae3cd3d69be3df3528c3d849f2b50615ce67935cdb97567a8a5fe19,PodSandboxId:f650305b876ca41a574dc76685713fd76500b7b3c5f17dbc66cdcd85cde99e34,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733430883237990702,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kub
e-apiserver-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 91307b238b7c07f706a4534ff984ab88,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4a056592a0f933a18207a4ce68694f30ffbd9c7502e8e1a5717c67850246dfb2,PodSandboxId:6d5d1a132984432f53f03c63a07dbd8083fa259a41160af40e8f0202f47d21ad,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733430883178338000,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1cf9467cd4c8887ece77367c75de1e85,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=01d8991d-3e58-4c90-8570-5530b317f28e name=/runtime.v1.RuntimeService/ListContainers
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.052594301Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=0dcdec28-e035-4fc9-9e43-b7b47bcfbe67 name=/runtime.v1.RuntimeService/Version
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.052675874Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=0dcdec28-e035-4fc9-9e43-b7b47bcfbe67 name=/runtime.v1.RuntimeService/Version
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.063669791Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=09cc4a8c-e74a-478d-b4c0-357a45636fbb name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.065051210Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431285065004251,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=09cc4a8c-e74a-478d-b4c0-357a45636fbb name=/runtime.v1.ImageService/ImageFsInfo
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.066507498Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=4401bb81-0cc4-4ab0-b8ef-fff99ae82880 name=/runtime.v1.RuntimeService/ListContainers
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.066712686Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=4401bb81-0cc4-4ab0-b8ef-fff99ae82880 name=/runtime.v1.RuntimeService/ListContainers
Dec 05 20:41:25 ha-689539 crio[658]: time="2024-12-05 20:41:25.068070601Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:77e0f8ba49070d29bec8e5d622dd7ab13e23f105aaab0de1a5a92c01e16ed731,PodSandboxId:2a35c5864db38de4db2df9661fc907cd58533506ed2900ff55721ee9ef7e8073,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733431049357327660,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-qjqvr,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 30f51118-fa9b-418f-a3a5-02a74107c7de,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:05a6cfcd7e9ee9f891eb88ed5524553b60ff7eea407bf604b4bb647571d2d6bc,PodSandboxId:984c3b3f8fe032def0136810febfe8341f9285ab30c3ce2d6df35ec561964918,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733430910896086688,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-4ln9l,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f86a233b-c3f8-416b-ac76-f18dac2a1a2c,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:74e8c78df0a6db76a9459104d39c6ef10926413179a5c4d311a9731258ab0f02,PodSandboxId:d7a154f9d8020a9378296ea0b16287d3fd54fb83d94bd93df469f8808d3670fa,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1733430910806734926,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.
kubernetes.pod.uid: e2a03e66-0718-48a3-9658-f70118ce6cae,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c6007ba446b77339e212a73381a8f38a179f608f925ff7a5ea1b5d82ae33932a,PodSandboxId:a344cd0e9a251c2b865c2838b5e161875e6d61340c124e5e6ddd88fdb8512dda,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733430910843663896,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-6qhhf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 4ffff988-65
eb-4585-8ce4-de4df28c6b82,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0809642e9449ba90a816abcee2bd42a09b6b67ed76a448e2d048ccaf59218f61,PodSandboxId:faeac762b16891707c284f00eddfc16a831b7524637e5dbbc933c30cd8b2fe8c,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733430899010755558,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-62qw6,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9f0039aa-d5e2-49b9-adb4-ad93c96d22f0,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0a16a5003f86348e862f9550da656af6282a73ec42e356d33277fd89aaf930df,PodSandboxId:6bc6d79587a62ca21788fe4de52bc6e9a4f3255de91b1f48365e7bc08408cac3,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733430894
348055011,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-9tslx,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 3d107dc4-2d8c-4e0d-aafc-5229161537df,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4431afbd69d99866cc27a419bb59862ef9f5cfdbb9bd9cd5bc4fc820eba9a01b,PodSandboxId:ae658c6069b4418ff55871310f01c6a0b5b0fe6e016403e3ff64bb02e0ac6a27,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:f1c87c24be687be21b68228b1b53b7792a3d82fb4d99bc68a5a984f582508a37,State:CONTAINER_RUNNING,CreatedAt:173343088582
7328958,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7d8d33a00a36d98ae4f02477c2f0ef8f,},Annotations:map[string]string{io.kubernetes.container.hash: 69195791,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1e9238618cdfeaa8f5cda3dadc37d1e8157c6e781e2f421e149ea764a7138e42,PodSandboxId:110f95e5235dfc7dbce02b5aa1a8191d469ee5d3abffc5bfebf7a11f52ae34be,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733430883266472620,Labels:map[string]string{io.kuberne
tes.container.name: etcd,io.kubernetes.pod.name: etcd-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: de3b0ba2fc46021faad87f06edada7a2,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:2033f56968a9f0c2e15d272c7bf15a278a24d2f148a58cc7194c50096b822668,PodSandboxId:a6058ddd3ee58967eb32bd94a306e465b678afcb374ea3f93649506453556476,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733430883263419187,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kub
ernetes.pod.name: kube-scheduler-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 35d9de31551106f5b54c143b52a0ba8b,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:cd2211f15ae3cd3d69be3df3528c3d849f2b50615ce67935cdb97567a8a5fe19,PodSandboxId:f650305b876ca41a574dc76685713fd76500b7b3c5f17dbc66cdcd85cde99e34,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733430883237990702,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kub
e-apiserver-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 91307b238b7c07f706a4534ff984ab88,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4a056592a0f933a18207a4ce68694f30ffbd9c7502e8e1a5717c67850246dfb2,PodSandboxId:6d5d1a132984432f53f03c63a07dbd8083fa259a41160af40e8f0202f47d21ad,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733430883178338000,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-689539,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 1cf9467cd4c8887ece77367c75de1e85,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=4401bb81-0cc4-4ab0-b8ef-fff99ae82880 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
77e0f8ba49070 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 2a35c5864db38 busybox-7dff88458-qjqvr
05a6cfcd7e9ee c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 984c3b3f8fe03 coredns-7c65d6cfc9-4ln9l
c6007ba446b77 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 a344cd0e9a251 coredns-7c65d6cfc9-6qhhf
74e8c78df0a6d 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 d7a154f9d8020 storage-provisioner
0809642e9449b docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16 6 minutes ago Running kindnet-cni 0 faeac762b1689 kindnet-62qw6
0a16a5003f863 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 6bc6d79587a62 kube-proxy-9tslx
4431afbd69d99 ghcr.io/kube-vip/kube-vip@sha256:32829cc6f8630eba4e1b5e4df5bcbc34c767e70703d26e64a0f7317951c7b517 6 minutes ago Running kube-vip 0 ae658c6069b44 kube-vip-ha-689539
1e9238618cdfe 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 110f95e5235df etcd-ha-689539
2033f56968a9f 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 a6058ddd3ee58 kube-scheduler-ha-689539
cd2211f15ae3c 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 f650305b876ca kube-apiserver-ha-689539
4a056592a0f93 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 6d5d1a1329844 kube-controller-manager-ha-689539
==> coredns [05a6cfcd7e9ee9f891eb88ed5524553b60ff7eea407bf604b4bb647571d2d6bc] <==
[INFO] 10.244.0.4:44188 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.002182194s
[INFO] 10.244.1.2:41292 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000169551s
[INFO] 10.244.1.2:38453 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003584311s
[INFO] 10.244.1.2:36084 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000201777s
[INFO] 10.244.1.2:49408 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000133503s
[INFO] 10.244.2.2:51533 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000117849s
[INFO] 10.244.2.2:34176 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00018539s
[INFO] 10.244.2.2:43670 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000178861s
[INFO] 10.244.2.2:56974 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000148401s
[INFO] 10.244.0.4:48841 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000170335s
[INFO] 10.244.0.4:43111 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001409238s
[INFO] 10.244.0.4:36893 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000093314s
[INFO] 10.244.0.4:50555 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000104324s
[INFO] 10.244.1.2:43568 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000116735s
[INFO] 10.244.1.2:44480 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000066571s
[INFO] 10.244.1.2:60247 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000058674s
[INFO] 10.244.2.2:49472 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000121084s
[INFO] 10.244.0.4:57046 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000160079s
[INFO] 10.244.0.4:44460 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000119738s
[INFO] 10.244.1.2:37203 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000178276s
[INFO] 10.244.1.2:59196 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000213381s
[INFO] 10.244.1.2:41969 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000159543s
[INFO] 10.244.1.2:60294 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000120046s
[INFO] 10.244.2.2:42519 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000177647s
[INFO] 10.244.0.4:60229 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000056377s
==> coredns [c6007ba446b77339e212a73381a8f38a179f608f925ff7a5ea1b5d82ae33932a] <==
[INFO] 10.244.0.4:55355 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000054352s
[INFO] 10.244.1.2:33933 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000161165s
[INFO] 10.244.1.2:37174 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003884442s
[INFO] 10.244.1.2:41634 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000152882s
[INFO] 10.244.1.2:60548 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000176047s
[INFO] 10.244.2.2:32947 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000146675s
[INFO] 10.244.2.2:60319 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001949836s
[INFO] 10.244.2.2:48727 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001337037s
[INFO] 10.244.2.2:56733 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000149582s
[INFO] 10.244.0.4:58646 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001891441s
[INFO] 10.244.0.4:55352 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000164932s
[INFO] 10.244.0.4:54745 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000100872s
[INFO] 10.244.0.4:51217 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000122097s
[INFO] 10.244.1.2:52959 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000137256s
[INFO] 10.244.2.2:52934 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000147111s
[INFO] 10.244.2.2:34173 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000119001s
[INFO] 10.244.2.2:41909 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000126707s
[INFO] 10.244.0.4:46512 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000120087s
[INFO] 10.244.0.4:35647 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000218624s
[INFO] 10.244.2.2:51797 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000211308s
[INFO] 10.244.2.2:38193 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000207361s
[INFO] 10.244.2.2:55117 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000135379s
[INFO] 10.244.0.4:46265 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000114618s
[INFO] 10.244.0.4:43082 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000145713s
[INFO] 10.244.0.4:59763 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000071668s
==> describe nodes <==
Name: ha-689539
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-689539
kubernetes.io/os=linux
minikube.k8s.io/commit=b47d04014329c55dc4f6ec6dd318af27b5175843
minikube.k8s.io/name=ha-689539
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_05T20_34_50_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 05 Dec 2024 20:34:49 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-689539
AcquireTime: <unset>
RenewTime: Thu, 05 Dec 2024 20:41:17 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 05 Dec 2024 20:37:53 +0000 Thu, 05 Dec 2024 20:34:49 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 05 Dec 2024 20:37:53 +0000 Thu, 05 Dec 2024 20:34:49 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 05 Dec 2024 20:37:53 +0000 Thu, 05 Dec 2024 20:34:49 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 05 Dec 2024 20:37:53 +0000 Thu, 05 Dec 2024 20:35:10 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.220
Hostname: ha-689539
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 3fcfe17cf29247c89ef6261408cdec57
System UUID: 3fcfe17c-f292-47c8-9ef6-261408cdec57
Boot ID: 0967c504-1cf1-4d64-84b3-abc762e82552
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-qjqvr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m59s
kube-system coredns-7c65d6cfc9-4ln9l 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m32s
kube-system coredns-7c65d6cfc9-6qhhf 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m32s
kube-system etcd-ha-689539 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m36s
kube-system kindnet-62qw6 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m32s
kube-system kube-apiserver-ha-689539 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m36s
kube-system kube-controller-manager-ha-689539 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m36s
kube-system kube-proxy-9tslx 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m32s
kube-system kube-scheduler-ha-689539 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m36s
kube-system kube-vip-ha-689539 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m36s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m32s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m30s kube-proxy
Normal Starting 6m36s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m36s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m36s kubelet Node ha-689539 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m36s kubelet Node ha-689539 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m36s kubelet Node ha-689539 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m32s node-controller Node ha-689539 event: Registered Node ha-689539 in Controller
Normal NodeReady 6m15s kubelet Node ha-689539 status is now: NodeReady
Normal RegisteredNode 5m32s node-controller Node ha-689539 event: Registered Node ha-689539 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-689539 event: Registered Node ha-689539 in Controller
Name: ha-689539-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-689539-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=b47d04014329c55dc4f6ec6dd318af27b5175843
minikube.k8s.io/name=ha-689539
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_05T20_35_47_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 05 Dec 2024 20:35:45 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-689539-m02
AcquireTime: <unset>
RenewTime: Thu, 05 Dec 2024 20:38:38 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Thu, 05 Dec 2024 20:37:46 +0000 Thu, 05 Dec 2024 20:39:21 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Thu, 05 Dec 2024 20:37:46 +0000 Thu, 05 Dec 2024 20:39:21 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Thu, 05 Dec 2024 20:37:46 +0000 Thu, 05 Dec 2024 20:39:21 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Thu, 05 Dec 2024 20:37:46 +0000 Thu, 05 Dec 2024 20:39:21 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.224
Hostname: ha-689539-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 2527423e09b7455fb49f08b5007d8aaf
System UUID: 2527423e-09b7-455f-b49f-08b5007d8aaf
Boot ID: 693fb661-afc0-4a4b-8d66-7434b8ba3be0
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-7ss94 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m59s
kube-system etcd-ha-689539-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m39s
kube-system kindnet-b7bf2 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m40s
kube-system kube-apiserver-ha-689539-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-controller-manager-ha-689539-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m31s
kube-system kube-proxy-x2grl 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m40s
kube-system kube-scheduler-ha-689539-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m34s
kube-system kube-vip-ha-689539-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m37s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m36s kube-proxy
Normal NodeAllocatableEnforced 5m41s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 5m40s (x8 over 5m41s) kubelet Node ha-689539-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m40s (x8 over 5m41s) kubelet Node ha-689539-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m40s (x7 over 5m41s) kubelet Node ha-689539-m02 status is now: NodeHasSufficientPID
Normal RegisteredNode 5m37s node-controller Node ha-689539-m02 event: Registered Node ha-689539-m02 in Controller
Normal RegisteredNode 5m32s node-controller Node ha-689539-m02 event: Registered Node ha-689539-m02 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-689539-m02 event: Registered Node ha-689539-m02 in Controller
Normal NodeNotReady 2m4s node-controller Node ha-689539-m02 status is now: NodeNotReady
Name: ha-689539-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-689539-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=b47d04014329c55dc4f6ec6dd318af27b5175843
minikube.k8s.io/name=ha-689539
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_05T20_37_02_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 05 Dec 2024 20:36:58 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-689539-m03
AcquireTime: <unset>
RenewTime: Thu, 05 Dec 2024 20:41:24 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 05 Dec 2024 20:37:59 +0000 Thu, 05 Dec 2024 20:36:58 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 05 Dec 2024 20:37:59 +0000 Thu, 05 Dec 2024 20:36:58 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 05 Dec 2024 20:37:59 +0000 Thu, 05 Dec 2024 20:36:58 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 05 Dec 2024 20:37:59 +0000 Thu, 05 Dec 2024 20:37:19 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.133
Hostname: ha-689539-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 23c133dbe3f244679269ca86c6b2111d
System UUID: 23c133db-e3f2-4467-9269-ca86c6b2111d
Boot ID: 72ade07d-4013-4096-9862-81be930c4b6f
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-ns455 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m59s
kube-system etcd-ha-689539-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m25s
kube-system kindnet-8kgs2 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m27s
kube-system kube-apiserver-ha-689539-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m25s
kube-system kube-controller-manager-ha-689539-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m17s
kube-system kube-proxy-dktwc 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m27s
kube-system kube-scheduler-ha-689539-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m24s
kube-system kube-vip-ha-689539-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m22s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m22s kube-proxy
Normal NodeHasSufficientMemory 4m27s (x8 over 4m27s) kubelet Node ha-689539-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m27s (x8 over 4m27s) kubelet Node ha-689539-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m27s (x7 over 4m27s) kubelet Node ha-689539-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m27s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m22s node-controller Node ha-689539-m03 event: Registered Node ha-689539-m03 in Controller
Normal RegisteredNode 4m22s node-controller Node ha-689539-m03 event: Registered Node ha-689539-m03 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-689539-m03 event: Registered Node ha-689539-m03 in Controller
Name: ha-689539-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-689539-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=b47d04014329c55dc4f6ec6dd318af27b5175843
minikube.k8s.io/name=ha-689539
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_05T20_38_06_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Thu, 05 Dec 2024 20:38:05 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-689539-m04
AcquireTime: <unset>
RenewTime: Thu, 05 Dec 2024 20:41:20 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Thu, 05 Dec 2024 20:38:36 +0000 Thu, 05 Dec 2024 20:38:05 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Thu, 05 Dec 2024 20:38:36 +0000 Thu, 05 Dec 2024 20:38:05 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Thu, 05 Dec 2024 20:38:36 +0000 Thu, 05 Dec 2024 20:38:05 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Thu, 05 Dec 2024 20:38:36 +0000 Thu, 05 Dec 2024 20:38:25 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.199
Hostname: ha-689539-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: d82a84b2609b470c8ddc16781015ee6d
System UUID: d82a84b2-609b-470c-8ddc-16781015ee6d
Boot ID: c6aff0b9-eb25-4035-add5-dcc47c5c8348
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-9xbpp 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m20s
kube-system kube-proxy-kpbrd 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m20s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m15s kube-proxy
Normal NodeHasSufficientMemory 3m20s (x2 over 3m21s) kubelet Node ha-689539-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m20s (x2 over 3m21s) kubelet Node ha-689539-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m20s (x2 over 3m21s) kubelet Node ha-689539-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 3m19s node-controller Node ha-689539-m04 event: Registered Node ha-689539-m04 in Controller
Normal RegisteredNode 3m17s node-controller Node ha-689539-m04 event: Registered Node ha-689539-m04 in Controller
Normal RegisteredNode 3m17s node-controller Node ha-689539-m04 event: Registered Node ha-689539-m04 in Controller
Normal NodeReady 3m kubelet Node ha-689539-m04 status is now: NodeReady
==> dmesg <==
[Dec 5 20:34] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000000] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.049641] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.039465] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.885977] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.016771] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[ +4.614002] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000007] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +9.712547] systemd-fstab-generator[582]: Ignoring "noauto" option for root device
[ +0.063478] kauditd_printk_skb: 1 callbacks suppressed
[ +0.058841] systemd-fstab-generator[594]: Ignoring "noauto" option for root device
[ +0.182620] systemd-fstab-generator[608]: Ignoring "noauto" option for root device
[ +0.134116] systemd-fstab-generator[620]: Ignoring "noauto" option for root device
[ +0.286058] systemd-fstab-generator[649]: Ignoring "noauto" option for root device
[ +3.983127] systemd-fstab-generator[741]: Ignoring "noauto" option for root device
[ +4.083666] systemd-fstab-generator[871]: Ignoring "noauto" option for root device
[ +0.057216] kauditd_printk_skb: 158 callbacks suppressed
[ +7.189676] systemd-fstab-generator[1290]: Ignoring "noauto" option for root device
[ +0.088639] kauditd_printk_skb: 79 callbacks suppressed
[ +5.119203] kauditd_printk_skb: 36 callbacks suppressed
[ +5.279281] kauditd_printk_skb: 19 callbacks suppressed
[Dec 5 20:35] kauditd_printk_skb: 24 callbacks suppressed
==> etcd [1e9238618cdfeaa8f5cda3dadc37d1e8157c6e781e2f421e149ea764a7138e42] <==
{"level":"warn","ts":"2024-12-05T20:41:25.191353Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.354013Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.365904Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.371708Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.378515Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.382769Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.386415Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.391335Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.392218Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.397756Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.404190Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.410204Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.413975Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.421813Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.427615Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.433996Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.437998Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.441840Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.445997Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.447947Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.451985Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.457649Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-05T20:41:25.463159Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_SNAPSHOT","remote-peer-id":"ad845b9614ec1023","rtt":"1.115526ms","error":"dial tcp 192.168.39.224:2380: connect: no route to host"}
{"level":"warn","ts":"2024-12-05T20:41:25.463451Z","caller":"rafthttp/probing_status.go:68","msg":"prober detected unhealthy status","round-tripper-name":"ROUND_TRIPPER_RAFT_MESSAGE","remote-peer-id":"ad845b9614ec1023","rtt":"9.225213ms","error":"dial tcp 192.168.39.224:2380: connect: no route to host"}
{"level":"warn","ts":"2024-12-05T20:41:25.491410Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"9bf1b68912964415","from":"9bf1b68912964415","remote-peer-id":"ad845b9614ec1023","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
20:41:25 up 7 min, 0 users, load average: 0.27, 0.25, 0.12
Linux ha-689539 5.10.207 #1 SMP Wed Nov 6 22:25:03 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [0809642e9449ba90a816abcee2bd42a09b6b67ed76a448e2d048ccaf59218f61] <==
I1205 20:40:49.972147 1 main.go:324] Node ha-689539-m02 has CIDR [10.244.1.0/24]
I1205 20:40:59.972467 1 main.go:297] Handling node with IPs: map[192.168.39.220:{}]
I1205 20:40:59.972574 1 main.go:301] handling current node
I1205 20:40:59.972604 1 main.go:297] Handling node with IPs: map[192.168.39.224:{}]
I1205 20:40:59.972621 1 main.go:324] Node ha-689539-m02 has CIDR [10.244.1.0/24]
I1205 20:40:59.972884 1 main.go:297] Handling node with IPs: map[192.168.39.133:{}]
I1205 20:40:59.972920 1 main.go:324] Node ha-689539-m03 has CIDR [10.244.2.0/24]
I1205 20:40:59.973088 1 main.go:297] Handling node with IPs: map[192.168.39.199:{}]
I1205 20:40:59.973124 1 main.go:324] Node ha-689539-m04 has CIDR [10.244.3.0/24]
I1205 20:41:09.973378 1 main.go:297] Handling node with IPs: map[192.168.39.220:{}]
I1205 20:41:09.973428 1 main.go:301] handling current node
I1205 20:41:09.973445 1 main.go:297] Handling node with IPs: map[192.168.39.224:{}]
I1205 20:41:09.973450 1 main.go:324] Node ha-689539-m02 has CIDR [10.244.1.0/24]
I1205 20:41:09.973693 1 main.go:297] Handling node with IPs: map[192.168.39.133:{}]
I1205 20:41:09.973706 1 main.go:324] Node ha-689539-m03 has CIDR [10.244.2.0/24]
I1205 20:41:09.973839 1 main.go:297] Handling node with IPs: map[192.168.39.199:{}]
I1205 20:41:09.973846 1 main.go:324] Node ha-689539-m04 has CIDR [10.244.3.0/24]
I1205 20:41:19.979332 1 main.go:297] Handling node with IPs: map[192.168.39.220:{}]
I1205 20:41:19.979398 1 main.go:301] handling current node
I1205 20:41:19.979451 1 main.go:297] Handling node with IPs: map[192.168.39.224:{}]
I1205 20:41:19.979461 1 main.go:324] Node ha-689539-m02 has CIDR [10.244.1.0/24]
I1205 20:41:19.979722 1 main.go:297] Handling node with IPs: map[192.168.39.133:{}]
I1205 20:41:19.979750 1 main.go:324] Node ha-689539-m03 has CIDR [10.244.2.0/24]
I1205 20:41:19.979940 1 main.go:297] Handling node with IPs: map[192.168.39.199:{}]
I1205 20:41:19.979973 1 main.go:324] Node ha-689539-m04 has CIDR [10.244.3.0/24]
==> kube-apiserver [cd2211f15ae3cd3d69be3df3528c3d849f2b50615ce67935cdb97567a8a5fe19] <==
W1205 20:34:48.005731 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.220]
I1205 20:34:48.006729 1 controller.go:615] quota admission added evaluator for: endpoints
I1205 20:34:48.014987 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1205 20:34:48.223693 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1205 20:34:49.561495 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1205 20:34:49.580677 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1205 20:34:49.727059 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1205 20:34:53.679365 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1205 20:34:53.876376 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1205 20:37:30.985923 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44596: use of closed network connection
E1205 20:37:31.179622 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44600: use of closed network connection
E1205 20:37:31.382888 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44610: use of closed network connection
E1205 20:37:31.582068 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44622: use of closed network connection
E1205 20:37:31.774198 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44652: use of closed network connection
E1205 20:37:31.958030 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44666: use of closed network connection
E1205 20:37:32.140428 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44686: use of closed network connection
E1205 20:37:32.322775 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44704: use of closed network connection
E1205 20:37:32.515908 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44718: use of closed network connection
E1205 20:37:32.837161 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44756: use of closed network connection
E1205 20:37:33.022723 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44776: use of closed network connection
E1205 20:37:33.209590 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44790: use of closed network connection
E1205 20:37:33.392904 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44808: use of closed network connection
E1205 20:37:33.581589 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44830: use of closed network connection
E1205 20:37:33.765728 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:44852: use of closed network connection
W1205 20:38:58.016885 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.133 192.168.39.220]
==> kube-controller-manager [4a056592a0f933a18207a4ce68694f30ffbd9c7502e8e1a5717c67850246dfb2] <==
I1205 20:38:05.497632 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-689539-m04" podCIDRs=["10.244.3.0/24"]
I1205 20:38:05.497693 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:05.497786 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:05.524265 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:06.322551 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:06.681995 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:06.924972 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:08.069639 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:08.145190 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:08.229546 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:08.230026 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-689539-m04"
I1205 20:38:08.272217 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:15.550194 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:25.133022 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:25.133713 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-689539-m04"
I1205 20:38:25.164347 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:26.915918 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:38:36.091312 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m04"
I1205 20:39:21.941441 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m02"
I1205 20:39:21.941592 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-689539-m04"
I1205 20:39:21.962901 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m02"
I1205 20:39:21.988464 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="15.390336ms"
I1205 20:39:21.988772 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="153.307µs"
I1205 20:39:23.353917 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m02"
I1205 20:39:27.137479 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-689539-m02"
==> kube-proxy [0a16a5003f86348e862f9550da656af6282a73ec42e356d33277fd89aaf930df] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1205 20:34:54.543864 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1205 20:34:54.553756 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.220"]
E1205 20:34:54.553891 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1205 20:34:54.586394 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1205 20:34:54.586517 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1205 20:34:54.586562 1 server_linux.go:169] "Using iptables Proxier"
I1205 20:34:54.589547 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1205 20:34:54.589875 1 server.go:483] "Version info" version="v1.31.2"
I1205 20:34:54.589968 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1205 20:34:54.592476 1 config.go:199] "Starting service config controller"
I1205 20:34:54.594797 1 shared_informer.go:313] Waiting for caches to sync for service config
I1205 20:34:54.592516 1 config.go:105] "Starting endpoint slice config controller"
I1205 20:34:54.594853 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1205 20:34:54.600348 1 config.go:328] "Starting node config controller"
I1205 20:34:54.601332 1 shared_informer.go:313] Waiting for caches to sync for node config
I1205 20:34:54.695425 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1205 20:34:54.695636 1 shared_informer.go:320] Caches are synced for service config
I1205 20:34:54.701955 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [2033f56968a9f0c2e15d272c7bf15a278a24d2f148a58cc7194c50096b822668] <==
E1205 20:34:47.293214 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Node: failed to list *v1.Node: nodes is forbidden: User \"system:kube-scheduler\" cannot list resource \"nodes\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1205 20:34:47.324868 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csistoragecapacities" in API group "storage.k8s.io" at the cluster scope
E1205 20:34:47.324938 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1205 20:34:47.340705 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User "system:kube-scheduler" cannot list resource "replicasets" in API group "apps" at the cluster scope
E1205 20:34:47.340848 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicaSet: failed to list *v1.ReplicaSet: replicasets.apps is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicasets\" in API group \"apps\" at the cluster scope" logger="UnhandledError"
W1205 20:34:47.360711 1 reflector.go:561] runtime/asm_amd64.s:1695: failed to list *v1.ConfigMap: configmaps "extension-apiserver-authentication" is forbidden: User "system:kube-scheduler" cannot list resource "configmaps" in API group "" in the namespace "kube-system"
E1205 20:34:47.360829 1 reflector.go:158] "Unhandled Error" err="runtime/asm_amd64.s:1695: Failed to watch *v1.ConfigMap: failed to list *v1.ConfigMap: configmaps \"extension-apiserver-authentication\" is forbidden: User \"system:kube-scheduler\" cannot list resource \"configmaps\" in API group \"\" in the namespace \"kube-system\"" logger="UnhandledError"
W1205 20:34:47.402644 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1205 20:34:47.402751 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1205 20:34:47.409130 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Namespace: namespaces is forbidden: User "system:kube-scheduler" cannot list resource "namespaces" in API group "" at the cluster scope
E1205 20:34:47.409228 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1205 20:34:47.580992 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1205 20:34:47.581091 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1205 20:34:49.941328 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
E1205 20:37:26.487849 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-ns455\": pod busybox-7dff88458-ns455 is already assigned to node \"ha-689539-m03\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-ns455" node="ha-689539-m03"
E1205 20:37:26.487974 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod c47c5104-83dc-428d-8ded-5175eff6643c(default/busybox-7dff88458-ns455) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-ns455"
E1205 20:37:26.488011 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-ns455\": pod busybox-7dff88458-ns455 is already assigned to node \"ha-689539-m03\"" pod="default/busybox-7dff88458-ns455"
I1205 20:37:26.488039 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-ns455" node="ha-689539-m03"
E1205 20:37:26.529460 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-qjqvr\": pod busybox-7dff88458-qjqvr is already assigned to node \"ha-689539\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-qjqvr" node="ha-689539"
E1205 20:37:26.531731 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-qjqvr\": pod busybox-7dff88458-qjqvr is already assigned to node \"ha-689539\"" pod="default/busybox-7dff88458-qjqvr"
I1205 20:37:26.532951 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-qjqvr" node="ha-689539"
E1205 20:38:05.558984 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-mqzp5\": pod kindnet-mqzp5 is already assigned to node \"ha-689539-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-mqzp5" node="ha-689539-m04"
E1205 20:38:05.565872 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 83d09bad-5a47-45ec-b467-0231a40ad9f0(kube-system/kindnet-mqzp5) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-mqzp5"
E1205 20:38:05.566103 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-mqzp5\": pod kindnet-mqzp5 is already assigned to node \"ha-689539-m04\"" pod="kube-system/kindnet-mqzp5"
I1205 20:38:05.566218 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-mqzp5" node="ha-689539-m04"
==> kubelet <==
Dec 05 20:39:49 ha-689539 kubelet[1297]: E1205 20:39:49.801882 1297 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431189801654914,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:39:49 ha-689539 kubelet[1297]: E1205 20:39:49.801906 1297 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431189801654914,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:39:59 ha-689539 kubelet[1297]: E1205 20:39:59.803793 1297 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431199803419655,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:39:59 ha-689539 kubelet[1297]: E1205 20:39:59.804270 1297 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431199803419655,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:09 ha-689539 kubelet[1297]: E1205 20:40:09.807394 1297 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431209806841990,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:09 ha-689539 kubelet[1297]: E1205 20:40:09.807450 1297 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431209806841990,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:19 ha-689539 kubelet[1297]: E1205 20:40:19.811009 1297 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431219810315680,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:19 ha-689539 kubelet[1297]: E1205 20:40:19.811103 1297 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431219810315680,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:29 ha-689539 kubelet[1297]: E1205 20:40:29.812356 1297 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431229811933429,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:29 ha-689539 kubelet[1297]: E1205 20:40:29.812422 1297 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431229811933429,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:39 ha-689539 kubelet[1297]: E1205 20:40:39.814301 1297 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431239813835089,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:39 ha-689539 kubelet[1297]: E1205 20:40:39.814613 1297 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431239813835089,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:49 ha-689539 kubelet[1297]: E1205 20:40:49.759293 1297 iptables.go:577] "Could not set up iptables canary" err=<
Dec 05 20:40:49 ha-689539 kubelet[1297]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Dec 05 20:40:49 ha-689539 kubelet[1297]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Dec 05 20:40:49 ha-689539 kubelet[1297]: Perhaps ip6tables or your kernel needs to be upgraded.
Dec 05 20:40:49 ha-689539 kubelet[1297]: > table="nat" chain="KUBE-KUBELET-CANARY"
Dec 05 20:40:49 ha-689539 kubelet[1297]: E1205 20:40:49.816382 1297 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431249816019108,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:49 ha-689539 kubelet[1297]: E1205 20:40:49.816591 1297 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431249816019108,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:59 ha-689539 kubelet[1297]: E1205 20:40:59.821073 1297 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431259819028062,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:40:59 ha-689539 kubelet[1297]: E1205 20:40:59.821410 1297 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431259819028062,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:41:09 ha-689539 kubelet[1297]: E1205 20:41:09.823458 1297 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431269823063482,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:41:09 ha-689539 kubelet[1297]: E1205 20:41:09.823549 1297 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431269823063482,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:41:19 ha-689539 kubelet[1297]: E1205 20:41:19.829467 1297 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431279828726035,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 05 20:41:19 ha-689539 kubelet[1297]: E1205 20:41:19.829492 1297 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733431279828726035,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-689539 -n ha-689539
helpers_test.go:261: (dbg) Run: kubectl --context ha-689539 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.22s)