=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (3.796455562s)
ha_test.go:309: expected profile "ha-628553" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-628553\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-628553\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,
\"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.1\",\"ClusterName\":\"ha-628553\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.110\",\"Port\":8443,\"Kubern
etesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.169\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.149\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.119\",\"Port\":0,\"KubernetesVersion\":\"v1.31.1\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt\":false,\"logviewer\":false,\"
metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",\"MountIP\":\"\",\"MountMSize\"
:262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-628553 -n ha-628553
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-628553 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-628553 logs -n 25: (1.464913085s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-628553 ssh -n | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-628553 cp ha-628553-m03:/home/docker/cp-test.txt | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553:/home/docker/cp-test_ha-628553-m03_ha-628553.txt | | | | | |
| ssh | ha-628553 ssh -n | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-628553 ssh -n ha-628553 sudo cat | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | /home/docker/cp-test_ha-628553-m03_ha-628553.txt | | | | | |
| cp | ha-628553 cp ha-628553-m03:/home/docker/cp-test.txt | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m02:/home/docker/cp-test_ha-628553-m03_ha-628553-m02.txt | | | | | |
| ssh | ha-628553 ssh -n | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-628553 ssh -n ha-628553-m02 sudo cat | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | /home/docker/cp-test_ha-628553-m03_ha-628553-m02.txt | | | | | |
| cp | ha-628553 cp ha-628553-m03:/home/docker/cp-test.txt | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m04:/home/docker/cp-test_ha-628553-m03_ha-628553-m04.txt | | | | | |
| ssh | ha-628553 ssh -n | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-628553 ssh -n ha-628553-m04 sudo cat | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | /home/docker/cp-test_ha-628553-m03_ha-628553-m04.txt | | | | | |
| cp | ha-628553 cp testdata/cp-test.txt | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-628553 ssh -n | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-628553 cp ha-628553-m04:/home/docker/cp-test.txt | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile4011994892/001/cp-test_ha-628553-m04.txt | | | | | |
| ssh | ha-628553 ssh -n | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-628553 cp ha-628553-m04:/home/docker/cp-test.txt | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553:/home/docker/cp-test_ha-628553-m04_ha-628553.txt | | | | | |
| ssh | ha-628553 ssh -n | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-628553 ssh -n ha-628553 sudo cat | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | /home/docker/cp-test_ha-628553-m04_ha-628553.txt | | | | | |
| cp | ha-628553 cp ha-628553-m04:/home/docker/cp-test.txt | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m02:/home/docker/cp-test_ha-628553-m04_ha-628553-m02.txt | | | | | |
| ssh | ha-628553 ssh -n | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-628553 ssh -n ha-628553-m02 sudo cat | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | /home/docker/cp-test_ha-628553-m04_ha-628553-m02.txt | | | | | |
| cp | ha-628553 cp ha-628553-m04:/home/docker/cp-test.txt | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m03:/home/docker/cp-test_ha-628553-m04_ha-628553-m03.txt | | | | | |
| ssh | ha-628553 ssh -n | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | ha-628553-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-628553 ssh -n ha-628553-m03 sudo cat | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | 07 Oct 24 12:11 UTC |
| | /home/docker/cp-test_ha-628553-m04_ha-628553-m03.txt | | | | | |
| node | ha-628553 node stop m02 -v=7 | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:11 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-628553 node start m02 -v=7 | ha-628553 | jenkins | v1.34.0 | 07 Oct 24 12:13 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/10/07 12:06:46
Running on machine: ubuntu-20-agent-15
Binary: Built with gc go1.23.0 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1007 12:06:46.248953 401591 out.go:345] Setting OutFile to fd 1 ...
I1007 12:06:46.249102 401591 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1007 12:06:46.249113 401591 out.go:358] Setting ErrFile to fd 2...
I1007 12:06:46.249117 401591 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1007 12:06:46.249326 401591 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19763-377026/.minikube/bin
I1007 12:06:46.249966 401591 out.go:352] Setting JSON to false
I1007 12:06:46.250938 401591 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-15","uptime":6552,"bootTime":1728296254,"procs":185,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1069-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1007 12:06:46.251073 401591 start.go:139] virtualization: kvm guest
I1007 12:06:46.253469 401591 out.go:177] * [ha-628553] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1007 12:06:46.255142 401591 out.go:177] - MINIKUBE_LOCATION=19763
I1007 12:06:46.255180 401591 notify.go:220] Checking for updates...
I1007 12:06:46.257412 401591 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1007 12:06:46.258630 401591 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19763-377026/kubeconfig
I1007 12:06:46.259784 401591 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19763-377026/.minikube
I1007 12:06:46.261129 401591 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1007 12:06:46.262379 401591 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1007 12:06:46.263655 401591 driver.go:394] Setting default libvirt URI to qemu:///system
I1007 12:06:46.300943 401591 out.go:177] * Using the kvm2 driver based on user configuration
I1007 12:06:46.302472 401591 start.go:297] selected driver: kvm2
I1007 12:06:46.302493 401591 start.go:901] validating driver "kvm2" against <nil>
I1007 12:06:46.302513 401591 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1007 12:06:46.303566 401591 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1007 12:06:46.303697 401591 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19763-377026/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1007 12:06:46.319358 401591 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1007 12:06:46.319408 401591 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1007 12:06:46.319656 401591 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1007 12:06:46.319692 401591 cni.go:84] Creating CNI manager for ""
I1007 12:06:46.319741 401591 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1007 12:06:46.319766 401591 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1007 12:06:46.319825 401591 start.go:340] cluster config:
{Name:ha-628553 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 ClusterName:ha-628553 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRI
Socket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1007 12:06:46.319936 401591 iso.go:125] acquiring lock: {Name:mk7755c11ca5bc85d0aadd1f33672ba630051a51 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1007 12:06:46.321805 401591 out.go:177] * Starting "ha-628553" primary control-plane node in "ha-628553" cluster
I1007 12:06:46.323163 401591 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 12:06:46.323208 401591 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19763-377026/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4
I1007 12:06:46.323219 401591 cache.go:56] Caching tarball of preloaded images
I1007 12:06:46.323305 401591 preload.go:172] Found /home/jenkins/minikube-integration/19763-377026/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1007 12:06:46.323316 401591 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1007 12:06:46.323679 401591 profile.go:143] Saving config to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/config.json ...
I1007 12:06:46.323704 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/config.json: {Name:mk2a07965de558fa93dada604e58b87e56b9c04c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:06:46.323847 401591 start.go:360] acquireMachinesLock for ha-628553: {Name:mk3938302f308673f9bad9d1885814d6352aa838 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1007 12:06:46.323875 401591 start.go:364] duration metric: took 15.967µs to acquireMachinesLock for "ha-628553"
I1007 12:06:46.323891 401591 start.go:93] Provisioning new machine with config: &{Name:ha-628553 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-628553 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType
:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:06:46.323965 401591 start.go:125] createHost starting for "" (driver="kvm2")
I1007 12:06:46.325764 401591 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1007 12:06:46.325922 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:06:46.325971 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:06:46.341278 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39525
I1007 12:06:46.341788 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:06:46.342304 401591 main.go:141] libmachine: Using API Version 1
I1007 12:06:46.342327 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:06:46.342728 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:06:46.342902 401591 main.go:141] libmachine: (ha-628553) Calling .GetMachineName
I1007 12:06:46.343093 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:06:46.343232 401591 start.go:159] libmachine.API.Create for "ha-628553" (driver="kvm2")
I1007 12:06:46.343262 401591 client.go:168] LocalClient.Create starting
I1007 12:06:46.343300 401591 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem
I1007 12:06:46.343339 401591 main.go:141] libmachine: Decoding PEM data...
I1007 12:06:46.343361 401591 main.go:141] libmachine: Parsing certificate...
I1007 12:06:46.343431 401591 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem
I1007 12:06:46.343449 401591 main.go:141] libmachine: Decoding PEM data...
I1007 12:06:46.343461 401591 main.go:141] libmachine: Parsing certificate...
I1007 12:06:46.343477 401591 main.go:141] libmachine: Running pre-create checks...
I1007 12:06:46.343525 401591 main.go:141] libmachine: (ha-628553) Calling .PreCreateCheck
I1007 12:06:46.343857 401591 main.go:141] libmachine: (ha-628553) Calling .GetConfigRaw
I1007 12:06:46.344200 401591 main.go:141] libmachine: Creating machine...
I1007 12:06:46.344213 401591 main.go:141] libmachine: (ha-628553) Calling .Create
I1007 12:06:46.344334 401591 main.go:141] libmachine: (ha-628553) Creating KVM machine...
I1007 12:06:46.345527 401591 main.go:141] libmachine: (ha-628553) DBG | found existing default KVM network
I1007 12:06:46.346242 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:46.346122 401614 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000015bb0}
I1007 12:06:46.346346 401591 main.go:141] libmachine: (ha-628553) DBG | created network xml:
I1007 12:06:46.346370 401591 main.go:141] libmachine: (ha-628553) DBG | <network>
I1007 12:06:46.346380 401591 main.go:141] libmachine: (ha-628553) DBG | <name>mk-ha-628553</name>
I1007 12:06:46.346391 401591 main.go:141] libmachine: (ha-628553) DBG | <dns enable='no'/>
I1007 12:06:46.346402 401591 main.go:141] libmachine: (ha-628553) DBG |
I1007 12:06:46.346407 401591 main.go:141] libmachine: (ha-628553) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1007 12:06:46.346415 401591 main.go:141] libmachine: (ha-628553) DBG | <dhcp>
I1007 12:06:46.346420 401591 main.go:141] libmachine: (ha-628553) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1007 12:06:46.346428 401591 main.go:141] libmachine: (ha-628553) DBG | </dhcp>
I1007 12:06:46.346439 401591 main.go:141] libmachine: (ha-628553) DBG | </ip>
I1007 12:06:46.346452 401591 main.go:141] libmachine: (ha-628553) DBG |
I1007 12:06:46.346459 401591 main.go:141] libmachine: (ha-628553) DBG | </network>
I1007 12:06:46.346484 401591 main.go:141] libmachine: (ha-628553) DBG |
I1007 12:06:46.351921 401591 main.go:141] libmachine: (ha-628553) DBG | trying to create private KVM network mk-ha-628553 192.168.39.0/24...
I1007 12:06:46.427414 401591 main.go:141] libmachine: (ha-628553) DBG | private KVM network mk-ha-628553 192.168.39.0/24 created
I1007 12:06:46.427467 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:46.427375 401614 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19763-377026/.minikube
I1007 12:06:46.427482 401591 main.go:141] libmachine: (ha-628553) Setting up store path in /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553 ...
I1007 12:06:46.427511 401591 main.go:141] libmachine: (ha-628553) Building disk image from file:///home/jenkins/minikube-integration/19763-377026/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1007 12:06:46.427534 401591 main.go:141] libmachine: (ha-628553) Downloading /home/jenkins/minikube-integration/19763-377026/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19763-377026/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1007 12:06:46.734984 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:46.734782 401614 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa...
I1007 12:06:46.872452 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:46.872289 401614 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/ha-628553.rawdisk...
I1007 12:06:46.872482 401591 main.go:141] libmachine: (ha-628553) DBG | Writing magic tar header
I1007 12:06:46.872494 401591 main.go:141] libmachine: (ha-628553) DBG | Writing SSH key tar header
I1007 12:06:46.872500 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:46.872414 401614 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553 ...
I1007 12:06:46.872528 401591 main.go:141] libmachine: (ha-628553) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553
I1007 12:06:46.872550 401591 main.go:141] libmachine: (ha-628553) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553 (perms=drwx------)
I1007 12:06:46.872558 401591 main.go:141] libmachine: (ha-628553) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026/.minikube/machines (perms=drwxr-xr-x)
I1007 12:06:46.872571 401591 main.go:141] libmachine: (ha-628553) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026/.minikube/machines
I1007 12:06:46.872585 401591 main.go:141] libmachine: (ha-628553) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026/.minikube
I1007 12:06:46.872599 401591 main.go:141] libmachine: (ha-628553) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026
I1007 12:06:46.872642 401591 main.go:141] libmachine: (ha-628553) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026/.minikube (perms=drwxr-xr-x)
I1007 12:06:46.872667 401591 main.go:141] libmachine: (ha-628553) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026 (perms=drwxrwxr-x)
I1007 12:06:46.872679 401591 main.go:141] libmachine: (ha-628553) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1007 12:06:46.872704 401591 main.go:141] libmachine: (ha-628553) DBG | Checking permissions on dir: /home/jenkins
I1007 12:06:46.872718 401591 main.go:141] libmachine: (ha-628553) DBG | Checking permissions on dir: /home
I1007 12:06:46.872731 401591 main.go:141] libmachine: (ha-628553) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1007 12:06:46.872746 401591 main.go:141] libmachine: (ha-628553) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1007 12:06:46.872756 401591 main.go:141] libmachine: (ha-628553) Creating domain...
I1007 12:06:46.872770 401591 main.go:141] libmachine: (ha-628553) DBG | Skipping /home - not owner
I1007 12:06:46.873981 401591 main.go:141] libmachine: (ha-628553) define libvirt domain using xml:
I1007 12:06:46.874013 401591 main.go:141] libmachine: (ha-628553) <domain type='kvm'>
I1007 12:06:46.874020 401591 main.go:141] libmachine: (ha-628553) <name>ha-628553</name>
I1007 12:06:46.874024 401591 main.go:141] libmachine: (ha-628553) <memory unit='MiB'>2200</memory>
I1007 12:06:46.874029 401591 main.go:141] libmachine: (ha-628553) <vcpu>2</vcpu>
I1007 12:06:46.874033 401591 main.go:141] libmachine: (ha-628553) <features>
I1007 12:06:46.874038 401591 main.go:141] libmachine: (ha-628553) <acpi/>
I1007 12:06:46.874041 401591 main.go:141] libmachine: (ha-628553) <apic/>
I1007 12:06:46.874076 401591 main.go:141] libmachine: (ha-628553) <pae/>
I1007 12:06:46.874106 401591 main.go:141] libmachine: (ha-628553)
I1007 12:06:46.874128 401591 main.go:141] libmachine: (ha-628553) </features>
I1007 12:06:46.874148 401591 main.go:141] libmachine: (ha-628553) <cpu mode='host-passthrough'>
I1007 12:06:46.874160 401591 main.go:141] libmachine: (ha-628553)
I1007 12:06:46.874169 401591 main.go:141] libmachine: (ha-628553) </cpu>
I1007 12:06:46.874177 401591 main.go:141] libmachine: (ha-628553) <os>
I1007 12:06:46.874184 401591 main.go:141] libmachine: (ha-628553) <type>hvm</type>
I1007 12:06:46.874189 401591 main.go:141] libmachine: (ha-628553) <boot dev='cdrom'/>
I1007 12:06:46.874195 401591 main.go:141] libmachine: (ha-628553) <boot dev='hd'/>
I1007 12:06:46.874201 401591 main.go:141] libmachine: (ha-628553) <bootmenu enable='no'/>
I1007 12:06:46.874209 401591 main.go:141] libmachine: (ha-628553) </os>
I1007 12:06:46.874217 401591 main.go:141] libmachine: (ha-628553) <devices>
I1007 12:06:46.874227 401591 main.go:141] libmachine: (ha-628553) <disk type='file' device='cdrom'>
I1007 12:06:46.874240 401591 main.go:141] libmachine: (ha-628553) <source file='/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/boot2docker.iso'/>
I1007 12:06:46.874254 401591 main.go:141] libmachine: (ha-628553) <target dev='hdc' bus='scsi'/>
I1007 12:06:46.874286 401591 main.go:141] libmachine: (ha-628553) <readonly/>
I1007 12:06:46.874302 401591 main.go:141] libmachine: (ha-628553) </disk>
I1007 12:06:46.874308 401591 main.go:141] libmachine: (ha-628553) <disk type='file' device='disk'>
I1007 12:06:46.874314 401591 main.go:141] libmachine: (ha-628553) <driver name='qemu' type='raw' cache='default' io='threads' />
I1007 12:06:46.874328 401591 main.go:141] libmachine: (ha-628553) <source file='/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/ha-628553.rawdisk'/>
I1007 12:06:46.874335 401591 main.go:141] libmachine: (ha-628553) <target dev='hda' bus='virtio'/>
I1007 12:06:46.874340 401591 main.go:141] libmachine: (ha-628553) </disk>
I1007 12:06:46.874346 401591 main.go:141] libmachine: (ha-628553) <interface type='network'>
I1007 12:06:46.874352 401591 main.go:141] libmachine: (ha-628553) <source network='mk-ha-628553'/>
I1007 12:06:46.874358 401591 main.go:141] libmachine: (ha-628553) <model type='virtio'/>
I1007 12:06:46.874363 401591 main.go:141] libmachine: (ha-628553) </interface>
I1007 12:06:46.874369 401591 main.go:141] libmachine: (ha-628553) <interface type='network'>
I1007 12:06:46.874375 401591 main.go:141] libmachine: (ha-628553) <source network='default'/>
I1007 12:06:46.874381 401591 main.go:141] libmachine: (ha-628553) <model type='virtio'/>
I1007 12:06:46.874386 401591 main.go:141] libmachine: (ha-628553) </interface>
I1007 12:06:46.874395 401591 main.go:141] libmachine: (ha-628553) <serial type='pty'>
I1007 12:06:46.874400 401591 main.go:141] libmachine: (ha-628553) <target port='0'/>
I1007 12:06:46.874409 401591 main.go:141] libmachine: (ha-628553) </serial>
I1007 12:06:46.874429 401591 main.go:141] libmachine: (ha-628553) <console type='pty'>
I1007 12:06:46.874446 401591 main.go:141] libmachine: (ha-628553) <target type='serial' port='0'/>
I1007 12:06:46.874474 401591 main.go:141] libmachine: (ha-628553) </console>
I1007 12:06:46.874484 401591 main.go:141] libmachine: (ha-628553) <rng model='virtio'>
I1007 12:06:46.874505 401591 main.go:141] libmachine: (ha-628553) <backend model='random'>/dev/random</backend>
I1007 12:06:46.874515 401591 main.go:141] libmachine: (ha-628553) </rng>
I1007 12:06:46.874526 401591 main.go:141] libmachine: (ha-628553)
I1007 12:06:46.874539 401591 main.go:141] libmachine: (ha-628553)
I1007 12:06:46.874559 401591 main.go:141] libmachine: (ha-628553) </devices>
I1007 12:06:46.874569 401591 main.go:141] libmachine: (ha-628553) </domain>
I1007 12:06:46.874620 401591 main.go:141] libmachine: (ha-628553)
I1007 12:06:46.879724 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:6a:a7:e1 in network default
I1007 12:06:46.880361 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:46.880382 401591 main.go:141] libmachine: (ha-628553) Ensuring networks are active...
I1007 12:06:46.881257 401591 main.go:141] libmachine: (ha-628553) Ensuring network default is active
I1007 12:06:46.881675 401591 main.go:141] libmachine: (ha-628553) Ensuring network mk-ha-628553 is active
I1007 12:06:46.882336 401591 main.go:141] libmachine: (ha-628553) Getting domain xml...
I1007 12:06:46.883247 401591 main.go:141] libmachine: (ha-628553) Creating domain...
I1007 12:06:48.123283 401591 main.go:141] libmachine: (ha-628553) Waiting to get IP...
I1007 12:06:48.124056 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:48.124511 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:48.124563 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:48.124510 401614 retry.go:31] will retry after 252.804778ms: waiting for machine to come up
I1007 12:06:48.379035 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:48.379469 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:48.379489 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:48.379438 401614 retry.go:31] will retry after 356.807953ms: waiting for machine to come up
I1007 12:06:48.738267 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:48.738722 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:48.738745 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:48.738688 401614 retry.go:31] will retry after 447.95167ms: waiting for machine to come up
I1007 12:06:49.188519 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:49.188950 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:49.189019 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:49.188950 401614 retry.go:31] will retry after 486.200273ms: waiting for machine to come up
I1007 12:06:49.676646 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:49.677063 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:49.677096 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:49.677017 401614 retry.go:31] will retry after 751.80427ms: waiting for machine to come up
I1007 12:06:50.430789 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:50.431237 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:50.431260 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:50.431198 401614 retry.go:31] will retry after 897.786106ms: waiting for machine to come up
I1007 12:06:51.330467 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:51.330831 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:51.330901 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:51.330836 401614 retry.go:31] will retry after 793.545437ms: waiting for machine to come up
I1007 12:06:52.125725 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:52.126243 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:52.126280 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:52.126156 401614 retry.go:31] will retry after 986.036634ms: waiting for machine to come up
I1007 12:06:53.113559 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:53.113953 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:53.113997 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:53.113901 401614 retry.go:31] will retry after 1.340335374s: waiting for machine to come up
I1007 12:06:54.456245 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:54.456708 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:54.456732 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:54.456674 401614 retry.go:31] will retry after 1.447575739s: waiting for machine to come up
I1007 12:06:55.906303 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:55.906806 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:55.906840 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:55.906747 401614 retry.go:31] will retry after 2.291446715s: waiting for machine to come up
I1007 12:06:58.200323 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:06:58.200867 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:06:58.200896 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:06:58.200813 401614 retry.go:31] will retry after 2.450660794s: waiting for machine to come up
I1007 12:07:00.654450 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:00.655019 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:07:00.655050 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:07:00.654943 401614 retry.go:31] will retry after 4.454613315s: waiting for machine to come up
I1007 12:07:05.114240 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:05.114649 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find current IP address of domain ha-628553 in network mk-ha-628553
I1007 12:07:05.114678 401591 main.go:141] libmachine: (ha-628553) DBG | I1007 12:07:05.114610 401614 retry.go:31] will retry after 4.13354174s: waiting for machine to come up
I1007 12:07:09.251818 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.252270 401591 main.go:141] libmachine: (ha-628553) Found IP for machine: 192.168.39.110
I1007 12:07:09.252297 401591 main.go:141] libmachine: (ha-628553) Reserving static IP address...
I1007 12:07:09.252306 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has current primary IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.252723 401591 main.go:141] libmachine: (ha-628553) DBG | unable to find host DHCP lease matching {name: "ha-628553", mac: "52:54:00:7b:12:fd", ip: "192.168.39.110"} in network mk-ha-628553
I1007 12:07:09.328075 401591 main.go:141] libmachine: (ha-628553) DBG | Getting to WaitForSSH function...
I1007 12:07:09.328108 401591 main.go:141] libmachine: (ha-628553) Reserved static IP address: 192.168.39.110
I1007 12:07:09.328119 401591 main.go:141] libmachine: (ha-628553) Waiting for SSH to be available...
I1007 12:07:09.330775 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.331429 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:minikube Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:09.331468 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.331645 401591 main.go:141] libmachine: (ha-628553) DBG | Using SSH client type: external
I1007 12:07:09.331670 401591 main.go:141] libmachine: (ha-628553) DBG | Using SSH private key: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa (-rw-------)
I1007 12:07:09.331710 401591 main.go:141] libmachine: (ha-628553) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.110 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 12:07:09.331724 401591 main.go:141] libmachine: (ha-628553) DBG | About to run SSH command:
I1007 12:07:09.331736 401591 main.go:141] libmachine: (ha-628553) DBG | exit 0
I1007 12:07:09.455242 401591 main.go:141] libmachine: (ha-628553) DBG | SSH cmd err, output: <nil>:
I1007 12:07:09.455632 401591 main.go:141] libmachine: (ha-628553) KVM machine creation complete!
I1007 12:07:09.455937 401591 main.go:141] libmachine: (ha-628553) Calling .GetConfigRaw
I1007 12:07:09.456561 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:07:09.456802 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:07:09.457023 401591 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1007 12:07:09.457043 401591 main.go:141] libmachine: (ha-628553) Calling .GetState
I1007 12:07:09.458370 401591 main.go:141] libmachine: Detecting operating system of created instance...
I1007 12:07:09.458386 401591 main.go:141] libmachine: Waiting for SSH to be available...
I1007 12:07:09.458404 401591 main.go:141] libmachine: Getting to WaitForSSH function...
I1007 12:07:09.458413 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:09.460807 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.461171 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:09.461207 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.461300 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:09.461468 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:09.461645 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:09.461780 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:09.461919 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:09.462158 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.110 22 <nil> <nil>}
I1007 12:07:09.462173 401591 main.go:141] libmachine: About to run SSH command:
exit 0
I1007 12:07:09.562645 401591 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:07:09.562687 401591 main.go:141] libmachine: Detecting the provisioner...
I1007 12:07:09.562725 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:09.565649 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.565971 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:09.566008 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.566176 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:09.566388 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:09.566561 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:09.566676 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:09.566830 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:09.567082 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.110 22 <nil> <nil>}
I1007 12:07:09.567099 401591 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1007 12:07:09.667847 401591 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1007 12:07:09.667941 401591 main.go:141] libmachine: found compatible host: buildroot
I1007 12:07:09.667948 401591 main.go:141] libmachine: Provisioning with buildroot...
I1007 12:07:09.667957 401591 main.go:141] libmachine: (ha-628553) Calling .GetMachineName
I1007 12:07:09.668229 401591 buildroot.go:166] provisioning hostname "ha-628553"
I1007 12:07:09.668263 401591 main.go:141] libmachine: (ha-628553) Calling .GetMachineName
I1007 12:07:09.668471 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:09.671034 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.671389 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:09.671427 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.671579 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:09.671743 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:09.671923 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:09.672060 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:09.672217 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:09.672404 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.110 22 <nil> <nil>}
I1007 12:07:09.672417 401591 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-628553 && echo "ha-628553" | sudo tee /etc/hostname
I1007 12:07:09.786631 401591 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-628553
I1007 12:07:09.786665 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:09.789427 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.789744 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:09.789774 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.789989 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:09.790273 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:09.790426 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:09.790549 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:09.790707 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:09.790919 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.110 22 <nil> <nil>}
I1007 12:07:09.790942 401591 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-628553' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-628553/g' /etc/hosts;
else
echo '127.0.1.1 ha-628553' | sudo tee -a /etc/hosts;
fi
fi
I1007 12:07:09.900194 401591 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:07:09.900232 401591 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19763-377026/.minikube CaCertPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19763-377026/.minikube}
I1007 12:07:09.900296 401591 buildroot.go:174] setting up certificates
I1007 12:07:09.900321 401591 provision.go:84] configureAuth start
I1007 12:07:09.900343 401591 main.go:141] libmachine: (ha-628553) Calling .GetMachineName
I1007 12:07:09.900684 401591 main.go:141] libmachine: (ha-628553) Calling .GetIP
I1007 12:07:09.903579 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.904022 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:09.904048 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.904222 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:09.906311 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.906630 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:09.906658 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.906830 401591 provision.go:143] copyHostCerts
I1007 12:07:09.906874 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem
I1007 12:07:09.906920 401591 exec_runner.go:144] found /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem, removing ...
I1007 12:07:09.906937 401591 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem
I1007 12:07:09.907109 401591 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem (1082 bytes)
I1007 12:07:09.907203 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem
I1007 12:07:09.907224 401591 exec_runner.go:144] found /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem, removing ...
I1007 12:07:09.907232 401591 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem
I1007 12:07:09.907258 401591 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem (1123 bytes)
I1007 12:07:09.907319 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem
I1007 12:07:09.907341 401591 exec_runner.go:144] found /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem, removing ...
I1007 12:07:09.907348 401591 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem
I1007 12:07:09.907368 401591 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem (1679 bytes)
I1007 12:07:09.907427 401591 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca-key.pem org=jenkins.ha-628553 san=[127.0.0.1 192.168.39.110 ha-628553 localhost minikube]
I1007 12:07:09.982701 401591 provision.go:177] copyRemoteCerts
I1007 12:07:09.982771 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1007 12:07:09.982796 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:09.985547 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.985859 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:09.985888 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:09.986044 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:09.986244 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:09.986399 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:09.986506 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.110 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa Username:docker}
I1007 12:07:10.070065 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1007 12:07:10.070156 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1007 12:07:10.096714 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem -> /etc/docker/server.pem
I1007 12:07:10.096790 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem --> /etc/docker/server.pem (1196 bytes)
I1007 12:07:10.123505 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1007 12:07:10.123591 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1007 12:07:10.149487 401591 provision.go:87] duration metric: took 249.146606ms to configureAuth
I1007 12:07:10.149524 401591 buildroot.go:189] setting minikube options for container-runtime
I1007 12:07:10.149723 401591 config.go:182] Loaded profile config "ha-628553": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:07:10.149836 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:10.152585 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.152880 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:10.152910 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.153069 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:10.153241 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:10.153400 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:10.153553 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:10.153691 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:10.153888 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.110 22 <nil> <nil>}
I1007 12:07:10.153903 401591 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1007 12:07:10.373356 401591 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1007 12:07:10.373398 401591 main.go:141] libmachine: Checking connection to Docker...
I1007 12:07:10.373429 401591 main.go:141] libmachine: (ha-628553) Calling .GetURL
I1007 12:07:10.374673 401591 main.go:141] libmachine: (ha-628553) DBG | Using libvirt version 6000000
I1007 12:07:10.376989 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.377347 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:10.377371 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.377519 401591 main.go:141] libmachine: Docker is up and running!
I1007 12:07:10.377531 401591 main.go:141] libmachine: Reticulating splines...
I1007 12:07:10.377548 401591 client.go:171] duration metric: took 24.034266127s to LocalClient.Create
I1007 12:07:10.377571 401591 start.go:167] duration metric: took 24.034341329s to libmachine.API.Create "ha-628553"
I1007 12:07:10.377581 401591 start.go:293] postStartSetup for "ha-628553" (driver="kvm2")
I1007 12:07:10.377593 401591 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1007 12:07:10.377610 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:07:10.377871 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1007 12:07:10.377899 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:10.380000 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.380320 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:10.380343 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.380475 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:10.380648 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:10.380799 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:10.380960 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.110 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa Username:docker}
I1007 12:07:10.461919 401591 ssh_runner.go:195] Run: cat /etc/os-release
I1007 12:07:10.466913 401591 info.go:137] Remote host: Buildroot 2023.02.9
I1007 12:07:10.466951 401591 filesync.go:126] Scanning /home/jenkins/minikube-integration/19763-377026/.minikube/addons for local assets ...
I1007 12:07:10.467055 401591 filesync.go:126] Scanning /home/jenkins/minikube-integration/19763-377026/.minikube/files for local assets ...
I1007 12:07:10.467179 401591 filesync.go:149] local asset: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem -> 3842712.pem in /etc/ssl/certs
I1007 12:07:10.467195 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem -> /etc/ssl/certs/3842712.pem
I1007 12:07:10.467315 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1007 12:07:10.478269 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem --> /etc/ssl/certs/3842712.pem (1708 bytes)
I1007 12:07:10.503960 401591 start.go:296] duration metric: took 126.358927ms for postStartSetup
I1007 12:07:10.504030 401591 main.go:141] libmachine: (ha-628553) Calling .GetConfigRaw
I1007 12:07:10.504699 401591 main.go:141] libmachine: (ha-628553) Calling .GetIP
I1007 12:07:10.507315 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.507612 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:10.507660 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.507956 401591 profile.go:143] Saving config to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/config.json ...
I1007 12:07:10.508187 401591 start.go:128] duration metric: took 24.184210305s to createHost
I1007 12:07:10.508226 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:10.510480 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.510789 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:10.510822 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.511033 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:10.511256 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:10.511415 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:10.511573 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:10.511733 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:10.511905 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.110 22 <nil> <nil>}
I1007 12:07:10.511924 401591 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1007 12:07:10.611827 401591 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728302830.585700119
I1007 12:07:10.611860 401591 fix.go:216] guest clock: 1728302830.585700119
I1007 12:07:10.611870 401591 fix.go:229] Guest: 2024-10-07 12:07:10.585700119 +0000 UTC Remote: 2024-10-07 12:07:10.508202357 +0000 UTC m=+24.300236101 (delta=77.497762ms)
I1007 12:07:10.611911 401591 fix.go:200] guest clock delta is within tolerance: 77.497762ms
I1007 12:07:10.611917 401591 start.go:83] releasing machines lock for "ha-628553", held for 24.288033555s
I1007 12:07:10.611944 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:07:10.612216 401591 main.go:141] libmachine: (ha-628553) Calling .GetIP
I1007 12:07:10.614566 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.614868 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:10.614895 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.615083 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:07:10.615721 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:07:10.615950 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:07:10.616059 401591 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1007 12:07:10.616101 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:10.616157 401591 ssh_runner.go:195] Run: cat /version.json
I1007 12:07:10.616184 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:10.618780 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.618978 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.619174 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:10.619193 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.619348 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:10.619390 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:10.619659 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:10.619672 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:10.619840 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:10.619847 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:10.620016 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:10.620024 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:10.620177 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.110 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa Username:docker}
I1007 12:07:10.620181 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.110 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa Username:docker}
I1007 12:07:10.718502 401591 ssh_runner.go:195] Run: systemctl --version
I1007 12:07:10.724799 401591 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1007 12:07:10.886272 401591 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1007 12:07:10.893483 401591 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1007 12:07:10.893578 401591 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1007 12:07:10.909850 401591 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1007 12:07:10.909880 401591 start.go:495] detecting cgroup driver to use...
I1007 12:07:10.909961 401591 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1007 12:07:10.926247 401591 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1007 12:07:10.941251 401591 docker.go:217] disabling cri-docker service (if available) ...
I1007 12:07:10.941339 401591 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1007 12:07:10.955771 401591 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1007 12:07:10.969831 401591 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1007 12:07:11.084350 401591 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1007 12:07:11.233191 401591 docker.go:233] disabling docker service ...
I1007 12:07:11.233261 401591 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1007 12:07:11.257607 401591 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1007 12:07:11.272121 401591 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1007 12:07:11.404315 401591 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1007 12:07:11.544026 401591 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1007 12:07:11.559395 401591 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1007 12:07:11.580516 401591 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1007 12:07:11.580580 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:11.592830 401591 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1007 12:07:11.592905 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:11.604197 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:11.615375 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:11.626652 401591 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1007 12:07:11.638161 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:11.649289 401591 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:11.668010 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:11.679654 401591 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1007 12:07:11.690371 401591 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1007 12:07:11.690448 401591 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1007 12:07:11.704718 401591 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1007 12:07:11.715762 401591 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:07:11.825411 401591 ssh_runner.go:195] Run: sudo systemctl restart crio
I1007 12:07:11.918378 401591 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1007 12:07:11.918470 401591 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1007 12:07:11.923527 401591 start.go:563] Will wait 60s for crictl version
I1007 12:07:11.923612 401591 ssh_runner.go:195] Run: which crictl
I1007 12:07:11.927764 401591 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1007 12:07:11.977811 401591 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1007 12:07:11.977922 401591 ssh_runner.go:195] Run: crio --version
I1007 12:07:12.007918 401591 ssh_runner.go:195] Run: crio --version
I1007 12:07:12.039043 401591 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1007 12:07:12.040655 401591 main.go:141] libmachine: (ha-628553) Calling .GetIP
I1007 12:07:12.043258 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:12.043618 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:12.043660 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:12.043867 401591 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1007 12:07:12.048464 401591 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:07:12.062293 401591 kubeadm.go:883] updating cluster {Name:ha-628553 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 C
lusterName:ha-628553 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.110 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0
MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1007 12:07:12.062486 401591 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 12:07:12.062597 401591 ssh_runner.go:195] Run: sudo crictl images --output json
I1007 12:07:12.097470 401591 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.1". assuming images are not preloaded.
I1007 12:07:12.097555 401591 ssh_runner.go:195] Run: which lz4
I1007 12:07:12.101992 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1007 12:07:12.102107 401591 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1007 12:07:12.106769 401591 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1007 12:07:12.106815 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (388599353 bytes)
I1007 12:07:13.549777 401591 crio.go:462] duration metric: took 1.447693523s to copy over tarball
I1007 12:07:13.549867 401591 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1007 12:07:15.620966 401591 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (2.071058726s)
I1007 12:07:15.621003 401591 crio.go:469] duration metric: took 2.071194203s to extract the tarball
I1007 12:07:15.621015 401591 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1007 12:07:15.659036 401591 ssh_runner.go:195] Run: sudo crictl images --output json
I1007 12:07:15.704438 401591 crio.go:514] all images are preloaded for cri-o runtime.
I1007 12:07:15.704468 401591 cache_images.go:84] Images are preloaded, skipping loading
I1007 12:07:15.704477 401591 kubeadm.go:934] updating node { 192.168.39.110 8443 v1.31.1 crio true true} ...
I1007 12:07:15.704607 401591 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-628553 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.110
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-628553 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1007 12:07:15.704694 401591 ssh_runner.go:195] Run: crio config
I1007 12:07:15.754734 401591 cni.go:84] Creating CNI manager for ""
I1007 12:07:15.754757 401591 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1007 12:07:15.754770 401591 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1007 12:07:15.754796 401591 kubeadm.go:181] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.110 APIServerPort:8443 KubernetesVersion:v1.31.1 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-628553 NodeName:ha-628553 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.110"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.110 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1007 12:07:15.754985 401591 kubeadm.go:187] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta3
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.110
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-628553"
kubeletExtraArgs:
node-ip: 192.168.39.110
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta3
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.110"]
extraArgs:
enable-admission-plugins: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
allocate-node-cidrs: "true"
leader-elect: "false"
scheduler:
extraArgs:
leader-elect: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
proxy-refresh-interval: "70000"
kubernetesVersion: v1.31.1
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1007 12:07:15.755023 401591 kube-vip.go:115] generating kube-vip config ...
I1007 12:07:15.755081 401591 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1007 12:07:15.772386 401591 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1007 12:07:15.772511 401591 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1007 12:07:15.772569 401591 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1007 12:07:15.783117 401591 binaries.go:44] Found k8s binaries, skipping transfer
I1007 12:07:15.783206 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1007 12:07:15.793430 401591 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1007 12:07:15.811520 401591 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1007 12:07:15.829402 401591 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2153 bytes)
I1007 12:07:15.846802 401591 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1007 12:07:15.864215 401591 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1007 12:07:15.868441 401591 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:07:15.881667 401591 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:07:16.004989 401591 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 12:07:16.023767 401591 certs.go:68] Setting up /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553 for IP: 192.168.39.110
I1007 12:07:16.023798 401591 certs.go:194] generating shared ca certs ...
I1007 12:07:16.023817 401591 certs.go:226] acquiring lock for ca certs: {Name:mkb33346dabd36d58a78d24f94757f647b7cda33 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:07:16.023995 401591 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.key
I1007 12:07:16.024043 401591 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.key
I1007 12:07:16.024055 401591 certs.go:256] generating profile certs ...
I1007 12:07:16.024128 401591 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.key
I1007 12:07:16.024144 401591 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.crt with IP's: []
I1007 12:07:16.480073 401591 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.crt ...
I1007 12:07:16.480107 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.crt: {Name:mkfb027cfd899ceeb19712c80d47ef46bbe4c190 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:07:16.480291 401591 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.key ...
I1007 12:07:16.480303 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.key: {Name:mk472c4daf268a3e203f7108e0ee108260fa3747 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:07:16.480379 401591 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.4812d105
I1007 12:07:16.480394 401591 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.4812d105 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.110 192.168.39.254]
I1007 12:07:16.560831 401591 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.4812d105 ...
I1007 12:07:16.560865 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.4812d105: {Name:mkda56599207690099e4c299c085dc0644ef658a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:07:16.561026 401591 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.4812d105 ...
I1007 12:07:16.561038 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.4812d105: {Name:mk95b3f2a966eb67f31cfddf5b506b130fe9bd62 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:07:16.561111 401591 certs.go:381] copying /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.4812d105 -> /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt
I1007 12:07:16.561219 401591 certs.go:385] copying /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.4812d105 -> /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key
I1007 12:07:16.561278 401591 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.key
I1007 12:07:16.561293 401591 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.crt with IP's: []
I1007 12:07:16.724627 401591 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.crt ...
I1007 12:07:16.724663 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.crt: {Name:mka4b333091a10b550ae6d13ed243d08adf6256b Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:07:16.724831 401591 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.key ...
I1007 12:07:16.724852 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.key: {Name:mk6b2bcdf33ba7c4b6b9286fdc19a9d76a966caa Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:07:16.724932 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1007 12:07:16.724949 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1007 12:07:16.724963 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1007 12:07:16.724977 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1007 12:07:16.724990 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1007 12:07:16.725004 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1007 12:07:16.725016 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1007 12:07:16.725028 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1007 12:07:16.725075 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271.pem (1338 bytes)
W1007 12:07:16.725108 401591 certs.go:480] ignoring /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271_empty.pem, impossibly tiny 0 bytes
I1007 12:07:16.725118 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca-key.pem (1675 bytes)
I1007 12:07:16.725153 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem (1082 bytes)
I1007 12:07:16.725179 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem (1123 bytes)
I1007 12:07:16.725216 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem (1679 bytes)
I1007 12:07:16.725253 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem (1708 bytes)
I1007 12:07:16.725329 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271.pem -> /usr/share/ca-certificates/384271.pem
I1007 12:07:16.725350 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem -> /usr/share/ca-certificates/3842712.pem
I1007 12:07:16.725362 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1007 12:07:16.726018 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1007 12:07:16.753427 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1007 12:07:16.781404 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1007 12:07:16.817294 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1007 12:07:16.847559 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1007 12:07:16.873440 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1007 12:07:16.900479 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1007 12:07:16.927096 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1007 12:07:16.955843 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271.pem --> /usr/share/ca-certificates/384271.pem (1338 bytes)
I1007 12:07:16.983339 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem --> /usr/share/ca-certificates/3842712.pem (1708 bytes)
I1007 12:07:17.013360 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1007 12:07:17.041294 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1007 12:07:17.061373 401591 ssh_runner.go:195] Run: openssl version
I1007 12:07:17.067955 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/384271.pem && ln -fs /usr/share/ca-certificates/384271.pem /etc/ssl/certs/384271.pem"
I1007 12:07:17.081953 401591 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/384271.pem
I1007 12:07:17.087146 401591 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 7 11:53 /usr/share/ca-certificates/384271.pem
I1007 12:07:17.087222 401591 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/384271.pem
I1007 12:07:17.094009 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/384271.pem /etc/ssl/certs/51391683.0"
I1007 12:07:17.108332 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3842712.pem && ln -fs /usr/share/ca-certificates/3842712.pem /etc/ssl/certs/3842712.pem"
I1007 12:07:17.122877 401591 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3842712.pem
I1007 12:07:17.128622 401591 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 7 11:53 /usr/share/ca-certificates/3842712.pem
I1007 12:07:17.128708 401591 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3842712.pem
I1007 12:07:17.136010 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3842712.pem /etc/ssl/certs/3ec20f2e.0"
I1007 12:07:17.150544 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1007 12:07:17.165028 401591 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1007 12:07:17.170897 401591 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 7 11:32 /usr/share/ca-certificates/minikubeCA.pem
I1007 12:07:17.170982 401591 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1007 12:07:17.177949 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1007 12:07:17.192554 401591 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1007 12:07:17.197582 401591 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1007 12:07:17.197639 401591 kubeadm.go:392] StartCluster: {Name:ha-628553 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Clus
terName:ha-628553 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.110 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Mou
ntType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1007 12:07:17.197720 401591 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1007 12:07:17.197783 401591 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1007 12:07:17.244966 401591 cri.go:89] found id: ""
I1007 12:07:17.245041 401591 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1007 12:07:17.257993 401591 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1007 12:07:17.270516 401591 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1007 12:07:17.282873 401591 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1007 12:07:17.282897 401591 kubeadm.go:157] found existing configuration files:
I1007 12:07:17.282953 401591 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1007 12:07:17.293921 401591 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1007 12:07:17.294014 401591 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1007 12:07:17.305489 401591 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1007 12:07:17.315800 401591 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1007 12:07:17.315863 401591 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1007 12:07:17.326391 401591 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1007 12:07:17.336609 401591 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1007 12:07:17.336691 401591 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1007 12:07:17.347761 401591 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1007 12:07:17.358288 401591 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1007 12:07:17.358369 401591 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1007 12:07:17.369688 401591 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1007 12:07:17.494169 401591 kubeadm.go:310] [init] Using Kubernetes version: v1.31.1
I1007 12:07:17.494284 401591 kubeadm.go:310] [preflight] Running pre-flight checks
I1007 12:07:17.626708 401591 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1007 12:07:17.626813 401591 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1007 12:07:17.626906 401591 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1007 12:07:17.639261 401591 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1007 12:07:17.853154 401591 out.go:235] - Generating certificates and keys ...
I1007 12:07:17.853313 401591 kubeadm.go:310] [certs] Using existing ca certificate authority
I1007 12:07:17.853396 401591 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1007 12:07:17.853510 401591 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1007 12:07:17.853594 401591 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1007 12:07:18.070639 401591 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1007 12:07:18.133955 401591 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1007 12:07:18.493727 401591 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1007 12:07:18.493854 401591 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-628553 localhost] and IPs [192.168.39.110 127.0.0.1 ::1]
I1007 12:07:18.624521 401591 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1007 12:07:18.624725 401591 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-628553 localhost] and IPs [192.168.39.110 127.0.0.1 ::1]
I1007 12:07:18.772457 401591 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1007 12:07:19.133450 401591 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1007 12:07:19.279063 401591 kubeadm.go:310] [certs] Generating "sa" key and public key
I1007 12:07:19.279188 401591 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1007 12:07:19.348410 401591 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1007 12:07:19.574804 401591 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1007 12:07:19.645430 401591 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1007 12:07:19.894630 401591 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1007 12:07:20.065666 401591 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1007 12:07:20.066298 401591 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1007 12:07:20.071555 401591 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1007 12:07:20.073562 401591 out.go:235] - Booting up control plane ...
I1007 12:07:20.073670 401591 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1007 12:07:20.073742 401591 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1007 12:07:20.073803 401591 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1007 12:07:20.089334 401591 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1007 12:07:20.096504 401591 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1007 12:07:20.096582 401591 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1007 12:07:20.238757 401591 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1007 12:07:20.238922 401591 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1007 12:07:21.247383 401591 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.007919898s
I1007 12:07:21.247485 401591 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1007 12:07:26.913696 401591 kubeadm.go:310] [api-check] The API server is healthy after 5.671139192s
I1007 12:07:26.932589 401591 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1007 12:07:26.948791 401591 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1007 12:07:27.494371 401591 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1007 12:07:27.494637 401591 kubeadm.go:310] [mark-control-plane] Marking the node ha-628553 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1007 12:07:27.512639 401591 kubeadm.go:310] [bootstrap-token] Using token: jd5sg7.ynaw0s6f9h2yr29w
I1007 12:07:27.514508 401591 out.go:235] - Configuring RBAC rules ...
I1007 12:07:27.514678 401591 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1007 12:07:27.527273 401591 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1007 12:07:27.537651 401591 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1007 12:07:27.542026 401591 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1007 12:07:27.545879 401591 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1007 12:07:27.550174 401591 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1007 12:07:27.568355 401591 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1007 12:07:27.807712 401591 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1007 12:07:28.321610 401591 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1007 12:07:28.321657 401591 kubeadm.go:310]
I1007 12:07:28.321720 401591 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1007 12:07:28.321728 401591 kubeadm.go:310]
I1007 12:07:28.321852 401591 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1007 12:07:28.321870 401591 kubeadm.go:310]
I1007 12:07:28.321904 401591 kubeadm.go:310] mkdir -p $HOME/.kube
I1007 12:07:28.321987 401591 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1007 12:07:28.322064 401591 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1007 12:07:28.322074 401591 kubeadm.go:310]
I1007 12:07:28.322155 401591 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1007 12:07:28.322171 401591 kubeadm.go:310]
I1007 12:07:28.322225 401591 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1007 12:07:28.322234 401591 kubeadm.go:310]
I1007 12:07:28.322293 401591 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1007 12:07:28.322386 401591 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1007 12:07:28.322471 401591 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1007 12:07:28.322481 401591 kubeadm.go:310]
I1007 12:07:28.322608 401591 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1007 12:07:28.322677 401591 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1007 12:07:28.322684 401591 kubeadm.go:310]
I1007 12:07:28.322753 401591 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token jd5sg7.ynaw0s6f9h2yr29w \
I1007 12:07:28.322898 401591 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:2fd6348052a965f34940e5ba90174bfbd02270cfad7be225de56832e31ef38d5 \
I1007 12:07:28.322931 401591 kubeadm.go:310] --control-plane
I1007 12:07:28.322941 401591 kubeadm.go:310]
I1007 12:07:28.323057 401591 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1007 12:07:28.323067 401591 kubeadm.go:310]
I1007 12:07:28.323165 401591 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token jd5sg7.ynaw0s6f9h2yr29w \
I1007 12:07:28.323318 401591 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:2fd6348052a965f34940e5ba90174bfbd02270cfad7be225de56832e31ef38d5
I1007 12:07:28.324193 401591 kubeadm.go:310] W1007 12:07:17.473376 839 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "ClusterConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1007 12:07:28.324456 401591 kubeadm.go:310] W1007 12:07:17.474417 839 common.go:101] your configuration file uses a deprecated API spec: "kubeadm.k8s.io/v1beta3" (kind: "InitConfiguration"). Please use 'kubeadm config migrate --old-config old.yaml --new-config new.yaml', which will write the new, similar spec using a newer API version.
I1007 12:07:28.324568 401591 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1007 12:07:28.324604 401591 cni.go:84] Creating CNI manager for ""
I1007 12:07:28.324616 401591 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1007 12:07:28.326463 401591 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1007 12:07:28.327680 401591 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1007 12:07:28.333563 401591 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.1/kubectl ...
I1007 12:07:28.333587 401591 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1007 12:07:28.357058 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1007 12:07:28.763710 401591 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1007 12:07:28.763800 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:07:28.763837 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-628553 minikube.k8s.io/updated_at=2024_10_07T12_07_28_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=55a088b4b31722f6a33d4d5d4ae6e59a42bb414b minikube.k8s.io/name=ha-628553 minikube.k8s.io/primary=true
I1007 12:07:28.789823 401591 ops.go:34] apiserver oom_adj: -16
I1007 12:07:28.939139 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:07:29.440288 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:07:29.939479 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:07:30.440099 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:07:30.940243 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:07:31.439830 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:07:31.939544 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:07:32.439274 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1007 12:07:32.691661 401591 kubeadm.go:1113] duration metric: took 3.927936335s to wait for elevateKubeSystemPrivileges
I1007 12:07:32.691702 401591 kubeadm.go:394] duration metric: took 15.494065691s to StartCluster
I1007 12:07:32.691720 401591 settings.go:142] acquiring lock: {Name:mk1ff033f29b570679652ae5ee30e0799b0658dd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:07:32.691805 401591 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19763-377026/kubeconfig
I1007 12:07:32.694409 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/kubeconfig: {Name:mkb063dd9004b3380daebd5398a27c65eb7a9c7e Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:07:32.695052 401591 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1007 12:07:32.695056 401591 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.110 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:07:32.695093 401591 start.go:241] waiting for startup goroutines ...
I1007 12:07:32.695116 401591 addons.go:507] enable addons start: toEnable=map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1007 12:07:32.695224 401591 addons.go:69] Setting storage-provisioner=true in profile "ha-628553"
I1007 12:07:32.695233 401591 addons.go:69] Setting default-storageclass=true in profile "ha-628553"
I1007 12:07:32.695246 401591 addons.go:234] Setting addon storage-provisioner=true in "ha-628553"
I1007 12:07:32.695276 401591 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-628553"
I1007 12:07:32.695321 401591 config.go:182] Loaded profile config "ha-628553": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:07:32.695278 401591 host.go:66] Checking if "ha-628553" exists ...
I1007 12:07:32.695828 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:07:32.695856 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:07:32.695880 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:07:32.695904 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:07:32.713283 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41975
I1007 12:07:32.713330 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:41139
I1007 12:07:32.713795 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:07:32.713821 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:07:32.714372 401591 main.go:141] libmachine: Using API Version 1
I1007 12:07:32.714404 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:07:32.714470 401591 main.go:141] libmachine: Using API Version 1
I1007 12:07:32.714495 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:07:32.714860 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:07:32.714918 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:07:32.715087 401591 main.go:141] libmachine: (ha-628553) Calling .GetState
I1007 12:07:32.715613 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:07:32.715671 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:07:32.717649 401591 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19763-377026/kubeconfig
I1007 12:07:32.717950 401591 kapi.go:59] client config for ha-628553: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.crt", KeyFile:"/home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.key", CAFile:"/home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1007 12:07:32.718459 401591 cert_rotation.go:140] Starting client certificate rotation controller
I1007 12:07:32.718801 401591 addons.go:234] Setting addon default-storageclass=true in "ha-628553"
I1007 12:07:32.718846 401591 host.go:66] Checking if "ha-628553" exists ...
I1007 12:07:32.719253 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:07:32.719305 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:07:32.733464 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45313
I1007 12:07:32.734011 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:07:32.734570 401591 main.go:141] libmachine: Using API Version 1
I1007 12:07:32.734597 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:07:32.734946 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:07:32.735147 401591 main.go:141] libmachine: (ha-628553) Calling .GetState
I1007 12:07:32.736496 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38269
I1007 12:07:32.736815 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:07:32.737247 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:07:32.737699 401591 main.go:141] libmachine: Using API Version 1
I1007 12:07:32.737724 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:07:32.738090 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:07:32.738558 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:07:32.738606 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:07:32.739129 401591 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1007 12:07:32.740633 401591 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1007 12:07:32.740659 401591 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1007 12:07:32.740683 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:32.744392 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:32.744885 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:32.744914 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:32.745085 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:32.745311 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:32.745493 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:32.745635 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.110 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa Username:docker}
I1007 12:07:32.755450 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33449
I1007 12:07:32.756180 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:07:32.756775 401591 main.go:141] libmachine: Using API Version 1
I1007 12:07:32.756839 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:07:32.757215 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:07:32.757439 401591 main.go:141] libmachine: (ha-628553) Calling .GetState
I1007 12:07:32.759112 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:07:32.759361 401591 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1007 12:07:32.759380 401591 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1007 12:07:32.759399 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:07:32.761925 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:32.762241 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:07:32.762266 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:07:32.762381 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:07:32.762573 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:07:32.762681 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:07:32.762803 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.110 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa Username:docker}
I1007 12:07:32.893511 401591 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1007 12:07:32.927665 401591 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1007 12:07:32.930086 401591 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.1/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1007 12:07:33.749725 401591 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1007 12:07:33.749834 401591 main.go:141] libmachine: Making call to close driver server
I1007 12:07:33.749857 401591 main.go:141] libmachine: (ha-628553) Calling .Close
I1007 12:07:33.750070 401591 main.go:141] libmachine: Making call to close driver server
I1007 12:07:33.750085 401591 main.go:141] libmachine: (ha-628553) Calling .Close
I1007 12:07:33.750150 401591 main.go:141] libmachine: (ha-628553) DBG | Closing plugin on server side
I1007 12:07:33.750183 401591 main.go:141] libmachine: Successfully made call to close driver server
I1007 12:07:33.750217 401591 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 12:07:33.750228 401591 main.go:141] libmachine: Making call to close driver server
I1007 12:07:33.750239 401591 main.go:141] libmachine: (ha-628553) Calling .Close
I1007 12:07:33.750364 401591 main.go:141] libmachine: Successfully made call to close driver server
I1007 12:07:33.750400 401591 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 12:07:33.750412 401591 main.go:141] libmachine: Making call to close driver server
I1007 12:07:33.750420 401591 main.go:141] libmachine: (ha-628553) Calling .Close
I1007 12:07:33.750560 401591 main.go:141] libmachine: (ha-628553) DBG | Closing plugin on server side
I1007 12:07:33.750625 401591 main.go:141] libmachine: Successfully made call to close driver server
I1007 12:07:33.750637 401591 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 12:07:33.750639 401591 main.go:141] libmachine: Successfully made call to close driver server
I1007 12:07:33.750662 401591 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 12:07:33.750758 401591 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1007 12:07:33.750779 401591 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1007 12:07:33.750910 401591 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1007 12:07:33.750920 401591 round_trippers.go:469] Request Headers:
I1007 12:07:33.750933 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:07:33.750938 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:07:33.762601 401591 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1007 12:07:33.763351 401591 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1007 12:07:33.763370 401591 round_trippers.go:469] Request Headers:
I1007 12:07:33.763378 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:07:33.763383 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:07:33.763386 401591 round_trippers.go:473] Content-Type: application/json
I1007 12:07:33.766118 401591 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:07:33.766300 401591 main.go:141] libmachine: Making call to close driver server
I1007 12:07:33.766313 401591 main.go:141] libmachine: (ha-628553) Calling .Close
I1007 12:07:33.766629 401591 main.go:141] libmachine: Successfully made call to close driver server
I1007 12:07:33.766646 401591 main.go:141] libmachine: Making call to close connection to plugin binary
I1007 12:07:33.766684 401591 main.go:141] libmachine: (ha-628553) DBG | Closing plugin on server side
I1007 12:07:33.768511 401591 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1007 12:07:33.770162 401591 addons.go:510] duration metric: took 1.075047661s for enable addons: enabled=[storage-provisioner default-storageclass]
I1007 12:07:33.770212 401591 start.go:246] waiting for cluster config update ...
I1007 12:07:33.770227 401591 start.go:255] writing updated cluster config ...
I1007 12:07:33.772026 401591 out.go:201]
I1007 12:07:33.773570 401591 config.go:182] Loaded profile config "ha-628553": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:07:33.773647 401591 profile.go:143] Saving config to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/config.json ...
I1007 12:07:33.775167 401591 out.go:177] * Starting "ha-628553-m02" control-plane node in "ha-628553" cluster
I1007 12:07:33.776386 401591 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 12:07:33.776419 401591 cache.go:56] Caching tarball of preloaded images
I1007 12:07:33.776564 401591 preload.go:172] Found /home/jenkins/minikube-integration/19763-377026/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1007 12:07:33.776577 401591 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1007 12:07:33.776670 401591 profile.go:143] Saving config to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/config.json ...
I1007 12:07:33.776889 401591 start.go:360] acquireMachinesLock for ha-628553-m02: {Name:mk3938302f308673f9bad9d1885814d6352aa838 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1007 12:07:33.776949 401591 start.go:364] duration metric: took 33.552µs to acquireMachinesLock for "ha-628553-m02"
I1007 12:07:33.776978 401591 start.go:93] Provisioning new machine with config: &{Name:ha-628553 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-628553 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.110 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Ce
rtExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:07:33.777088 401591 start.go:125] createHost starting for "m02" (driver="kvm2")
I1007 12:07:33.779624 401591 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1007 12:07:33.779742 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:07:33.779791 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:07:33.795004 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40435
I1007 12:07:33.795415 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:07:33.795909 401591 main.go:141] libmachine: Using API Version 1
I1007 12:07:33.795931 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:07:33.796264 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:07:33.796498 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetMachineName
I1007 12:07:33.796628 401591 main.go:141] libmachine: (ha-628553-m02) Calling .DriverName
I1007 12:07:33.796770 401591 start.go:159] libmachine.API.Create for "ha-628553" (driver="kvm2")
I1007 12:07:33.796805 401591 client.go:168] LocalClient.Create starting
I1007 12:07:33.796847 401591 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem
I1007 12:07:33.796894 401591 main.go:141] libmachine: Decoding PEM data...
I1007 12:07:33.796911 401591 main.go:141] libmachine: Parsing certificate...
I1007 12:07:33.796968 401591 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem
I1007 12:07:33.796987 401591 main.go:141] libmachine: Decoding PEM data...
I1007 12:07:33.796997 401591 main.go:141] libmachine: Parsing certificate...
I1007 12:07:33.797015 401591 main.go:141] libmachine: Running pre-create checks...
I1007 12:07:33.797023 401591 main.go:141] libmachine: (ha-628553-m02) Calling .PreCreateCheck
I1007 12:07:33.797222 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetConfigRaw
I1007 12:07:33.797700 401591 main.go:141] libmachine: Creating machine...
I1007 12:07:33.797714 401591 main.go:141] libmachine: (ha-628553-m02) Calling .Create
I1007 12:07:33.797891 401591 main.go:141] libmachine: (ha-628553-m02) Creating KVM machine...
I1007 12:07:33.799094 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found existing default KVM network
I1007 12:07:33.799243 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found existing private KVM network mk-ha-628553
I1007 12:07:33.799364 401591 main.go:141] libmachine: (ha-628553-m02) Setting up store path in /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02 ...
I1007 12:07:33.799377 401591 main.go:141] libmachine: (ha-628553-m02) Building disk image from file:///home/jenkins/minikube-integration/19763-377026/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1007 12:07:33.799477 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:33.799367 401944 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19763-377026/.minikube
I1007 12:07:33.799603 401591 main.go:141] libmachine: (ha-628553-m02) Downloading /home/jenkins/minikube-integration/19763-377026/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19763-377026/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1007 12:07:34.069404 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:34.069235 401944 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02/id_rsa...
I1007 12:07:34.176325 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:34.176157 401944 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02/ha-628553-m02.rawdisk...
I1007 12:07:34.176359 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Writing magic tar header
I1007 12:07:34.176372 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Writing SSH key tar header
I1007 12:07:34.176384 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:34.176303 401944 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02 ...
I1007 12:07:34.176398 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02
I1007 12:07:34.176501 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026/.minikube/machines
I1007 12:07:34.176544 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026/.minikube
I1007 12:07:34.176555 401591 main.go:141] libmachine: (ha-628553-m02) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02 (perms=drwx------)
I1007 12:07:34.176567 401591 main.go:141] libmachine: (ha-628553-m02) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026/.minikube/machines (perms=drwxr-xr-x)
I1007 12:07:34.176576 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026
I1007 12:07:34.176583 401591 main.go:141] libmachine: (ha-628553-m02) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026/.minikube (perms=drwxr-xr-x)
I1007 12:07:34.176594 401591 main.go:141] libmachine: (ha-628553-m02) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026 (perms=drwxrwxr-x)
I1007 12:07:34.176609 401591 main.go:141] libmachine: (ha-628553-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1007 12:07:34.176622 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1007 12:07:34.176635 401591 main.go:141] libmachine: (ha-628553-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1007 12:07:34.176651 401591 main.go:141] libmachine: (ha-628553-m02) Creating domain...
I1007 12:07:34.176660 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Checking permissions on dir: /home/jenkins
I1007 12:07:34.176668 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Checking permissions on dir: /home
I1007 12:07:34.176675 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Skipping /home - not owner
I1007 12:07:34.177701 401591 main.go:141] libmachine: (ha-628553-m02) define libvirt domain using xml:
I1007 12:07:34.177730 401591 main.go:141] libmachine: (ha-628553-m02) <domain type='kvm'>
I1007 12:07:34.177740 401591 main.go:141] libmachine: (ha-628553-m02) <name>ha-628553-m02</name>
I1007 12:07:34.177751 401591 main.go:141] libmachine: (ha-628553-m02) <memory unit='MiB'>2200</memory>
I1007 12:07:34.177759 401591 main.go:141] libmachine: (ha-628553-m02) <vcpu>2</vcpu>
I1007 12:07:34.177766 401591 main.go:141] libmachine: (ha-628553-m02) <features>
I1007 12:07:34.177777 401591 main.go:141] libmachine: (ha-628553-m02) <acpi/>
I1007 12:07:34.177786 401591 main.go:141] libmachine: (ha-628553-m02) <apic/>
I1007 12:07:34.177796 401591 main.go:141] libmachine: (ha-628553-m02) <pae/>
I1007 12:07:34.177809 401591 main.go:141] libmachine: (ha-628553-m02)
I1007 12:07:34.177820 401591 main.go:141] libmachine: (ha-628553-m02) </features>
I1007 12:07:34.177834 401591 main.go:141] libmachine: (ha-628553-m02) <cpu mode='host-passthrough'>
I1007 12:07:34.177844 401591 main.go:141] libmachine: (ha-628553-m02)
I1007 12:07:34.177853 401591 main.go:141] libmachine: (ha-628553-m02) </cpu>
I1007 12:07:34.177864 401591 main.go:141] libmachine: (ha-628553-m02) <os>
I1007 12:07:34.177870 401591 main.go:141] libmachine: (ha-628553-m02) <type>hvm</type>
I1007 12:07:34.177876 401591 main.go:141] libmachine: (ha-628553-m02) <boot dev='cdrom'/>
I1007 12:07:34.177883 401591 main.go:141] libmachine: (ha-628553-m02) <boot dev='hd'/>
I1007 12:07:34.177888 401591 main.go:141] libmachine: (ha-628553-m02) <bootmenu enable='no'/>
I1007 12:07:34.177895 401591 main.go:141] libmachine: (ha-628553-m02) </os>
I1007 12:07:34.177900 401591 main.go:141] libmachine: (ha-628553-m02) <devices>
I1007 12:07:34.177910 401591 main.go:141] libmachine: (ha-628553-m02) <disk type='file' device='cdrom'>
I1007 12:07:34.177952 401591 main.go:141] libmachine: (ha-628553-m02) <source file='/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02/boot2docker.iso'/>
I1007 12:07:34.177981 401591 main.go:141] libmachine: (ha-628553-m02) <target dev='hdc' bus='scsi'/>
I1007 12:07:34.177992 401591 main.go:141] libmachine: (ha-628553-m02) <readonly/>
I1007 12:07:34.178002 401591 main.go:141] libmachine: (ha-628553-m02) </disk>
I1007 12:07:34.178015 401591 main.go:141] libmachine: (ha-628553-m02) <disk type='file' device='disk'>
I1007 12:07:34.178028 401591 main.go:141] libmachine: (ha-628553-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1007 12:07:34.178044 401591 main.go:141] libmachine: (ha-628553-m02) <source file='/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02/ha-628553-m02.rawdisk'/>
I1007 12:07:34.178055 401591 main.go:141] libmachine: (ha-628553-m02) <target dev='hda' bus='virtio'/>
I1007 12:07:34.178066 401591 main.go:141] libmachine: (ha-628553-m02) </disk>
I1007 12:07:34.178073 401591 main.go:141] libmachine: (ha-628553-m02) <interface type='network'>
I1007 12:07:34.178085 401591 main.go:141] libmachine: (ha-628553-m02) <source network='mk-ha-628553'/>
I1007 12:07:34.178102 401591 main.go:141] libmachine: (ha-628553-m02) <model type='virtio'/>
I1007 12:07:34.178114 401591 main.go:141] libmachine: (ha-628553-m02) </interface>
I1007 12:07:34.178125 401591 main.go:141] libmachine: (ha-628553-m02) <interface type='network'>
I1007 12:07:34.178138 401591 main.go:141] libmachine: (ha-628553-m02) <source network='default'/>
I1007 12:07:34.178148 401591 main.go:141] libmachine: (ha-628553-m02) <model type='virtio'/>
I1007 12:07:34.178157 401591 main.go:141] libmachine: (ha-628553-m02) </interface>
I1007 12:07:34.178172 401591 main.go:141] libmachine: (ha-628553-m02) <serial type='pty'>
I1007 12:07:34.178184 401591 main.go:141] libmachine: (ha-628553-m02) <target port='0'/>
I1007 12:07:34.178191 401591 main.go:141] libmachine: (ha-628553-m02) </serial>
I1007 12:07:34.178201 401591 main.go:141] libmachine: (ha-628553-m02) <console type='pty'>
I1007 12:07:34.178212 401591 main.go:141] libmachine: (ha-628553-m02) <target type='serial' port='0'/>
I1007 12:07:34.178223 401591 main.go:141] libmachine: (ha-628553-m02) </console>
I1007 12:07:34.178233 401591 main.go:141] libmachine: (ha-628553-m02) <rng model='virtio'>
I1007 12:07:34.178266 401591 main.go:141] libmachine: (ha-628553-m02) <backend model='random'>/dev/random</backend>
I1007 12:07:34.178292 401591 main.go:141] libmachine: (ha-628553-m02) </rng>
I1007 12:07:34.178303 401591 main.go:141] libmachine: (ha-628553-m02)
I1007 12:07:34.178316 401591 main.go:141] libmachine: (ha-628553-m02)
I1007 12:07:34.178324 401591 main.go:141] libmachine: (ha-628553-m02) </devices>
I1007 12:07:34.178331 401591 main.go:141] libmachine: (ha-628553-m02) </domain>
I1007 12:07:34.178342 401591 main.go:141] libmachine: (ha-628553-m02)
I1007 12:07:34.185967 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:33:2a:81 in network default
I1007 12:07:34.186520 401591 main.go:141] libmachine: (ha-628553-m02) Ensuring networks are active...
I1007 12:07:34.186550 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:34.187255 401591 main.go:141] libmachine: (ha-628553-m02) Ensuring network default is active
I1007 12:07:34.187562 401591 main.go:141] libmachine: (ha-628553-m02) Ensuring network mk-ha-628553 is active
I1007 12:07:34.187923 401591 main.go:141] libmachine: (ha-628553-m02) Getting domain xml...
I1007 12:07:34.188741 401591 main.go:141] libmachine: (ha-628553-m02) Creating domain...
I1007 12:07:35.460306 401591 main.go:141] libmachine: (ha-628553-m02) Waiting to get IP...
I1007 12:07:35.461270 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:35.461715 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:35.461750 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:35.461693 401944 retry.go:31] will retry after 211.598538ms: waiting for machine to come up
I1007 12:07:35.675347 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:35.675895 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:35.675927 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:35.675805 401944 retry.go:31] will retry after 296.849ms: waiting for machine to come up
I1007 12:07:35.974395 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:35.974893 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:35.974954 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:35.974854 401944 retry.go:31] will retry after 388.404149ms: waiting for machine to come up
I1007 12:07:36.365448 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:36.366155 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:36.366184 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:36.366075 401944 retry.go:31] will retry after 534.318698ms: waiting for machine to come up
I1007 12:07:36.901907 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:36.902475 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:36.902512 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:36.902413 401944 retry.go:31] will retry after 649.263788ms: waiting for machine to come up
I1007 12:07:37.553345 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:37.553872 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:37.553898 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:37.553792 401944 retry.go:31] will retry after 939.159086ms: waiting for machine to come up
I1007 12:07:38.495133 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:38.495757 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:38.495785 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:38.495703 401944 retry.go:31] will retry after 913.128072ms: waiting for machine to come up
I1007 12:07:39.410208 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:39.410778 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:39.410847 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:39.410734 401944 retry.go:31] will retry after 1.275296837s: waiting for machine to come up
I1007 12:07:40.688215 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:40.688737 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:40.688763 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:40.688692 401944 retry.go:31] will retry after 1.706568868s: waiting for machine to come up
I1007 12:07:42.397331 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:42.398210 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:42.398242 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:42.398140 401944 retry.go:31] will retry after 2.035219193s: waiting for machine to come up
I1007 12:07:44.435063 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:44.435558 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:44.435604 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:44.435541 401944 retry.go:31] will retry after 2.129313504s: waiting for machine to come up
I1007 12:07:46.567866 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:46.568337 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:46.568363 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:46.568294 401944 retry.go:31] will retry after 2.900138556s: waiting for machine to come up
I1007 12:07:49.470446 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:49.470835 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:49.470861 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:49.470787 401944 retry.go:31] will retry after 2.802723119s: waiting for machine to come up
I1007 12:07:52.276755 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:52.277120 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find current IP address of domain ha-628553-m02 in network mk-ha-628553
I1007 12:07:52.277151 401591 main.go:141] libmachine: (ha-628553-m02) DBG | I1007 12:07:52.277100 401944 retry.go:31] will retry after 4.815030442s: waiting for machine to come up
I1007 12:07:57.095944 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.096384 401591 main.go:141] libmachine: (ha-628553-m02) Found IP for machine: 192.168.39.169
I1007 12:07:57.096411 401591 main.go:141] libmachine: (ha-628553-m02) Reserving static IP address...
I1007 12:07:57.096424 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has current primary IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.096805 401591 main.go:141] libmachine: (ha-628553-m02) DBG | unable to find host DHCP lease matching {name: "ha-628553-m02", mac: "52:54:00:59:4a:2e", ip: "192.168.39.169"} in network mk-ha-628553
I1007 12:07:57.173671 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Getting to WaitForSSH function...
I1007 12:07:57.173707 401591 main.go:141] libmachine: (ha-628553-m02) Reserved static IP address: 192.168.39.169
I1007 12:07:57.173721 401591 main.go:141] libmachine: (ha-628553-m02) Waiting for SSH to be available...
I1007 12:07:57.176077 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.176414 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:minikube Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:57.176448 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.176591 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Using SSH client type: external
I1007 12:07:57.176618 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02/id_rsa (-rw-------)
I1007 12:07:57.176654 401591 main.go:141] libmachine: (ha-628553-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.169 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 12:07:57.176671 401591 main.go:141] libmachine: (ha-628553-m02) DBG | About to run SSH command:
I1007 12:07:57.176683 401591 main.go:141] libmachine: (ha-628553-m02) DBG | exit 0
I1007 12:07:57.299343 401591 main.go:141] libmachine: (ha-628553-m02) DBG | SSH cmd err, output: <nil>:
I1007 12:07:57.299606 401591 main.go:141] libmachine: (ha-628553-m02) KVM machine creation complete!
I1007 12:07:57.299951 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetConfigRaw
I1007 12:07:57.300520 401591 main.go:141] libmachine: (ha-628553-m02) Calling .DriverName
I1007 12:07:57.300733 401591 main.go:141] libmachine: (ha-628553-m02) Calling .DriverName
I1007 12:07:57.300899 401591 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1007 12:07:57.300909 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetState
I1007 12:07:57.302247 401591 main.go:141] libmachine: Detecting operating system of created instance...
I1007 12:07:57.302263 401591 main.go:141] libmachine: Waiting for SSH to be available...
I1007 12:07:57.302270 401591 main.go:141] libmachine: Getting to WaitForSSH function...
I1007 12:07:57.302277 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHHostname
I1007 12:07:57.304689 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.305046 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:57.305083 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.305220 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHPort
I1007 12:07:57.305416 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:57.305566 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:57.305687 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHUsername
I1007 12:07:57.305859 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:57.306075 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.169 22 <nil> <nil>}
I1007 12:07:57.306087 401591 main.go:141] libmachine: About to run SSH command:
exit 0
I1007 12:07:57.402628 401591 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:07:57.402652 401591 main.go:141] libmachine: Detecting the provisioner...
I1007 12:07:57.402660 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHHostname
I1007 12:07:57.405841 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.406213 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:57.406245 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.406443 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHPort
I1007 12:07:57.406658 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:57.406871 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:57.407020 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHUsername
I1007 12:07:57.407143 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:57.407310 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.169 22 <nil> <nil>}
I1007 12:07:57.407320 401591 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1007 12:07:57.503882 401591 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1007 12:07:57.503964 401591 main.go:141] libmachine: found compatible host: buildroot
I1007 12:07:57.503972 401591 main.go:141] libmachine: Provisioning with buildroot...
I1007 12:07:57.503980 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetMachineName
I1007 12:07:57.504231 401591 buildroot.go:166] provisioning hostname "ha-628553-m02"
I1007 12:07:57.504259 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetMachineName
I1007 12:07:57.504487 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHHostname
I1007 12:07:57.507249 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.507577 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:57.507606 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.507742 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHPort
I1007 12:07:57.507923 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:57.508054 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:57.508176 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHUsername
I1007 12:07:57.508480 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:57.508681 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.169 22 <nil> <nil>}
I1007 12:07:57.508694 401591 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-628553-m02 && echo "ha-628553-m02" | sudo tee /etc/hostname
I1007 12:07:57.622198 401591 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-628553-m02
I1007 12:07:57.622239 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHHostname
I1007 12:07:57.625084 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.625439 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:57.625478 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.625644 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHPort
I1007 12:07:57.625837 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:57.626007 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:57.626130 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHUsername
I1007 12:07:57.626308 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:57.626503 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.169 22 <nil> <nil>}
I1007 12:07:57.626525 401591 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-628553-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-628553-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-628553-m02' | sudo tee -a /etc/hosts;
fi
fi
I1007 12:07:57.732566 401591 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:07:57.732598 401591 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19763-377026/.minikube CaCertPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19763-377026/.minikube}
I1007 12:07:57.732622 401591 buildroot.go:174] setting up certificates
I1007 12:07:57.732636 401591 provision.go:84] configureAuth start
I1007 12:07:57.732649 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetMachineName
I1007 12:07:57.732948 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetIP
I1007 12:07:57.735493 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.735786 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:57.735817 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.735963 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHHostname
I1007 12:07:57.737975 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.738293 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:57.738318 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:57.738455 401591 provision.go:143] copyHostCerts
I1007 12:07:57.738486 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem
I1007 12:07:57.738525 401591 exec_runner.go:144] found /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem, removing ...
I1007 12:07:57.738541 401591 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem
I1007 12:07:57.738610 401591 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem (1082 bytes)
I1007 12:07:57.738684 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem
I1007 12:07:57.738703 401591 exec_runner.go:144] found /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem, removing ...
I1007 12:07:57.738710 401591 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem
I1007 12:07:57.738733 401591 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem (1123 bytes)
I1007 12:07:57.738777 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem
I1007 12:07:57.738793 401591 exec_runner.go:144] found /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem, removing ...
I1007 12:07:57.738800 401591 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem
I1007 12:07:57.738820 401591 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem (1679 bytes)
I1007 12:07:57.738866 401591 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca-key.pem org=jenkins.ha-628553-m02 san=[127.0.0.1 192.168.39.169 ha-628553-m02 localhost minikube]
I1007 12:07:58.143814 401591 provision.go:177] copyRemoteCerts
I1007 12:07:58.143882 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1007 12:07:58.143910 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHHostname
I1007 12:07:58.147250 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.147700 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:58.147742 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.147869 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHPort
I1007 12:07:58.148081 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:58.148224 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHUsername
I1007 12:07:58.148327 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.169 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02/id_rsa Username:docker}
I1007 12:07:58.230179 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1007 12:07:58.230271 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1007 12:07:58.258288 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1007 12:07:58.258382 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1007 12:07:58.285135 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem -> /etc/docker/server.pem
I1007 12:07:58.285208 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1007 12:07:58.312621 401591 provision.go:87] duration metric: took 579.970325ms to configureAuth
I1007 12:07:58.312652 401591 buildroot.go:189] setting minikube options for container-runtime
I1007 12:07:58.312828 401591 config.go:182] Loaded profile config "ha-628553": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:07:58.312907 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHHostname
I1007 12:07:58.315586 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.315959 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:58.315990 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.316222 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHPort
I1007 12:07:58.316422 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:58.316601 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:58.316743 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHUsername
I1007 12:07:58.316927 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:58.317142 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.169 22 <nil> <nil>}
I1007 12:07:58.317161 401591 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1007 12:07:58.545249 401591 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1007 12:07:58.545278 401591 main.go:141] libmachine: Checking connection to Docker...
I1007 12:07:58.545290 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetURL
I1007 12:07:58.546702 401591 main.go:141] libmachine: (ha-628553-m02) DBG | Using libvirt version 6000000
I1007 12:07:58.548842 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.549284 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:58.549317 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.549407 401591 main.go:141] libmachine: Docker is up and running!
I1007 12:07:58.549418 401591 main.go:141] libmachine: Reticulating splines...
I1007 12:07:58.549424 401591 client.go:171] duration metric: took 24.752608877s to LocalClient.Create
I1007 12:07:58.549459 401591 start.go:167] duration metric: took 24.752691243s to libmachine.API.Create "ha-628553"
I1007 12:07:58.549474 401591 start.go:293] postStartSetup for "ha-628553-m02" (driver="kvm2")
I1007 12:07:58.549489 401591 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1007 12:07:58.549507 401591 main.go:141] libmachine: (ha-628553-m02) Calling .DriverName
I1007 12:07:58.549760 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1007 12:07:58.549786 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHHostname
I1007 12:07:58.551787 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.552071 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:58.552105 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.552239 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHPort
I1007 12:07:58.552437 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:58.552667 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHUsername
I1007 12:07:58.552832 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.169 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02/id_rsa Username:docker}
I1007 12:07:58.629949 401591 ssh_runner.go:195] Run: cat /etc/os-release
I1007 12:07:58.634600 401591 info.go:137] Remote host: Buildroot 2023.02.9
I1007 12:07:58.634633 401591 filesync.go:126] Scanning /home/jenkins/minikube-integration/19763-377026/.minikube/addons for local assets ...
I1007 12:07:58.634716 401591 filesync.go:126] Scanning /home/jenkins/minikube-integration/19763-377026/.minikube/files for local assets ...
I1007 12:07:58.634820 401591 filesync.go:149] local asset: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem -> 3842712.pem in /etc/ssl/certs
I1007 12:07:58.634833 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem -> /etc/ssl/certs/3842712.pem
I1007 12:07:58.634948 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1007 12:07:58.644927 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem --> /etc/ssl/certs/3842712.pem (1708 bytes)
I1007 12:07:58.670613 401591 start.go:296] duration metric: took 121.120015ms for postStartSetup
I1007 12:07:58.670687 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetConfigRaw
I1007 12:07:58.671316 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetIP
I1007 12:07:58.673738 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.674117 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:58.674143 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.674429 401591 profile.go:143] Saving config to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/config.json ...
I1007 12:07:58.674687 401591 start.go:128] duration metric: took 24.897586771s to createHost
I1007 12:07:58.674717 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHHostname
I1007 12:07:58.676881 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.677232 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:58.677261 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.677369 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHPort
I1007 12:07:58.677545 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:58.677717 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:58.677844 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHUsername
I1007 12:07:58.677997 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:07:58.678177 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.169 22 <nil> <nil>}
I1007 12:07:58.678188 401591 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1007 12:07:58.776120 401591 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728302878.748851389
I1007 12:07:58.776147 401591 fix.go:216] guest clock: 1728302878.748851389
I1007 12:07:58.776158 401591 fix.go:229] Guest: 2024-10-07 12:07:58.748851389 +0000 UTC Remote: 2024-10-07 12:07:58.674704612 +0000 UTC m=+72.466738357 (delta=74.146777ms)
I1007 12:07:58.776181 401591 fix.go:200] guest clock delta is within tolerance: 74.146777ms
I1007 12:07:58.776187 401591 start.go:83] releasing machines lock for "ha-628553-m02", held for 24.999226116s
I1007 12:07:58.776211 401591 main.go:141] libmachine: (ha-628553-m02) Calling .DriverName
I1007 12:07:58.776496 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetIP
I1007 12:07:58.779145 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.779528 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:58.779560 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.782069 401591 out.go:177] * Found network options:
I1007 12:07:58.783459 401591 out.go:177] - NO_PROXY=192.168.39.110
W1007 12:07:58.784861 401591 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 12:07:58.784899 401591 main.go:141] libmachine: (ha-628553-m02) Calling .DriverName
I1007 12:07:58.785569 401591 main.go:141] libmachine: (ha-628553-m02) Calling .DriverName
I1007 12:07:58.785759 401591 main.go:141] libmachine: (ha-628553-m02) Calling .DriverName
I1007 12:07:58.785866 401591 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1007 12:07:58.785905 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHHostname
W1007 12:07:58.785978 401591 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 12:07:58.786070 401591 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1007 12:07:58.786094 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHHostname
I1007 12:07:58.788699 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.788936 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.789075 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:58.789100 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.789286 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHPort
I1007 12:07:58.789381 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:07:58.789402 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:07:58.789444 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:58.789536 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHPort
I1007 12:07:58.789631 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHUsername
I1007 12:07:58.789706 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHKeyPath
I1007 12:07:58.789783 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.169 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02/id_rsa Username:docker}
I1007 12:07:58.789824 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetSSHUsername
I1007 12:07:58.789925 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.169 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m02/id_rsa Username:docker}
I1007 12:07:59.016879 401591 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1007 12:07:59.023633 401591 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1007 12:07:59.023710 401591 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1007 12:07:59.041152 401591 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1007 12:07:59.041183 401591 start.go:495] detecting cgroup driver to use...
I1007 12:07:59.041268 401591 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1007 12:07:59.058168 401591 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1007 12:07:59.074089 401591 docker.go:217] disabling cri-docker service (if available) ...
I1007 12:07:59.074153 401591 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1007 12:07:59.089704 401591 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1007 12:07:59.104808 401591 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1007 12:07:59.234539 401591 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1007 12:07:59.391501 401591 docker.go:233] disabling docker service ...
I1007 12:07:59.391564 401591 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1007 12:07:59.406313 401591 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1007 12:07:59.420588 401591 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1007 12:07:59.553910 401591 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1007 12:07:59.664194 401591 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1007 12:07:59.679241 401591 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1007 12:07:59.699517 401591 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1007 12:07:59.699594 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:59.710670 401591 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1007 12:07:59.710739 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:59.721864 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:59.733897 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:59.746035 401591 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1007 12:07:59.757811 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:59.769881 401591 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:59.789700 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:07:59.800942 401591 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1007 12:07:59.811016 401591 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1007 12:07:59.811084 401591 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1007 12:07:59.827337 401591 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1007 12:07:59.838316 401591 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:07:59.964123 401591 ssh_runner.go:195] Run: sudo systemctl restart crio
I1007 12:08:00.067227 401591 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1007 12:08:00.067310 401591 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1007 12:08:00.073044 401591 start.go:563] Will wait 60s for crictl version
I1007 12:08:00.073120 401591 ssh_runner.go:195] Run: which crictl
I1007 12:08:00.077800 401591 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1007 12:08:00.127300 401591 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1007 12:08:00.127397 401591 ssh_runner.go:195] Run: crio --version
I1007 12:08:00.156941 401591 ssh_runner.go:195] Run: crio --version
I1007 12:08:00.190072 401591 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1007 12:08:00.191853 401591 out.go:177] - env NO_PROXY=192.168.39.110
I1007 12:08:00.193177 401591 main.go:141] libmachine: (ha-628553-m02) Calling .GetIP
I1007 12:08:00.196263 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:08:00.196746 401591 main.go:141] libmachine: (ha-628553-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:59:4a:2e", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:49 +0000 UTC Type:0 Mac:52:54:00:59:4a:2e Iaid: IPaddr:192.168.39.169 Prefix:24 Hostname:ha-628553-m02 Clientid:01:52:54:00:59:4a:2e}
I1007 12:08:00.196779 401591 main.go:141] libmachine: (ha-628553-m02) DBG | domain ha-628553-m02 has defined IP address 192.168.39.169 and MAC address 52:54:00:59:4a:2e in network mk-ha-628553
I1007 12:08:00.196928 401591 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1007 12:08:00.201903 401591 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:08:00.215603 401591 mustload.go:65] Loading cluster: ha-628553
I1007 12:08:00.215803 401591 config.go:182] Loaded profile config "ha-628553": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:08:00.216063 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:08:00.216108 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:08:00.231500 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:43323
I1007 12:08:00.231984 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:08:00.232515 401591 main.go:141] libmachine: Using API Version 1
I1007 12:08:00.232538 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:08:00.232906 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:08:00.233117 401591 main.go:141] libmachine: (ha-628553) Calling .GetState
I1007 12:08:00.234754 401591 host.go:66] Checking if "ha-628553" exists ...
I1007 12:08:00.235153 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:08:00.235205 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:08:00.251119 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39693
I1007 12:08:00.251713 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:08:00.252244 401591 main.go:141] libmachine: Using API Version 1
I1007 12:08:00.252269 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:08:00.252599 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:08:00.252779 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:08:00.252870 401591 certs.go:68] Setting up /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553 for IP: 192.168.39.169
I1007 12:08:00.252879 401591 certs.go:194] generating shared ca certs ...
I1007 12:08:00.252902 401591 certs.go:226] acquiring lock for ca certs: {Name:mkb33346dabd36d58a78d24f94757f647b7cda33 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:08:00.253042 401591 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.key
I1007 12:08:00.253085 401591 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.key
I1007 12:08:00.253095 401591 certs.go:256] generating profile certs ...
I1007 12:08:00.253179 401591 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.key
I1007 12:08:00.253210 401591 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.c0623de7
I1007 12:08:00.253235 401591 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.c0623de7 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.110 192.168.39.169 192.168.39.254]
I1007 12:08:00.386276 401591 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.c0623de7 ...
I1007 12:08:00.386312 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.c0623de7: {Name:mk3203e0eda21b3db6f2dd0a690d84683948f867 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:08:00.386525 401591 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.c0623de7 ...
I1007 12:08:00.386553 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.c0623de7: {Name:mkfc3d62b17b51155465b7666879f42f7347e54c Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:08:00.386666 401591 certs.go:381] copying /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.c0623de7 -> /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt
I1007 12:08:00.386851 401591 certs.go:385] copying /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.c0623de7 -> /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key
I1007 12:08:00.387056 401591 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.key
I1007 12:08:00.387074 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1007 12:08:00.387092 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1007 12:08:00.387112 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1007 12:08:00.387134 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1007 12:08:00.387151 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1007 12:08:00.387168 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1007 12:08:00.387184 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1007 12:08:00.387203 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1007 12:08:00.387277 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271.pem (1338 bytes)
W1007 12:08:00.387324 401591 certs.go:480] ignoring /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271_empty.pem, impossibly tiny 0 bytes
I1007 12:08:00.387338 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca-key.pem (1675 bytes)
I1007 12:08:00.387372 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem (1082 bytes)
I1007 12:08:00.387402 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem (1123 bytes)
I1007 12:08:00.387436 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem (1679 bytes)
I1007 12:08:00.387492 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem (1708 bytes)
I1007 12:08:00.387532 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271.pem -> /usr/share/ca-certificates/384271.pem
I1007 12:08:00.387560 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem -> /usr/share/ca-certificates/3842712.pem
I1007 12:08:00.387578 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1007 12:08:00.387630 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:08:00.391299 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:08:00.391779 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:08:00.391810 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:08:00.392002 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:08:00.392226 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:08:00.392412 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:08:00.392620 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.110 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa Username:docker}
I1007 12:08:00.467476 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1007 12:08:00.476301 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1007 12:08:00.489016 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1007 12:08:00.494136 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1007 12:08:00.509194 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1007 12:08:00.513966 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1007 12:08:00.525972 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1007 12:08:00.530730 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1007 12:08:00.543099 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1007 12:08:00.548533 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1007 12:08:00.560887 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1007 12:08:00.565537 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1007 12:08:00.578649 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1007 12:08:00.607063 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1007 12:08:00.634228 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1007 12:08:00.660702 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1007 12:08:00.687010 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1007 12:08:00.713721 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1007 12:08:00.740934 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1007 12:08:00.768133 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1007 12:08:00.794572 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271.pem --> /usr/share/ca-certificates/384271.pem (1338 bytes)
I1007 12:08:00.820864 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem --> /usr/share/ca-certificates/3842712.pem (1708 bytes)
I1007 12:08:00.847539 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1007 12:08:00.876441 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1007 12:08:00.895435 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1007 12:08:00.913785 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1007 12:08:00.932908 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1007 12:08:00.951947 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1007 12:08:00.969974 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1007 12:08:00.988515 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1007 12:08:01.007600 401591 ssh_runner.go:195] Run: openssl version
I1007 12:08:01.014010 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/384271.pem && ln -fs /usr/share/ca-certificates/384271.pem /etc/ssl/certs/384271.pem"
I1007 12:08:01.025708 401591 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/384271.pem
I1007 12:08:01.030507 401591 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 7 11:53 /usr/share/ca-certificates/384271.pem
I1007 12:08:01.030585 401591 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/384271.pem
I1007 12:08:01.037094 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/384271.pem /etc/ssl/certs/51391683.0"
I1007 12:08:01.049368 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3842712.pem && ln -fs /usr/share/ca-certificates/3842712.pem /etc/ssl/certs/3842712.pem"
I1007 12:08:01.062454 401591 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3842712.pem
I1007 12:08:01.067451 401591 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 7 11:53 /usr/share/ca-certificates/3842712.pem
I1007 12:08:01.067538 401591 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3842712.pem
I1007 12:08:01.073743 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3842712.pem /etc/ssl/certs/3ec20f2e.0"
I1007 12:08:01.085386 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1007 12:08:01.096871 401591 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1007 12:08:01.102352 401591 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 7 11:32 /usr/share/ca-certificates/minikubeCA.pem
I1007 12:08:01.102441 401591 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1007 12:08:01.108559 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1007 12:08:01.120791 401591 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1007 12:08:01.125796 401591 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1007 12:08:01.125854 401591 kubeadm.go:934] updating node {m02 192.168.39.169 8443 v1.31.1 crio true true} ...
I1007 12:08:01.125945 401591 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-628553-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.169
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-628553 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1007 12:08:01.125972 401591 kube-vip.go:115] generating kube-vip config ...
I1007 12:08:01.126011 401591 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1007 12:08:01.142927 401591 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1007 12:08:01.143035 401591 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1007 12:08:01.143100 401591 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1007 12:08:01.154825 401591 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1007 12:08:01.154901 401591 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1007 12:08:01.166246 401591 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1007 12:08:01.166280 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 12:08:01.166330 401591 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubelet
I1007 12:08:01.166350 401591 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubeadm
I1007 12:08:01.166352 401591 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 12:08:01.171889 401591 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1007 12:08:01.171923 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1007 12:08:01.865609 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 12:08:01.865701 401591 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 12:08:01.871954 401591 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1007 12:08:01.872006 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1007 12:08:01.960218 401591 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 12:08:02.002318 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 12:08:02.002440 401591 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 12:08:02.020653 401591 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1007 12:08:02.020697 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1007 12:08:02.500270 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1007 12:08:02.510702 401591 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1007 12:08:02.529075 401591 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1007 12:08:02.546750 401591 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1007 12:08:02.565165 401591 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1007 12:08:02.569362 401591 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:08:02.582612 401591 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:08:02.707124 401591 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 12:08:02.725325 401591 host.go:66] Checking if "ha-628553" exists ...
I1007 12:08:02.725700 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:08:02.725750 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:08:02.741913 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45599
I1007 12:08:02.742441 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:08:02.742930 401591 main.go:141] libmachine: Using API Version 1
I1007 12:08:02.742953 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:08:02.743338 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:08:02.743547 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:08:02.743717 401591 start.go:317] joinCluster: &{Name:ha-628553 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-628553 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.110 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.169 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpirati
on:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1007 12:08:02.743844 401591 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1007 12:08:02.743869 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:08:02.747217 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:08:02.747665 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:08:02.747694 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:08:02.747872 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:08:02.748048 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:08:02.748193 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:08:02.748311 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.110 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa Username:docker}
I1007 12:08:02.893504 401591 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.169 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:08:02.893569 401591 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token xsg4ou.msqa1mnarg4j4fst --discovery-token-ca-cert-hash sha256:2fd6348052a965f34940e5ba90174bfbd02270cfad7be225de56832e31ef38d5 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-628553-m02 --control-plane --apiserver-advertise-address=192.168.39.169 --apiserver-bind-port=8443"
I1007 12:08:24.411215 401591 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token xsg4ou.msqa1mnarg4j4fst --discovery-token-ca-cert-hash sha256:2fd6348052a965f34940e5ba90174bfbd02270cfad7be225de56832e31ef38d5 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-628553-m02 --control-plane --apiserver-advertise-address=192.168.39.169 --apiserver-bind-port=8443": (21.517602331s)
I1007 12:08:24.411250 401591 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1007 12:08:24.991460 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-628553-m02 minikube.k8s.io/updated_at=2024_10_07T12_08_24_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=55a088b4b31722f6a33d4d5d4ae6e59a42bb414b minikube.k8s.io/name=ha-628553 minikube.k8s.io/primary=false
I1007 12:08:25.149659 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-628553-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1007 12:08:25.289097 401591 start.go:319] duration metric: took 22.545377397s to joinCluster
I1007 12:08:25.289200 401591 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.169 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:08:25.289529 401591 config.go:182] Loaded profile config "ha-628553": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:08:25.291070 401591 out.go:177] * Verifying Kubernetes components...
I1007 12:08:25.292571 401591 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:08:25.564988 401591 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 12:08:25.614504 401591 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19763-377026/kubeconfig
I1007 12:08:25.614869 401591 kapi.go:59] client config for ha-628553: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.crt", KeyFile:"/home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.key", CAFile:"/home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1007 12:08:25.614979 401591 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.110:8443
I1007 12:08:25.615327 401591 node_ready.go:35] waiting up to 6m0s for node "ha-628553-m02" to be "Ready" ...
I1007 12:08:25.615461 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:25.615476 401591 round_trippers.go:469] Request Headers:
I1007 12:08:25.615490 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:25.615502 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:25.627711 401591 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1007 12:08:26.115662 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:26.115688 401591 round_trippers.go:469] Request Headers:
I1007 12:08:26.115696 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:26.115700 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:26.119790 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:26.615649 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:26.615673 401591 round_trippers.go:469] Request Headers:
I1007 12:08:26.615681 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:26.615685 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:26.619911 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:27.115994 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:27.116020 401591 round_trippers.go:469] Request Headers:
I1007 12:08:27.116029 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:27.116032 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:27.120154 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:27.616200 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:27.616222 401591 round_trippers.go:469] Request Headers:
I1007 12:08:27.616230 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:27.616234 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:27.620627 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:27.621267 401591 node_ready.go:53] node "ha-628553-m02" has status "Ready":"False"
I1007 12:08:28.116293 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:28.116321 401591 round_trippers.go:469] Request Headers:
I1007 12:08:28.116331 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:28.116337 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:28.121199 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:28.616216 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:28.616252 401591 round_trippers.go:469] Request Headers:
I1007 12:08:28.616260 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:28.616275 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:28.624618 401591 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1007 12:08:29.116125 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:29.116148 401591 round_trippers.go:469] Request Headers:
I1007 12:08:29.116156 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:29.116161 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:29.143192 401591 round_trippers.go:574] Response Status: 200 OK in 27 milliseconds
I1007 12:08:29.616218 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:29.616252 401591 round_trippers.go:469] Request Headers:
I1007 12:08:29.616260 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:29.616263 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:29.621645 401591 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:08:29.622758 401591 node_ready.go:53] node "ha-628553-m02" has status "Ready":"False"
I1007 12:08:30.116377 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:30.116414 401591 round_trippers.go:469] Request Headers:
I1007 12:08:30.116434 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:30.116442 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:30.120276 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:30.616264 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:30.616289 401591 round_trippers.go:469] Request Headers:
I1007 12:08:30.616298 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:30.616302 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:30.619656 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:31.115662 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:31.115686 401591 round_trippers.go:469] Request Headers:
I1007 12:08:31.115695 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:31.115698 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:31.120037 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:31.616077 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:31.616103 401591 round_trippers.go:469] Request Headers:
I1007 12:08:31.616112 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:31.616119 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:32.027207 401591 round_trippers.go:574] Response Status: 200 OK in 411 milliseconds
I1007 12:08:32.028035 401591 node_ready.go:53] node "ha-628553-m02" has status "Ready":"False"
I1007 12:08:32.116023 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:32.116049 401591 round_trippers.go:469] Request Headers:
I1007 12:08:32.116061 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:32.116066 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:32.123800 401591 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1007 12:08:32.615910 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:32.615936 401591 round_trippers.go:469] Request Headers:
I1007 12:08:32.615945 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:32.615949 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:32.619848 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:33.115622 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:33.115645 401591 round_trippers.go:469] Request Headers:
I1007 12:08:33.115652 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:33.115657 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:33.119744 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:33.616336 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:33.616363 401591 round_trippers.go:469] Request Headers:
I1007 12:08:33.616372 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:33.616378 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:33.620139 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:34.116322 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:34.116357 401591 round_trippers.go:469] Request Headers:
I1007 12:08:34.116368 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:34.116374 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:34.119958 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:34.120614 401591 node_ready.go:53] node "ha-628553-m02" has status "Ready":"False"
I1007 12:08:34.615645 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:34.615672 401591 round_trippers.go:469] Request Headers:
I1007 12:08:34.615682 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:34.615687 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:34.619017 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:35.115922 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:35.115951 401591 round_trippers.go:469] Request Headers:
I1007 12:08:35.115965 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:35.115969 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:35.119735 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:35.615551 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:35.615578 401591 round_trippers.go:469] Request Headers:
I1007 12:08:35.615589 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:35.615595 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:35.619854 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:36.115806 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:36.115830 401591 round_trippers.go:469] Request Headers:
I1007 12:08:36.115839 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:36.115842 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:36.119509 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:36.616590 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:36.616626 401591 round_trippers.go:469] Request Headers:
I1007 12:08:36.616638 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:36.616646 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:36.620711 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:36.621977 401591 node_ready.go:53] node "ha-628553-m02" has status "Ready":"False"
I1007 12:08:37.116201 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:37.116229 401591 round_trippers.go:469] Request Headers:
I1007 12:08:37.116237 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:37.116241 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:37.119861 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:37.615763 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:37.615789 401591 round_trippers.go:469] Request Headers:
I1007 12:08:37.615798 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:37.615801 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:37.619542 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:38.116230 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:38.116254 401591 round_trippers.go:469] Request Headers:
I1007 12:08:38.116262 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:38.116266 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:38.119599 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:38.616300 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:38.616327 401591 round_trippers.go:469] Request Headers:
I1007 12:08:38.616336 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:38.616340 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:38.622637 401591 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 12:08:38.623148 401591 node_ready.go:53] node "ha-628553-m02" has status "Ready":"False"
I1007 12:08:39.116056 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:39.116089 401591 round_trippers.go:469] Request Headers:
I1007 12:08:39.116102 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:39.116108 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:39.119313 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:39.615634 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:39.615660 401591 round_trippers.go:469] Request Headers:
I1007 12:08:39.615668 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:39.615672 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:39.619449 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:40.116288 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:40.116318 401591 round_trippers.go:469] Request Headers:
I1007 12:08:40.116330 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:40.116337 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:40.120596 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:40.615608 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:40.615636 401591 round_trippers.go:469] Request Headers:
I1007 12:08:40.615645 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:40.615650 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:40.619654 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:41.115684 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:41.115712 401591 round_trippers.go:469] Request Headers:
I1007 12:08:41.115723 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:41.115729 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:41.119362 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:41.119941 401591 node_ready.go:53] node "ha-628553-m02" has status "Ready":"False"
I1007 12:08:41.616052 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:41.616080 401591 round_trippers.go:469] Request Headers:
I1007 12:08:41.616092 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:41.616099 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:41.621355 401591 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:08:42.116153 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:42.116179 401591 round_trippers.go:469] Request Headers:
I1007 12:08:42.116190 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:42.116195 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:42.119158 401591 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:08:42.615813 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:42.615838 401591 round_trippers.go:469] Request Headers:
I1007 12:08:42.615849 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:42.615856 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:42.619479 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:43.116150 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:43.116183 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.116193 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.116197 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.119726 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:43.120412 401591 node_ready.go:53] node "ha-628553-m02" has status "Ready":"False"
I1007 12:08:43.615803 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:43.615825 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.615833 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.615837 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.619282 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:43.619820 401591 node_ready.go:49] node "ha-628553-m02" has status "Ready":"True"
I1007 12:08:43.619840 401591 node_ready.go:38] duration metric: took 18.00448517s for node "ha-628553-m02" to be "Ready" ...
I1007 12:08:43.619850 401591 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 12:08:43.619942 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods
I1007 12:08:43.619953 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.619962 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.619968 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.625430 401591 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:08:43.631358 401591 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-ktmzq" in "kube-system" namespace to be "Ready" ...
I1007 12:08:43.631464 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-ktmzq
I1007 12:08:43.631473 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.631481 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.631485 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.634796 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:43.635822 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:08:43.635842 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.635852 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.635858 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.638589 401591 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:08:43.639211 401591 pod_ready.go:93] pod "coredns-7c65d6cfc9-ktmzq" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:43.639241 401591 pod_ready.go:82] duration metric: took 7.850216ms for pod "coredns-7c65d6cfc9-ktmzq" in "kube-system" namespace to be "Ready" ...
I1007 12:08:43.639256 401591 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-rsr6v" in "kube-system" namespace to be "Ready" ...
I1007 12:08:43.639336 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-rsr6v
I1007 12:08:43.639349 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.639360 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.639367 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.642168 401591 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:08:43.642861 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:08:43.642879 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.642885 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.642891 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.645645 401591 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:08:43.646131 401591 pod_ready.go:93] pod "coredns-7c65d6cfc9-rsr6v" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:43.646152 401591 pod_ready.go:82] duration metric: took 6.888201ms for pod "coredns-7c65d6cfc9-rsr6v" in "kube-system" namespace to be "Ready" ...
I1007 12:08:43.646164 401591 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:08:43.646225 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/etcd-ha-628553
I1007 12:08:43.646233 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.646240 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.646244 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.649034 401591 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:08:43.649700 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:08:43.649718 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.649726 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.649731 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.652932 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:43.653474 401591 pod_ready.go:93] pod "etcd-ha-628553" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:43.653494 401591 pod_ready.go:82] duration metric: took 7.324392ms for pod "etcd-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:08:43.653506 401591 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:08:43.653570 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/etcd-ha-628553-m02
I1007 12:08:43.653578 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.653585 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.653589 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.656625 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:43.657314 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:43.657332 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.657340 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.657344 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.659929 401591 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1007 12:08:43.660411 401591 pod_ready.go:93] pod "etcd-ha-628553-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:43.660431 401591 pod_ready.go:82] duration metric: took 6.918652ms for pod "etcd-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:08:43.660446 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:08:43.816876 401591 request.go:632] Waited for 156.326759ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-628553
I1007 12:08:43.816939 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-628553
I1007 12:08:43.816943 401591 round_trippers.go:469] Request Headers:
I1007 12:08:43.816951 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:43.816956 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:43.820806 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:44.015988 401591 request.go:632] Waited for 194.312012ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:08:44.016073 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:08:44.016081 401591 round_trippers.go:469] Request Headers:
I1007 12:08:44.016091 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:44.016121 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:44.019609 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:44.020136 401591 pod_ready.go:93] pod "kube-apiserver-ha-628553" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:44.020158 401591 pod_ready.go:82] duration metric: took 359.705878ms for pod "kube-apiserver-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:08:44.020169 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:08:44.216359 401591 request.go:632] Waited for 196.109348ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-628553-m02
I1007 12:08:44.216441 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-628553-m02
I1007 12:08:44.216449 401591 round_trippers.go:469] Request Headers:
I1007 12:08:44.216460 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:44.216468 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:44.222633 401591 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 12:08:44.416891 401591 request.go:632] Waited for 193.411987ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:44.416975 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:44.416983 401591 round_trippers.go:469] Request Headers:
I1007 12:08:44.416993 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:44.416999 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:44.420954 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:44.421562 401591 pod_ready.go:93] pod "kube-apiserver-ha-628553-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:44.421582 401591 pod_ready.go:82] duration metric: took 401.406583ms for pod "kube-apiserver-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:08:44.421592 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:08:44.616625 401591 request.go:632] Waited for 194.940502ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-628553
I1007 12:08:44.616688 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-628553
I1007 12:08:44.616693 401591 round_trippers.go:469] Request Headers:
I1007 12:08:44.616701 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:44.616707 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:44.620706 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:44.815865 401591 request.go:632] Waited for 194.348456ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:08:44.815947 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:08:44.815954 401591 round_trippers.go:469] Request Headers:
I1007 12:08:44.815966 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:44.815972 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:44.819923 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:44.820749 401591 pod_ready.go:93] pod "kube-controller-manager-ha-628553" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:44.820767 401591 pod_ready.go:82] duration metric: took 399.169132ms for pod "kube-controller-manager-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:08:44.820778 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:08:45.015880 401591 request.go:632] Waited for 195.028084ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-628553-m02
I1007 12:08:45.015978 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-628553-m02
I1007 12:08:45.015983 401591 round_trippers.go:469] Request Headers:
I1007 12:08:45.015991 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:45.015997 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:45.020421 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:45.216616 401591 request.go:632] Waited for 195.391964ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:45.216689 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:45.216696 401591 round_trippers.go:469] Request Headers:
I1007 12:08:45.216707 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:45.216712 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:45.221024 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:45.221697 401591 pod_ready.go:93] pod "kube-controller-manager-ha-628553-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:45.221728 401591 pod_ready.go:82] duration metric: took 400.942386ms for pod "kube-controller-manager-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:08:45.221743 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-h6vg8" in "kube-system" namespace to be "Ready" ...
I1007 12:08:45.416754 401591 request.go:632] Waited for 194.909444ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-proxy-h6vg8
I1007 12:08:45.416821 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-proxy-h6vg8
I1007 12:08:45.416834 401591 round_trippers.go:469] Request Headers:
I1007 12:08:45.416842 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:45.416848 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:45.421020 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:45.616294 401591 request.go:632] Waited for 194.468244ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:08:45.616378 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:08:45.616387 401591 round_trippers.go:469] Request Headers:
I1007 12:08:45.616399 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:45.616406 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:45.620542 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:45.621474 401591 pod_ready.go:93] pod "kube-proxy-h6vg8" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:45.621500 401591 pod_ready.go:82] duration metric: took 399.748616ms for pod "kube-proxy-h6vg8" in "kube-system" namespace to be "Ready" ...
I1007 12:08:45.621515 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-s5c6d" in "kube-system" namespace to be "Ready" ...
I1007 12:08:45.816631 401591 request.go:632] Waited for 195.03231ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-proxy-s5c6d
I1007 12:08:45.816699 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-proxy-s5c6d
I1007 12:08:45.816705 401591 round_trippers.go:469] Request Headers:
I1007 12:08:45.816713 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:45.816718 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:45.820607 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:46.016805 401591 request.go:632] Waited for 195.41966ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:46.016911 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:46.016918 401591 round_trippers.go:469] Request Headers:
I1007 12:08:46.016926 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:46.016930 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:46.021351 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:46.021889 401591 pod_ready.go:93] pod "kube-proxy-s5c6d" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:46.021914 401591 pod_ready.go:82] duration metric: took 400.391171ms for pod "kube-proxy-s5c6d" in "kube-system" namespace to be "Ready" ...
I1007 12:08:46.021926 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:08:46.215992 401591 request.go:632] Waited for 193.955382ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-628553
I1007 12:08:46.216085 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-628553
I1007 12:08:46.216092 401591 round_trippers.go:469] Request Headers:
I1007 12:08:46.216102 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:46.216108 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:46.219547 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:46.416084 401591 request.go:632] Waited for 195.950012ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:08:46.416159 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:08:46.416167 401591 round_trippers.go:469] Request Headers:
I1007 12:08:46.416179 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:46.416198 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:46.420356 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:46.420972 401591 pod_ready.go:93] pod "kube-scheduler-ha-628553" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:46.420993 401591 pod_ready.go:82] duration metric: took 399.057557ms for pod "kube-scheduler-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:08:46.421005 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:08:46.616254 401591 request.go:632] Waited for 195.135703ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-628553-m02
I1007 12:08:46.616343 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-628553-m02
I1007 12:08:46.616355 401591 round_trippers.go:469] Request Headers:
I1007 12:08:46.616366 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:46.616375 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:46.625428 401591 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1007 12:08:46.816391 401591 request.go:632] Waited for 190.390972ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:46.816468 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:08:46.816473 401591 round_trippers.go:469] Request Headers:
I1007 12:08:46.816482 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:46.816488 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:46.820601 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:46.821110 401591 pod_ready.go:93] pod "kube-scheduler-ha-628553-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:08:46.821133 401591 pod_ready.go:82] duration metric: took 400.121331ms for pod "kube-scheduler-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:08:46.821145 401591 pod_ready.go:39] duration metric: took 3.201283112s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 12:08:46.821161 401591 api_server.go:52] waiting for apiserver process to appear ...
I1007 12:08:46.821222 401591 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1007 12:08:46.839291 401591 api_server.go:72] duration metric: took 21.550041864s to wait for apiserver process to appear ...
I1007 12:08:46.839326 401591 api_server.go:88] waiting for apiserver healthz status ...
I1007 12:08:46.839354 401591 api_server.go:253] Checking apiserver healthz at https://192.168.39.110:8443/healthz ...
I1007 12:08:46.845263 401591 api_server.go:279] https://192.168.39.110:8443/healthz returned 200:
ok
I1007 12:08:46.845352 401591 round_trippers.go:463] GET https://192.168.39.110:8443/version
I1007 12:08:46.845360 401591 round_trippers.go:469] Request Headers:
I1007 12:08:46.845369 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:46.845373 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:46.846772 401591 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1007 12:08:46.846883 401591 api_server.go:141] control plane version: v1.31.1
I1007 12:08:46.846902 401591 api_server.go:131] duration metric: took 7.569264ms to wait for apiserver health ...
I1007 12:08:46.846910 401591 system_pods.go:43] waiting for kube-system pods to appear ...
I1007 12:08:47.016224 401591 request.go:632] Waited for 169.208213ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods
I1007 12:08:47.016315 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods
I1007 12:08:47.016324 401591 round_trippers.go:469] Request Headers:
I1007 12:08:47.016337 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:47.016348 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:47.021945 401591 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:08:47.026191 401591 system_pods.go:59] 17 kube-system pods found
I1007 12:08:47.026232 401591 system_pods.go:61] "coredns-7c65d6cfc9-ktmzq" [fda6ae24-5407-4f63-9a56-29fa9eba8966] Running
I1007 12:08:47.026238 401591 system_pods.go:61] "coredns-7c65d6cfc9-rsr6v" [60fd800f-38f1-40d5-9ecf-cbf21bf5add6] Running
I1007 12:08:47.026242 401591 system_pods.go:61] "etcd-ha-628553" [3579a80c-5e63-4d4c-adc9-73cac073a802] Running
I1007 12:08:47.026246 401591 system_pods.go:61] "etcd-ha-628553-m02" [0fefb6ea-76e1-401a-88d6-a423e399438e] Running
I1007 12:08:47.026251 401591 system_pods.go:61] "kindnet-9rq2w" [e4fcdbc2-6109-43b9-a499-c191e251a062] Running
I1007 12:08:47.026255 401591 system_pods.go:61] "kindnet-snf5v" [a6360ec2-8f69-454b-9bfc-d636ebd8b372] Running
I1007 12:08:47.026260 401591 system_pods.go:61] "kube-apiserver-ha-628553" [7fe040c4-6be7-4883-ab71-bace9009cbb5] Running
I1007 12:08:47.026264 401591 system_pods.go:61] "kube-apiserver-ha-628553-m02" [9511205f-2fa0-4044-bd8f-e59f419fb2c1] Running
I1007 12:08:47.026268 401591 system_pods.go:61] "kube-controller-manager-ha-628553" [845ea9a6-3f13-4674-bfb3-b7f12324cd5a] Running
I1007 12:08:47.026273 401591 system_pods.go:61] "kube-controller-manager-ha-628553-m02" [0628a3a5-160a-4061-8567-443893e1330b] Running
I1007 12:08:47.026276 401591 system_pods.go:61] "kube-proxy-h6vg8" [97dd82f4-8e31-4569-b762-fc804d08efb0] Running
I1007 12:08:47.026279 401591 system_pods.go:61] "kube-proxy-s5c6d" [168add56-da7e-45fd-bc2b-028a2c1b54ea] Running
I1007 12:08:47.026282 401591 system_pods.go:61] "kube-scheduler-ha-628553" [12384484-62b8-4880-9f09-0410442a2cd1] Running
I1007 12:08:47.026285 401591 system_pods.go:61] "kube-scheduler-ha-628553-m02" [8b629623-bd07-491f-9662-06e24ac3453f] Running
I1007 12:08:47.026288 401591 system_pods.go:61] "kube-vip-ha-628553" [d3799e6d-af22-404d-9322-ff0c9e7fa931] Running
I1007 12:08:47.026291 401591 system_pods.go:61] "kube-vip-ha-628553-m02" [b652ac92-da69-4189-96ec-ad409610464c] Running
I1007 12:08:47.026294 401591 system_pods.go:61] "storage-provisioner" [f7c00c1a-1a68-4b5d-b870-6fb9aa3780f0] Running
I1007 12:08:47.026300 401591 system_pods.go:74] duration metric: took 179.385599ms to wait for pod list to return data ...
I1007 12:08:47.026311 401591 default_sa.go:34] waiting for default service account to be created ...
I1007 12:08:47.216777 401591 request.go:632] Waited for 190.349118ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/default/serviceaccounts
I1007 12:08:47.216844 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/default/serviceaccounts
I1007 12:08:47.216851 401591 round_trippers.go:469] Request Headers:
I1007 12:08:47.216861 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:47.216867 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:47.220501 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:08:47.220765 401591 default_sa.go:45] found service account: "default"
I1007 12:08:47.220790 401591 default_sa.go:55] duration metric: took 194.471685ms for default service account to be created ...
I1007 12:08:47.220803 401591 system_pods.go:116] waiting for k8s-apps to be running ...
I1007 12:08:47.416131 401591 request.go:632] Waited for 195.245207ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods
I1007 12:08:47.416207 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods
I1007 12:08:47.416215 401591 round_trippers.go:469] Request Headers:
I1007 12:08:47.416224 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:47.416238 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:47.422085 401591 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:08:47.426776 401591 system_pods.go:86] 17 kube-system pods found
I1007 12:08:47.426812 401591 system_pods.go:89] "coredns-7c65d6cfc9-ktmzq" [fda6ae24-5407-4f63-9a56-29fa9eba8966] Running
I1007 12:08:47.426820 401591 system_pods.go:89] "coredns-7c65d6cfc9-rsr6v" [60fd800f-38f1-40d5-9ecf-cbf21bf5add6] Running
I1007 12:08:47.426826 401591 system_pods.go:89] "etcd-ha-628553" [3579a80c-5e63-4d4c-adc9-73cac073a802] Running
I1007 12:08:47.426832 401591 system_pods.go:89] "etcd-ha-628553-m02" [0fefb6ea-76e1-401a-88d6-a423e399438e] Running
I1007 12:08:47.426837 401591 system_pods.go:89] "kindnet-9rq2w" [e4fcdbc2-6109-43b9-a499-c191e251a062] Running
I1007 12:08:47.426842 401591 system_pods.go:89] "kindnet-snf5v" [a6360ec2-8f69-454b-9bfc-d636ebd8b372] Running
I1007 12:08:47.426848 401591 system_pods.go:89] "kube-apiserver-ha-628553" [7fe040c4-6be7-4883-ab71-bace9009cbb5] Running
I1007 12:08:47.426853 401591 system_pods.go:89] "kube-apiserver-ha-628553-m02" [9511205f-2fa0-4044-bd8f-e59f419fb2c1] Running
I1007 12:08:47.426858 401591 system_pods.go:89] "kube-controller-manager-ha-628553" [845ea9a6-3f13-4674-bfb3-b7f12324cd5a] Running
I1007 12:08:47.426863 401591 system_pods.go:89] "kube-controller-manager-ha-628553-m02" [0628a3a5-160a-4061-8567-443893e1330b] Running
I1007 12:08:47.426868 401591 system_pods.go:89] "kube-proxy-h6vg8" [97dd82f4-8e31-4569-b762-fc804d08efb0] Running
I1007 12:08:47.426873 401591 system_pods.go:89] "kube-proxy-s5c6d" [168add56-da7e-45fd-bc2b-028a2c1b54ea] Running
I1007 12:08:47.426881 401591 system_pods.go:89] "kube-scheduler-ha-628553" [12384484-62b8-4880-9f09-0410442a2cd1] Running
I1007 12:08:47.426887 401591 system_pods.go:89] "kube-scheduler-ha-628553-m02" [8b629623-bd07-491f-9662-06e24ac3453f] Running
I1007 12:08:47.426892 401591 system_pods.go:89] "kube-vip-ha-628553" [d3799e6d-af22-404d-9322-ff0c9e7fa931] Running
I1007 12:08:47.426898 401591 system_pods.go:89] "kube-vip-ha-628553-m02" [b652ac92-da69-4189-96ec-ad409610464c] Running
I1007 12:08:47.426907 401591 system_pods.go:89] "storage-provisioner" [f7c00c1a-1a68-4b5d-b870-6fb9aa3780f0] Running
I1007 12:08:47.426918 401591 system_pods.go:126] duration metric: took 206.105758ms to wait for k8s-apps to be running ...
I1007 12:08:47.426931 401591 system_svc.go:44] waiting for kubelet service to be running ....
I1007 12:08:47.427006 401591 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 12:08:47.444273 401591 system_svc.go:56] duration metric: took 17.328443ms WaitForService to wait for kubelet
I1007 12:08:47.444313 401591 kubeadm.go:582] duration metric: took 22.155070744s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1007 12:08:47.444339 401591 node_conditions.go:102] verifying NodePressure condition ...
I1007 12:08:47.616864 401591 request.go:632] Waited for 172.422315ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes
I1007 12:08:47.616938 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes
I1007 12:08:47.616945 401591 round_trippers.go:469] Request Headers:
I1007 12:08:47.616961 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:08:47.616969 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:08:47.621972 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:08:47.622888 401591 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 12:08:47.622919 401591 node_conditions.go:123] node cpu capacity is 2
I1007 12:08:47.622945 401591 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 12:08:47.622950 401591 node_conditions.go:123] node cpu capacity is 2
I1007 12:08:47.622955 401591 node_conditions.go:105] duration metric: took 178.610758ms to run NodePressure ...
I1007 12:08:47.622983 401591 start.go:241] waiting for startup goroutines ...
I1007 12:08:47.623014 401591 start.go:255] writing updated cluster config ...
I1007 12:08:47.625468 401591 out.go:201]
I1007 12:08:47.627200 401591 config.go:182] Loaded profile config "ha-628553": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:08:47.627328 401591 profile.go:143] Saving config to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/config.json ...
I1007 12:08:47.629319 401591 out.go:177] * Starting "ha-628553-m03" control-plane node in "ha-628553" cluster
I1007 12:08:47.630767 401591 preload.go:131] Checking if preload exists for k8s version v1.31.1 and runtime crio
I1007 12:08:47.630807 401591 cache.go:56] Caching tarball of preloaded images
I1007 12:08:47.630955 401591 preload.go:172] Found /home/jenkins/minikube-integration/19763-377026/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.1-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1007 12:08:47.630986 401591 cache.go:59] Finished verifying existence of preloaded tar for v1.31.1 on crio
I1007 12:08:47.631145 401591 profile.go:143] Saving config to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/config.json ...
I1007 12:08:47.631383 401591 start.go:360] acquireMachinesLock for ha-628553-m03: {Name:mk3938302f308673f9bad9d1885814d6352aa838 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1007 12:08:47.631439 401591 start.go:364] duration metric: took 32.151µs to acquireMachinesLock for "ha-628553-m03"
I1007 12:08:47.631463 401591 start.go:93] Provisioning new machine with config: &{Name:ha-628553 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernet
esVersion:v1.31.1 ClusterName:ha-628553 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.110 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.169 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspekt
or-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimiza
tions:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:08:47.631573 401591 start.go:125] createHost starting for "m03" (driver="kvm2")
I1007 12:08:47.633396 401591 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1007 12:08:47.633527 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:08:47.633570 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:08:47.650117 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34963
I1007 12:08:47.650636 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:08:47.651158 401591 main.go:141] libmachine: Using API Version 1
I1007 12:08:47.651181 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:08:47.651622 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:08:47.651783 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetMachineName
I1007 12:08:47.651941 401591 main.go:141] libmachine: (ha-628553-m03) Calling .DriverName
I1007 12:08:47.652092 401591 start.go:159] libmachine.API.Create for "ha-628553" (driver="kvm2")
I1007 12:08:47.652123 401591 client.go:168] LocalClient.Create starting
I1007 12:08:47.652165 401591 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem
I1007 12:08:47.652208 401591 main.go:141] libmachine: Decoding PEM data...
I1007 12:08:47.652231 401591 main.go:141] libmachine: Parsing certificate...
I1007 12:08:47.652328 401591 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem
I1007 12:08:47.652361 401591 main.go:141] libmachine: Decoding PEM data...
I1007 12:08:47.652377 401591 main.go:141] libmachine: Parsing certificate...
I1007 12:08:47.652400 401591 main.go:141] libmachine: Running pre-create checks...
I1007 12:08:47.652412 401591 main.go:141] libmachine: (ha-628553-m03) Calling .PreCreateCheck
I1007 12:08:47.652572 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetConfigRaw
I1007 12:08:47.652989 401591 main.go:141] libmachine: Creating machine...
I1007 12:08:47.653006 401591 main.go:141] libmachine: (ha-628553-m03) Calling .Create
I1007 12:08:47.653161 401591 main.go:141] libmachine: (ha-628553-m03) Creating KVM machine...
I1007 12:08:47.654461 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found existing default KVM network
I1007 12:08:47.654504 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found existing private KVM network mk-ha-628553
I1007 12:08:47.654721 401591 main.go:141] libmachine: (ha-628553-m03) Setting up store path in /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03 ...
I1007 12:08:47.654751 401591 main.go:141] libmachine: (ha-628553-m03) Building disk image from file:///home/jenkins/minikube-integration/19763-377026/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso
I1007 12:08:47.654817 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:47.654705 402350 common.go:145] Making disk image using store path: /home/jenkins/minikube-integration/19763-377026/.minikube
I1007 12:08:47.654927 401591 main.go:141] libmachine: (ha-628553-m03) Downloading /home/jenkins/minikube-integration/19763-377026/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19763-377026/.minikube/cache/iso/amd64/minikube-v1.34.0-1727108440-19696-amd64.iso...
I1007 12:08:47.943561 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:47.943397 402350 common.go:152] Creating ssh key: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03/id_rsa...
I1007 12:08:48.157872 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:48.157710 402350 common.go:158] Creating raw disk image: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03/ha-628553-m03.rawdisk...
I1007 12:08:48.157916 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Writing magic tar header
I1007 12:08:48.157932 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Writing SSH key tar header
I1007 12:08:48.157944 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:48.157825 402350 common.go:172] Fixing permissions on /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03 ...
I1007 12:08:48.157970 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03
I1007 12:08:48.158063 401591 main.go:141] libmachine: (ha-628553-m03) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03 (perms=drwx------)
I1007 12:08:48.158107 401591 main.go:141] libmachine: (ha-628553-m03) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026/.minikube/machines (perms=drwxr-xr-x)
I1007 12:08:48.158121 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026/.minikube/machines
I1007 12:08:48.158141 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026/.minikube
I1007 12:08:48.158150 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19763-377026
I1007 12:08:48.158232 401591 main.go:141] libmachine: (ha-628553-m03) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026/.minikube (perms=drwxr-xr-x)
I1007 12:08:48.158257 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1007 12:08:48.158266 401591 main.go:141] libmachine: (ha-628553-m03) Setting executable bit set on /home/jenkins/minikube-integration/19763-377026 (perms=drwxrwxr-x)
I1007 12:08:48.158280 401591 main.go:141] libmachine: (ha-628553-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1007 12:08:48.158289 401591 main.go:141] libmachine: (ha-628553-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1007 12:08:48.158307 401591 main.go:141] libmachine: (ha-628553-m03) Creating domain...
I1007 12:08:48.158321 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Checking permissions on dir: /home/jenkins
I1007 12:08:48.158335 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Checking permissions on dir: /home
I1007 12:08:48.158350 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Skipping /home - not owner
I1007 12:08:48.159295 401591 main.go:141] libmachine: (ha-628553-m03) define libvirt domain using xml:
I1007 12:08:48.159314 401591 main.go:141] libmachine: (ha-628553-m03) <domain type='kvm'>
I1007 12:08:48.159321 401591 main.go:141] libmachine: (ha-628553-m03) <name>ha-628553-m03</name>
I1007 12:08:48.159327 401591 main.go:141] libmachine: (ha-628553-m03) <memory unit='MiB'>2200</memory>
I1007 12:08:48.159361 401591 main.go:141] libmachine: (ha-628553-m03) <vcpu>2</vcpu>
I1007 12:08:48.159380 401591 main.go:141] libmachine: (ha-628553-m03) <features>
I1007 12:08:48.159389 401591 main.go:141] libmachine: (ha-628553-m03) <acpi/>
I1007 12:08:48.159398 401591 main.go:141] libmachine: (ha-628553-m03) <apic/>
I1007 12:08:48.159406 401591 main.go:141] libmachine: (ha-628553-m03) <pae/>
I1007 12:08:48.159416 401591 main.go:141] libmachine: (ha-628553-m03)
I1007 12:08:48.159423 401591 main.go:141] libmachine: (ha-628553-m03) </features>
I1007 12:08:48.159430 401591 main.go:141] libmachine: (ha-628553-m03) <cpu mode='host-passthrough'>
I1007 12:08:48.159437 401591 main.go:141] libmachine: (ha-628553-m03)
I1007 12:08:48.159446 401591 main.go:141] libmachine: (ha-628553-m03) </cpu>
I1007 12:08:48.159455 401591 main.go:141] libmachine: (ha-628553-m03) <os>
I1007 12:08:48.159465 401591 main.go:141] libmachine: (ha-628553-m03) <type>hvm</type>
I1007 12:08:48.159477 401591 main.go:141] libmachine: (ha-628553-m03) <boot dev='cdrom'/>
I1007 12:08:48.159488 401591 main.go:141] libmachine: (ha-628553-m03) <boot dev='hd'/>
I1007 12:08:48.159499 401591 main.go:141] libmachine: (ha-628553-m03) <bootmenu enable='no'/>
I1007 12:08:48.159508 401591 main.go:141] libmachine: (ha-628553-m03) </os>
I1007 12:08:48.159518 401591 main.go:141] libmachine: (ha-628553-m03) <devices>
I1007 12:08:48.159527 401591 main.go:141] libmachine: (ha-628553-m03) <disk type='file' device='cdrom'>
I1007 12:08:48.159543 401591 main.go:141] libmachine: (ha-628553-m03) <source file='/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03/boot2docker.iso'/>
I1007 12:08:48.159554 401591 main.go:141] libmachine: (ha-628553-m03) <target dev='hdc' bus='scsi'/>
I1007 12:08:48.159561 401591 main.go:141] libmachine: (ha-628553-m03) <readonly/>
I1007 12:08:48.159571 401591 main.go:141] libmachine: (ha-628553-m03) </disk>
I1007 12:08:48.159579 401591 main.go:141] libmachine: (ha-628553-m03) <disk type='file' device='disk'>
I1007 12:08:48.159596 401591 main.go:141] libmachine: (ha-628553-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1007 12:08:48.159611 401591 main.go:141] libmachine: (ha-628553-m03) <source file='/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03/ha-628553-m03.rawdisk'/>
I1007 12:08:48.159621 401591 main.go:141] libmachine: (ha-628553-m03) <target dev='hda' bus='virtio'/>
I1007 12:08:48.159629 401591 main.go:141] libmachine: (ha-628553-m03) </disk>
I1007 12:08:48.159639 401591 main.go:141] libmachine: (ha-628553-m03) <interface type='network'>
I1007 12:08:48.159647 401591 main.go:141] libmachine: (ha-628553-m03) <source network='mk-ha-628553'/>
I1007 12:08:48.159659 401591 main.go:141] libmachine: (ha-628553-m03) <model type='virtio'/>
I1007 12:08:48.159667 401591 main.go:141] libmachine: (ha-628553-m03) </interface>
I1007 12:08:48.159677 401591 main.go:141] libmachine: (ha-628553-m03) <interface type='network'>
I1007 12:08:48.159685 401591 main.go:141] libmachine: (ha-628553-m03) <source network='default'/>
I1007 12:08:48.159695 401591 main.go:141] libmachine: (ha-628553-m03) <model type='virtio'/>
I1007 12:08:48.159702 401591 main.go:141] libmachine: (ha-628553-m03) </interface>
I1007 12:08:48.159711 401591 main.go:141] libmachine: (ha-628553-m03) <serial type='pty'>
I1007 12:08:48.159722 401591 main.go:141] libmachine: (ha-628553-m03) <target port='0'/>
I1007 12:08:48.159732 401591 main.go:141] libmachine: (ha-628553-m03) </serial>
I1007 12:08:48.159741 401591 main.go:141] libmachine: (ha-628553-m03) <console type='pty'>
I1007 12:08:48.159751 401591 main.go:141] libmachine: (ha-628553-m03) <target type='serial' port='0'/>
I1007 12:08:48.159759 401591 main.go:141] libmachine: (ha-628553-m03) </console>
I1007 12:08:48.159769 401591 main.go:141] libmachine: (ha-628553-m03) <rng model='virtio'>
I1007 12:08:48.159779 401591 main.go:141] libmachine: (ha-628553-m03) <backend model='random'>/dev/random</backend>
I1007 12:08:48.159786 401591 main.go:141] libmachine: (ha-628553-m03) </rng>
I1007 12:08:48.159791 401591 main.go:141] libmachine: (ha-628553-m03)
I1007 12:08:48.159796 401591 main.go:141] libmachine: (ha-628553-m03)
I1007 12:08:48.159801 401591 main.go:141] libmachine: (ha-628553-m03) </devices>
I1007 12:08:48.159807 401591 main.go:141] libmachine: (ha-628553-m03) </domain>
I1007 12:08:48.159814 401591 main.go:141] libmachine: (ha-628553-m03)
I1007 12:08:48.167454 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:19:9b:6c in network default
I1007 12:08:48.168104 401591 main.go:141] libmachine: (ha-628553-m03) Ensuring networks are active...
I1007 12:08:48.168135 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:48.168903 401591 main.go:141] libmachine: (ha-628553-m03) Ensuring network default is active
I1007 12:08:48.169240 401591 main.go:141] libmachine: (ha-628553-m03) Ensuring network mk-ha-628553 is active
I1007 12:08:48.169699 401591 main.go:141] libmachine: (ha-628553-m03) Getting domain xml...
I1007 12:08:48.170532 401591 main.go:141] libmachine: (ha-628553-m03) Creating domain...
I1007 12:08:49.440366 401591 main.go:141] libmachine: (ha-628553-m03) Waiting to get IP...
I1007 12:08:49.441248 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:49.441739 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:49.441772 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:49.441711 402350 retry.go:31] will retry after 304.052486ms: waiting for machine to come up
I1007 12:08:49.747277 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:49.747963 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:49.747996 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:49.747904 402350 retry.go:31] will retry after 363.120796ms: waiting for machine to come up
I1007 12:08:50.113364 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:50.113854 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:50.113886 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:50.113784 402350 retry.go:31] will retry after 318.214065ms: waiting for machine to come up
I1007 12:08:50.434117 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:50.434742 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:50.434772 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:50.434669 402350 retry.go:31] will retry after 557.05591ms: waiting for machine to come up
I1007 12:08:50.993368 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:50.993877 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:50.993902 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:50.993839 402350 retry.go:31] will retry after 534.862367ms: waiting for machine to come up
I1007 12:08:51.530722 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:51.531299 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:51.531330 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:51.531236 402350 retry.go:31] will retry after 674.225428ms: waiting for machine to come up
I1007 12:08:52.207219 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:52.207779 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:52.207805 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:52.207744 402350 retry.go:31] will retry after 750.38088ms: waiting for machine to come up
I1007 12:08:52.959912 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:52.960419 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:52.960456 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:52.960375 402350 retry.go:31] will retry after 1.032745665s: waiting for machine to come up
I1007 12:08:53.994776 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:53.995316 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:53.995345 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:53.995259 402350 retry.go:31] will retry after 1.174624993s: waiting for machine to come up
I1007 12:08:55.171247 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:55.171687 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:55.171709 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:55.171640 402350 retry.go:31] will retry after 2.315279218s: waiting for machine to come up
I1007 12:08:57.488351 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:57.488810 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:57.488838 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:57.488771 402350 retry.go:31] will retry after 1.769995019s: waiting for machine to come up
I1007 12:08:59.260072 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:08:59.260605 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:08:59.260637 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:08:59.260547 402350 retry.go:31] will retry after 3.352254545s: waiting for machine to come up
I1007 12:09:02.616362 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:02.616828 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:09:02.616850 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:09:02.616780 402350 retry.go:31] will retry after 4.496920566s: waiting for machine to come up
I1007 12:09:07.118974 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:07.119565 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find current IP address of domain ha-628553-m03 in network mk-ha-628553
I1007 12:09:07.119593 401591 main.go:141] libmachine: (ha-628553-m03) DBG | I1007 12:09:07.119492 402350 retry.go:31] will retry after 4.132199874s: waiting for machine to come up
I1007 12:09:11.256196 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.256790 401591 main.go:141] libmachine: (ha-628553-m03) Found IP for machine: 192.168.39.149
I1007 12:09:11.256824 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has current primary IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.256833 401591 main.go:141] libmachine: (ha-628553-m03) Reserving static IP address...
I1007 12:09:11.257175 401591 main.go:141] libmachine: (ha-628553-m03) DBG | unable to find host DHCP lease matching {name: "ha-628553-m03", mac: "52:54:00:3c:9f:34", ip: "192.168.39.149"} in network mk-ha-628553
I1007 12:09:11.338093 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Getting to WaitForSSH function...
I1007 12:09:11.338124 401591 main.go:141] libmachine: (ha-628553-m03) Reserved static IP address: 192.168.39.149
I1007 12:09:11.338139 401591 main.go:141] libmachine: (ha-628553-m03) Waiting for SSH to be available...
I1007 12:09:11.341396 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.341892 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:minikube Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:11.341925 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.342105 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Using SSH client type: external
I1007 12:09:11.342133 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03/id_rsa (-rw-------)
I1007 12:09:11.342177 401591 main.go:141] libmachine: (ha-628553-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.149 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1007 12:09:11.342197 401591 main.go:141] libmachine: (ha-628553-m03) DBG | About to run SSH command:
I1007 12:09:11.342214 401591 main.go:141] libmachine: (ha-628553-m03) DBG | exit 0
I1007 12:09:11.471281 401591 main.go:141] libmachine: (ha-628553-m03) DBG | SSH cmd err, output: <nil>:
I1007 12:09:11.471621 401591 main.go:141] libmachine: (ha-628553-m03) KVM machine creation complete!
I1007 12:09:11.471952 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetConfigRaw
I1007 12:09:11.472582 401591 main.go:141] libmachine: (ha-628553-m03) Calling .DriverName
I1007 12:09:11.472840 401591 main.go:141] libmachine: (ha-628553-m03) Calling .DriverName
I1007 12:09:11.473024 401591 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1007 12:09:11.473037 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetState
I1007 12:09:11.474527 401591 main.go:141] libmachine: Detecting operating system of created instance...
I1007 12:09:11.474548 401591 main.go:141] libmachine: Waiting for SSH to be available...
I1007 12:09:11.474555 401591 main.go:141] libmachine: Getting to WaitForSSH function...
I1007 12:09:11.474563 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHHostname
I1007 12:09:11.477303 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.477650 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:11.477666 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.477788 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHPort
I1007 12:09:11.477993 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:11.478174 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:11.478306 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHUsername
I1007 12:09:11.478470 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:09:11.478702 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.149 22 <nil> <nil>}
I1007 12:09:11.478716 401591 main.go:141] libmachine: About to run SSH command:
exit 0
I1007 12:09:11.587071 401591 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:09:11.587095 401591 main.go:141] libmachine: Detecting the provisioner...
I1007 12:09:11.587105 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHHostname
I1007 12:09:11.589883 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.590265 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:11.590295 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.590447 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHPort
I1007 12:09:11.590647 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:11.590829 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:11.591025 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHUsername
I1007 12:09:11.591169 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:09:11.591356 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.149 22 <nil> <nil>}
I1007 12:09:11.591367 401591 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1007 12:09:11.704302 401591 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1007 12:09:11.704403 401591 main.go:141] libmachine: found compatible host: buildroot
I1007 12:09:11.704415 401591 main.go:141] libmachine: Provisioning with buildroot...
I1007 12:09:11.704426 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetMachineName
I1007 12:09:11.704723 401591 buildroot.go:166] provisioning hostname "ha-628553-m03"
I1007 12:09:11.704750 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetMachineName
I1007 12:09:11.704905 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHHostname
I1007 12:09:11.707646 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.708032 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:11.708062 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.708204 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHPort
I1007 12:09:11.708466 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:11.708666 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:11.708795 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHUsername
I1007 12:09:11.708972 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:09:11.709229 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.149 22 <nil> <nil>}
I1007 12:09:11.709247 401591 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-628553-m03 && echo "ha-628553-m03" | sudo tee /etc/hostname
I1007 12:09:11.834437 401591 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-628553-m03
I1007 12:09:11.834498 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHHostname
I1007 12:09:11.837609 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.837983 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:11.838013 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.838374 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHPort
I1007 12:09:11.838612 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:11.838805 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:11.839005 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHUsername
I1007 12:09:11.839175 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:09:11.839394 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.149 22 <nil> <nil>}
I1007 12:09:11.839420 401591 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-628553-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-628553-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-628553-m03' | sudo tee -a /etc/hosts;
fi
fi
I1007 12:09:11.962733 401591 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1007 12:09:11.962765 401591 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19763-377026/.minikube CaCertPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19763-377026/.minikube}
I1007 12:09:11.962788 401591 buildroot.go:174] setting up certificates
I1007 12:09:11.962801 401591 provision.go:84] configureAuth start
I1007 12:09:11.962814 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetMachineName
I1007 12:09:11.963127 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetIP
I1007 12:09:11.965755 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.966166 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:11.966201 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.966379 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHHostname
I1007 12:09:11.968397 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.968678 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:11.968703 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:11.968812 401591 provision.go:143] copyHostCerts
I1007 12:09:11.968847 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem
I1007 12:09:11.968897 401591 exec_runner.go:144] found /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem, removing ...
I1007 12:09:11.968910 401591 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem
I1007 12:09:11.968994 401591 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19763-377026/.minikube/ca.pem (1082 bytes)
I1007 12:09:11.969133 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem
I1007 12:09:11.969163 401591 exec_runner.go:144] found /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem, removing ...
I1007 12:09:11.969173 401591 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem
I1007 12:09:11.969222 401591 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19763-377026/.minikube/cert.pem (1123 bytes)
I1007 12:09:11.969301 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem
I1007 12:09:11.969326 401591 exec_runner.go:144] found /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem, removing ...
I1007 12:09:11.969332 401591 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem
I1007 12:09:11.969367 401591 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19763-377026/.minikube/key.pem (1679 bytes)
I1007 12:09:11.969444 401591 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca-key.pem org=jenkins.ha-628553-m03 san=[127.0.0.1 192.168.39.149 ha-628553-m03 localhost minikube]
I1007 12:09:12.008085 401591 provision.go:177] copyRemoteCerts
I1007 12:09:12.008153 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1007 12:09:12.008198 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHHostname
I1007 12:09:12.011020 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.011447 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:12.011479 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.011639 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHPort
I1007 12:09:12.011896 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:12.012077 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHUsername
I1007 12:09:12.012241 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.149 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03/id_rsa Username:docker}
I1007 12:09:12.099103 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1007 12:09:12.099196 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1082 bytes)
I1007 12:09:12.129470 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem -> /etc/docker/server.pem
I1007 12:09:12.129570 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1007 12:09:12.156229 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1007 12:09:12.156324 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1007 12:09:12.182409 401591 provision.go:87] duration metric: took 219.592268ms to configureAuth
I1007 12:09:12.182440 401591 buildroot.go:189] setting minikube options for container-runtime
I1007 12:09:12.182689 401591 config.go:182] Loaded profile config "ha-628553": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:09:12.182805 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHHostname
I1007 12:09:12.186445 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.186906 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:12.186942 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.187197 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHPort
I1007 12:09:12.187409 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:12.187561 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:12.187701 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHUsername
I1007 12:09:12.187919 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:09:12.188176 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.149 22 <nil> <nil>}
I1007 12:09:12.188201 401591 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1007 12:09:12.442162 401591 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1007 12:09:12.442201 401591 main.go:141] libmachine: Checking connection to Docker...
I1007 12:09:12.442252 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetURL
I1007 12:09:12.443642 401591 main.go:141] libmachine: (ha-628553-m03) DBG | Using libvirt version 6000000
I1007 12:09:12.445960 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.446454 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:12.446484 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.446704 401591 main.go:141] libmachine: Docker is up and running!
I1007 12:09:12.446717 401591 main.go:141] libmachine: Reticulating splines...
I1007 12:09:12.446724 401591 client.go:171] duration metric: took 24.794590297s to LocalClient.Create
I1007 12:09:12.446748 401591 start.go:167] duration metric: took 24.794658821s to libmachine.API.Create "ha-628553"
I1007 12:09:12.446758 401591 start.go:293] postStartSetup for "ha-628553-m03" (driver="kvm2")
I1007 12:09:12.446768 401591 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1007 12:09:12.446787 401591 main.go:141] libmachine: (ha-628553-m03) Calling .DriverName
I1007 12:09:12.447044 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1007 12:09:12.447067 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHHostname
I1007 12:09:12.449182 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.449535 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:12.449578 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.449689 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHPort
I1007 12:09:12.449866 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:12.450019 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHUsername
I1007 12:09:12.450128 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.149 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03/id_rsa Username:docker}
I1007 12:09:12.538407 401591 ssh_runner.go:195] Run: cat /etc/os-release
I1007 12:09:12.543112 401591 info.go:137] Remote host: Buildroot 2023.02.9
I1007 12:09:12.543143 401591 filesync.go:126] Scanning /home/jenkins/minikube-integration/19763-377026/.minikube/addons for local assets ...
I1007 12:09:12.543238 401591 filesync.go:126] Scanning /home/jenkins/minikube-integration/19763-377026/.minikube/files for local assets ...
I1007 12:09:12.543327 401591 filesync.go:149] local asset: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem -> 3842712.pem in /etc/ssl/certs
I1007 12:09:12.543349 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem -> /etc/ssl/certs/3842712.pem
I1007 12:09:12.543452 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1007 12:09:12.553965 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem --> /etc/ssl/certs/3842712.pem (1708 bytes)
I1007 12:09:12.580260 401591 start.go:296] duration metric: took 133.488077ms for postStartSetup
I1007 12:09:12.580320 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetConfigRaw
I1007 12:09:12.580945 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetIP
I1007 12:09:12.583692 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.584096 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:12.584119 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.584577 401591 profile.go:143] Saving config to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/config.json ...
I1007 12:09:12.584810 401591 start.go:128] duration metric: took 24.953224798s to createHost
I1007 12:09:12.584834 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHHostname
I1007 12:09:12.586899 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.587276 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:12.587304 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.587460 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHPort
I1007 12:09:12.587666 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:12.587811 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:12.587989 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHUsername
I1007 12:09:12.588157 401591 main.go:141] libmachine: Using SSH client type: native
I1007 12:09:12.588403 401591 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x864f00] 0x867be0 <nil> [] 0s} 192.168.39.149 22 <nil> <nil>}
I1007 12:09:12.588416 401591 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1007 12:09:12.699909 401591 main.go:141] libmachine: SSH cmd err, output: <nil>: 1728302952.675618146
I1007 12:09:12.699944 401591 fix.go:216] guest clock: 1728302952.675618146
I1007 12:09:12.699957 401591 fix.go:229] Guest: 2024-10-07 12:09:12.675618146 +0000 UTC Remote: 2024-10-07 12:09:12.584823089 +0000 UTC m=+146.376856843 (delta=90.795057ms)
I1007 12:09:12.699983 401591 fix.go:200] guest clock delta is within tolerance: 90.795057ms
I1007 12:09:12.700015 401591 start.go:83] releasing machines lock for "ha-628553-m03", held for 25.068545198s
I1007 12:09:12.700046 401591 main.go:141] libmachine: (ha-628553-m03) Calling .DriverName
I1007 12:09:12.700343 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetIP
I1007 12:09:12.703273 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.703654 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:12.703685 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.706106 401591 out.go:177] * Found network options:
I1007 12:09:12.707602 401591 out.go:177] - NO_PROXY=192.168.39.110,192.168.39.169
W1007 12:09:12.709074 401591 proxy.go:119] fail to check proxy env: Error ip not in block
W1007 12:09:12.709105 401591 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 12:09:12.709125 401591 main.go:141] libmachine: (ha-628553-m03) Calling .DriverName
I1007 12:09:12.709903 401591 main.go:141] libmachine: (ha-628553-m03) Calling .DriverName
I1007 12:09:12.710157 401591 main.go:141] libmachine: (ha-628553-m03) Calling .DriverName
I1007 12:09:12.710281 401591 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1007 12:09:12.710326 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHHostname
W1007 12:09:12.710331 401591 proxy.go:119] fail to check proxy env: Error ip not in block
W1007 12:09:12.710350 401591 proxy.go:119] fail to check proxy env: Error ip not in block
I1007 12:09:12.710418 401591 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1007 12:09:12.710435 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHHostname
I1007 12:09:12.713091 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.713270 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.713549 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:12.713577 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.713688 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:12.713709 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:12.713890 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHPort
I1007 12:09:12.713892 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHPort
I1007 12:09:12.714094 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:12.714096 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHKeyPath
I1007 12:09:12.714290 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHUsername
I1007 12:09:12.714293 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetSSHUsername
I1007 12:09:12.714448 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.149 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03/id_rsa Username:docker}
I1007 12:09:12.714465 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.149 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553-m03/id_rsa Username:docker}
I1007 12:09:12.965758 401591 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1007 12:09:12.972410 401591 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1007 12:09:12.972510 401591 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1007 12:09:12.991892 401591 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1007 12:09:12.991924 401591 start.go:495] detecting cgroup driver to use...
I1007 12:09:12.992029 401591 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1007 12:09:13.011092 401591 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1007 12:09:13.027119 401591 docker.go:217] disabling cri-docker service (if available) ...
I1007 12:09:13.027197 401591 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1007 12:09:13.043881 401591 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1007 12:09:13.059996 401591 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1007 12:09:13.194059 401591 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1007 12:09:13.363286 401591 docker.go:233] disabling docker service ...
I1007 12:09:13.363388 401591 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1007 12:09:13.380238 401591 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1007 12:09:13.395090 401591 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1007 12:09:13.539822 401591 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1007 12:09:13.684666 401591 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1007 12:09:13.699806 401591 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1007 12:09:13.721312 401591 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1007 12:09:13.721394 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:09:13.734593 401591 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1007 12:09:13.734678 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:09:13.746652 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:09:13.758752 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:09:13.770649 401591 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1007 12:09:13.783579 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:09:13.796044 401591 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:09:13.816090 401591 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1007 12:09:13.829211 401591 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1007 12:09:13.841584 401591 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1007 12:09:13.841652 401591 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1007 12:09:13.858346 401591 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1007 12:09:13.870682 401591 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:09:14.015562 401591 ssh_runner.go:195] Run: sudo systemctl restart crio
I1007 12:09:14.112385 401591 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1007 12:09:14.112472 401591 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1007 12:09:14.117706 401591 start.go:563] Will wait 60s for crictl version
I1007 12:09:14.117785 401591 ssh_runner.go:195] Run: which crictl
I1007 12:09:14.121973 401591 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1007 12:09:14.164678 401591 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1007 12:09:14.164778 401591 ssh_runner.go:195] Run: crio --version
I1007 12:09:14.195026 401591 ssh_runner.go:195] Run: crio --version
I1007 12:09:14.228305 401591 out.go:177] * Preparing Kubernetes v1.31.1 on CRI-O 1.29.1 ...
I1007 12:09:14.229710 401591 out.go:177] - env NO_PROXY=192.168.39.110
I1007 12:09:14.230954 401591 out.go:177] - env NO_PROXY=192.168.39.110,192.168.39.169
I1007 12:09:14.232215 401591 main.go:141] libmachine: (ha-628553-m03) Calling .GetIP
I1007 12:09:14.235268 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:14.236414 401591 main.go:141] libmachine: (ha-628553-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:3c:9f:34", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:09:02 +0000 UTC Type:0 Mac:52:54:00:3c:9f:34 Iaid: IPaddr:192.168.39.149 Prefix:24 Hostname:ha-628553-m03 Clientid:01:52:54:00:3c:9f:34}
I1007 12:09:14.236455 401591 main.go:141] libmachine: (ha-628553-m03) DBG | domain ha-628553-m03 has defined IP address 192.168.39.149 and MAC address 52:54:00:3c:9f:34 in network mk-ha-628553
I1007 12:09:14.236834 401591 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1007 12:09:14.241615 401591 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:09:14.255885 401591 mustload.go:65] Loading cluster: ha-628553
I1007 12:09:14.256171 401591 config.go:182] Loaded profile config "ha-628553": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:09:14.256468 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:09:14.256525 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:09:14.272191 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:35203
I1007 12:09:14.272704 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:09:14.273292 401591 main.go:141] libmachine: Using API Version 1
I1007 12:09:14.273317 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:09:14.273675 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:09:14.273860 401591 main.go:141] libmachine: (ha-628553) Calling .GetState
I1007 12:09:14.275739 401591 host.go:66] Checking if "ha-628553" exists ...
I1007 12:09:14.276042 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:09:14.276078 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:09:14.291563 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34379
I1007 12:09:14.291960 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:09:14.292503 401591 main.go:141] libmachine: Using API Version 1
I1007 12:09:14.292525 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:09:14.292841 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:09:14.293029 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:09:14.293266 401591 certs.go:68] Setting up /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553 for IP: 192.168.39.149
I1007 12:09:14.293282 401591 certs.go:194] generating shared ca certs ...
I1007 12:09:14.293298 401591 certs.go:226] acquiring lock for ca certs: {Name:mkb33346dabd36d58a78d24f94757f647b7cda33 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:09:14.293454 401591 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.key
I1007 12:09:14.293500 401591 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.key
I1007 12:09:14.293518 401591 certs.go:256] generating profile certs ...
I1007 12:09:14.293595 401591 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.key
I1007 12:09:14.293624 401591 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.e74801e5
I1007 12:09:14.293644 401591 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.e74801e5 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.110 192.168.39.169 192.168.39.149 192.168.39.254]
I1007 12:09:14.510662 401591 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.e74801e5 ...
I1007 12:09:14.510698 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.e74801e5: {Name:mke401c308480be9f53e9bff701f2e9e4cf3af88 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:09:14.510883 401591 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.e74801e5 ...
I1007 12:09:14.510897 401591 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.e74801e5: {Name:mk6ef257f67983b566726de1c934d8565c12b533 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1007 12:09:14.510988 401591 certs.go:381] copying /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt.e74801e5 -> /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt
I1007 12:09:14.511123 401591 certs.go:385] copying /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key.e74801e5 -> /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key
I1007 12:09:14.511263 401591 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.key
I1007 12:09:14.511281 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1007 12:09:14.511294 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1007 12:09:14.511306 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1007 12:09:14.511318 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1007 12:09:14.511328 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1007 12:09:14.511341 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1007 12:09:14.511350 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1007 12:09:14.551130 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1007 12:09:14.551306 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271.pem (1338 bytes)
W1007 12:09:14.551354 401591 certs.go:480] ignoring /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271_empty.pem, impossibly tiny 0 bytes
I1007 12:09:14.551363 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca-key.pem (1675 bytes)
I1007 12:09:14.551385 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/ca.pem (1082 bytes)
I1007 12:09:14.551414 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/cert.pem (1123 bytes)
I1007 12:09:14.551453 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/key.pem (1679 bytes)
I1007 12:09:14.551518 401591 certs.go:484] found cert: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem (1708 bytes)
I1007 12:09:14.551570 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1007 12:09:14.551588 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271.pem -> /usr/share/ca-certificates/384271.pem
I1007 12:09:14.551601 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem -> /usr/share/ca-certificates/3842712.pem
I1007 12:09:14.551640 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:09:14.554905 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:09:14.555423 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:09:14.555460 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:09:14.555653 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:09:14.555879 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:09:14.556052 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:09:14.556195 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.110 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa Username:docker}
I1007 12:09:14.631352 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1007 12:09:14.636908 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1007 12:09:14.651074 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1007 12:09:14.656279 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1007 12:09:14.669909 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1007 12:09:14.674787 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1007 12:09:14.685770 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1007 12:09:14.690694 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1007 12:09:14.702721 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1007 12:09:14.707691 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1007 12:09:14.719165 401591 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1007 12:09:14.724048 401591 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1007 12:09:14.737169 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1007 12:09:14.766716 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1679 bytes)
I1007 12:09:14.794736 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1007 12:09:14.821693 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1675 bytes)
I1007 12:09:14.848771 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1007 12:09:14.877403 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1007 12:09:14.903816 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1007 12:09:14.930704 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1679 bytes)
I1007 12:09:14.958763 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1007 12:09:14.986639 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/certs/384271.pem --> /usr/share/ca-certificates/384271.pem (1338 bytes)
I1007 12:09:15.012198 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/files/etc/ssl/certs/3842712.pem --> /usr/share/ca-certificates/3842712.pem (1708 bytes)
I1007 12:09:15.040552 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1007 12:09:15.060843 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1007 12:09:15.079624 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1007 12:09:15.099559 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1007 12:09:15.119015 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1007 12:09:15.138902 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1007 12:09:15.157844 401591 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1007 12:09:15.176996 401591 ssh_runner.go:195] Run: openssl version
I1007 12:09:15.183306 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1007 12:09:15.195832 401591 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1007 12:09:15.201336 401591 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Oct 7 11:32 /usr/share/ca-certificates/minikubeCA.pem
I1007 12:09:15.201442 401591 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1007 12:09:15.208010 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1007 12:09:15.220845 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/384271.pem && ln -fs /usr/share/ca-certificates/384271.pem /etc/ssl/certs/384271.pem"
I1007 12:09:15.233290 401591 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/384271.pem
I1007 12:09:15.238387 401591 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Oct 7 11:53 /usr/share/ca-certificates/384271.pem
I1007 12:09:15.238463 401591 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/384271.pem
I1007 12:09:15.245368 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/384271.pem /etc/ssl/certs/51391683.0"
I1007 12:09:15.257699 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/3842712.pem && ln -fs /usr/share/ca-certificates/3842712.pem /etc/ssl/certs/3842712.pem"
I1007 12:09:15.270151 401591 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/3842712.pem
I1007 12:09:15.274983 401591 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Oct 7 11:53 /usr/share/ca-certificates/3842712.pem
I1007 12:09:15.275048 401591 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/3842712.pem
I1007 12:09:15.281100 401591 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/3842712.pem /etc/ssl/certs/3ec20f2e.0"
I1007 12:09:15.293845 401591 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1007 12:09:15.298173 401591 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1007 12:09:15.298242 401591 kubeadm.go:934] updating node {m03 192.168.39.149 8443 v1.31.1 crio true true} ...
I1007 12:09:15.298356 401591 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.1/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-628553-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.149
[Install]
config:
{KubernetesVersion:v1.31.1 ClusterName:ha-628553 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1007 12:09:15.298388 401591 kube-vip.go:115] generating kube-vip config ...
I1007 12:09:15.298436 401591 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1007 12:09:15.316713 401591 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1007 12:09:15.316806 401591 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.3
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1007 12:09:15.316885 401591 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.1
I1007 12:09:15.329178 401591 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.1: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.1': No such file or directory
Initiating transfer...
I1007 12:09:15.329260 401591 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.1
I1007 12:09:15.341535 401591 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubelet.sha256
I1007 12:09:15.341551 401591 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubeadm.sha256
I1007 12:09:15.341569 401591 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.1/bin/linux/amd64/kubectl.sha256
I1007 12:09:15.341576 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubeadm -> /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 12:09:15.341585 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubectl -> /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 12:09:15.341597 401591 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 12:09:15.341641 401591 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl
I1007 12:09:15.341660 401591 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm
I1007 12:09:15.361141 401591 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubelet -> /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 12:09:15.361169 401591 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubectl': No such file or directory
I1007 12:09:15.361188 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubectl --> /var/lib/minikube/binaries/v1.31.1/kubectl (56381592 bytes)
I1007 12:09:15.361231 401591 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubeadm': No such file or directory
I1007 12:09:15.361273 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubeadm --> /var/lib/minikube/binaries/v1.31.1/kubeadm (58290328 bytes)
I1007 12:09:15.361282 401591 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet
I1007 12:09:15.386048 401591 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.1/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.1/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.1/kubelet': No such file or directory
I1007 12:09:15.386094 401591 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19763-377026/.minikube/cache/linux/amd64/v1.31.1/kubelet --> /var/lib/minikube/binaries/v1.31.1/kubelet (76869944 bytes)
I1007 12:09:16.354010 401591 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1007 12:09:16.365447 401591 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1007 12:09:16.386247 401591 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1007 12:09:16.405656 401591 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1007 12:09:16.424160 401591 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1007 12:09:16.428897 401591 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1007 12:09:16.443784 401591 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:09:16.576452 401591 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 12:09:16.595070 401591 host.go:66] Checking if "ha-628553" exists ...
I1007 12:09:16.595602 401591 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1007 12:09:16.595675 401591 main.go:141] libmachine: Launching plugin server for driver kvm2
I1007 12:09:16.612706 401591 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40581
I1007 12:09:16.613341 401591 main.go:141] libmachine: () Calling .GetVersion
I1007 12:09:16.613998 401591 main.go:141] libmachine: Using API Version 1
I1007 12:09:16.614030 401591 main.go:141] libmachine: () Calling .SetConfigRaw
I1007 12:09:16.614425 401591 main.go:141] libmachine: () Calling .GetMachineName
I1007 12:09:16.614648 401591 main.go:141] libmachine: (ha-628553) Calling .DriverName
I1007 12:09:16.614817 401591 start.go:317] joinCluster: &{Name:ha-628553 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19696/minikube-v1.34.0-1727108440-19696-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1727731891-master@sha256:d66dfd4a976cf0b4581cac255174cef4031588c4570fa4a795e0b3d42edc9122 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.1 Cluste
rName:ha-628553 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.110 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.169 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.149 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:
false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:fals
e DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1007 12:09:16.615034 401591 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm token create --print-join-command --ttl=0"
I1007 12:09:16.615063 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHHostname
I1007 12:09:16.618382 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:09:16.618897 401591 main.go:141] libmachine: (ha-628553) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:7b:12:fd", ip: ""} in network mk-ha-628553: {Iface:virbr1 ExpiryTime:2024-10-07 13:07:01 +0000 UTC Type:0 Mac:52:54:00:7b:12:fd Iaid: IPaddr:192.168.39.110 Prefix:24 Hostname:ha-628553 Clientid:01:52:54:00:7b:12:fd}
I1007 12:09:16.618931 401591 main.go:141] libmachine: (ha-628553) DBG | domain ha-628553 has defined IP address 192.168.39.110 and MAC address 52:54:00:7b:12:fd in network mk-ha-628553
I1007 12:09:16.619128 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHPort
I1007 12:09:16.619318 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHKeyPath
I1007 12:09:16.619512 401591 main.go:141] libmachine: (ha-628553) Calling .GetSSHUsername
I1007 12:09:16.619676 401591 sshutil.go:53] new ssh client: &{IP:192.168.39.110 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19763-377026/.minikube/machines/ha-628553/id_rsa Username:docker}
I1007 12:09:16.786244 401591 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.149 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:09:16.786300 401591 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 7lajva.py7n2yqd96dw6gb3 --discovery-token-ca-cert-hash sha256:2fd6348052a965f34940e5ba90174bfbd02270cfad7be225de56832e31ef38d5 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-628553-m03 --control-plane --apiserver-advertise-address=192.168.39.149 --apiserver-bind-port=8443"
I1007 12:09:40.133777 401591 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.1:$PATH" kubeadm join control-plane.minikube.internal:8443 --token 7lajva.py7n2yqd96dw6gb3 --discovery-token-ca-cert-hash sha256:2fd6348052a965f34940e5ba90174bfbd02270cfad7be225de56832e31ef38d5 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-628553-m03 --control-plane --apiserver-advertise-address=192.168.39.149 --apiserver-bind-port=8443": (23.347442914s)
I1007 12:09:40.133833 401591 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1007 12:09:40.642262 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-628553-m03 minikube.k8s.io/updated_at=2024_10_07T12_09_40_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=55a088b4b31722f6a33d4d5d4ae6e59a42bb414b minikube.k8s.io/name=ha-628553 minikube.k8s.io/primary=false
I1007 12:09:40.798800 401591 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.1/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-628553-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1007 12:09:40.938486 401591 start.go:319] duration metric: took 24.323665443s to joinCluster
I1007 12:09:40.938574 401591 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.149 Port:8443 KubernetesVersion:v1.31.1 ContainerRuntime:crio ControlPlane:true Worker:true}
I1007 12:09:40.938992 401591 config.go:182] Loaded profile config "ha-628553": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.1
I1007 12:09:40.939839 401591 out.go:177] * Verifying Kubernetes components...
I1007 12:09:40.941073 401591 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1007 12:09:41.179331 401591 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1007 12:09:41.207454 401591 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19763-377026/kubeconfig
I1007 12:09:41.207837 401591 kapi.go:59] client config for ha-628553: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.crt", KeyFile:"/home/jenkins/minikube-integration/19763-377026/.minikube/profiles/ha-628553/client.key", CAFile:"/home/jenkins/minikube-integration/19763-377026/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(n
il)}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x242f0a0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1007 12:09:41.207937 401591 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.110:8443
I1007 12:09:41.208281 401591 node_ready.go:35] waiting up to 6m0s for node "ha-628553-m03" to be "Ready" ...
I1007 12:09:41.208393 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:41.208405 401591 round_trippers.go:469] Request Headers:
I1007 12:09:41.208416 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:41.208425 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:41.212516 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:41.709058 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:41.709088 401591 round_trippers.go:469] Request Headers:
I1007 12:09:41.709105 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:41.709111 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:41.712889 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:42.209244 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:42.209270 401591 round_trippers.go:469] Request Headers:
I1007 12:09:42.209282 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:42.209291 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:42.215411 401591 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 12:09:42.708822 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:42.708852 401591 round_trippers.go:469] Request Headers:
I1007 12:09:42.708859 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:42.708864 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:42.712350 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:43.208783 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:43.208814 401591 round_trippers.go:469] Request Headers:
I1007 12:09:43.208825 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:43.208830 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:43.212641 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:43.213313 401591 node_ready.go:53] node "ha-628553-m03" has status "Ready":"False"
I1007 12:09:43.708554 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:43.708586 401591 round_trippers.go:469] Request Headers:
I1007 12:09:43.708598 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:43.708603 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:43.712869 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:44.209341 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:44.209369 401591 round_trippers.go:469] Request Headers:
I1007 12:09:44.209378 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:44.209383 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:44.213843 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:44.708627 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:44.708655 401591 round_trippers.go:469] Request Headers:
I1007 12:09:44.708667 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:44.708674 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:44.712946 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:45.208740 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:45.208767 401591 round_trippers.go:469] Request Headers:
I1007 12:09:45.208780 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:45.208787 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:45.212825 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:45.213803 401591 node_ready.go:53] node "ha-628553-m03" has status "Ready":"False"
I1007 12:09:45.709194 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:45.709226 401591 round_trippers.go:469] Request Headers:
I1007 12:09:45.709239 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:45.709244 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:45.713036 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:46.209154 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:46.209181 401591 round_trippers.go:469] Request Headers:
I1007 12:09:46.209192 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:46.209196 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:46.212466 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:46.708677 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:46.708707 401591 round_trippers.go:469] Request Headers:
I1007 12:09:46.708716 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:46.708724 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:46.712340 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:47.208818 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:47.208842 401591 round_trippers.go:469] Request Headers:
I1007 12:09:47.208851 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:47.208857 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:47.212615 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:47.709164 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:47.709193 401591 round_trippers.go:469] Request Headers:
I1007 12:09:47.709202 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:47.709205 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:47.713234 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:47.713781 401591 node_ready.go:53] node "ha-628553-m03" has status "Ready":"False"
I1007 12:09:48.209498 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:48.209525 401591 round_trippers.go:469] Request Headers:
I1007 12:09:48.209534 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:48.209537 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:48.213755 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:48.708587 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:48.708611 401591 round_trippers.go:469] Request Headers:
I1007 12:09:48.708621 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:48.708624 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:48.712036 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:49.208568 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:49.208592 401591 round_trippers.go:469] Request Headers:
I1007 12:09:49.208603 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:49.208607 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:49.211903 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:49.708691 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:49.708716 401591 round_trippers.go:469] Request Headers:
I1007 12:09:49.708725 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:49.708729 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:49.712776 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:50.208877 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:50.208902 401591 round_trippers.go:469] Request Headers:
I1007 12:09:50.208911 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:50.208914 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:50.212493 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:50.213081 401591 node_ready.go:53] node "ha-628553-m03" has status "Ready":"False"
I1007 12:09:50.709538 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:50.709562 401591 round_trippers.go:469] Request Headers:
I1007 12:09:50.709571 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:50.709575 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:50.713279 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:51.209230 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:51.209256 401591 round_trippers.go:469] Request Headers:
I1007 12:09:51.209265 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:51.209268 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:51.213382 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:51.708830 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:51.708854 401591 round_trippers.go:469] Request Headers:
I1007 12:09:51.708862 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:51.708866 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:51.712240 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:52.208900 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:52.208926 401591 round_trippers.go:469] Request Headers:
I1007 12:09:52.208939 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:52.208946 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:52.215313 401591 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 12:09:52.216003 401591 node_ready.go:53] node "ha-628553-m03" has status "Ready":"False"
I1007 12:09:52.708705 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:52.708730 401591 round_trippers.go:469] Request Headers:
I1007 12:09:52.708738 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:52.708742 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:52.712616 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:53.209443 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:53.209470 401591 round_trippers.go:469] Request Headers:
I1007 12:09:53.209480 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:53.209484 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:53.220542 401591 round_trippers.go:574] Response Status: 200 OK in 11 milliseconds
I1007 12:09:53.709519 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:53.709546 401591 round_trippers.go:469] Request Headers:
I1007 12:09:53.709558 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:53.709564 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:53.716163 401591 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 12:09:54.208707 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:54.208734 401591 round_trippers.go:469] Request Headers:
I1007 12:09:54.208746 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:54.208760 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:54.213435 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:54.708587 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:54.708610 401591 round_trippers.go:469] Request Headers:
I1007 12:09:54.708619 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:54.708622 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:54.712056 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:54.712859 401591 node_ready.go:53] node "ha-628553-m03" has status "Ready":"False"
I1007 12:09:55.209203 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:55.209231 401591 round_trippers.go:469] Request Headers:
I1007 12:09:55.209239 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:55.209245 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:55.212768 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:55.708667 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:55.708695 401591 round_trippers.go:469] Request Headers:
I1007 12:09:55.708703 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:55.708707 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:55.712313 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:56.209354 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:56.209383 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.209395 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.209403 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.213377 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:56.708881 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:56.708908 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.708919 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.708924 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.712370 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:56.712935 401591 node_ready.go:49] node "ha-628553-m03" has status "Ready":"True"
I1007 12:09:56.712963 401591 node_ready.go:38] duration metric: took 15.504655916s for node "ha-628553-m03" to be "Ready" ...
I1007 12:09:56.712977 401591 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 12:09:56.713073 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods
I1007 12:09:56.713085 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.713097 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.713103 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.718978 401591 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:09:56.726344 401591 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-ktmzq" in "kube-system" namespace to be "Ready" ...
I1007 12:09:56.726456 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-ktmzq
I1007 12:09:56.726466 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.726474 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.726490 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.730546 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:56.731604 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:09:56.731626 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.731635 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.731641 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.735028 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:56.735631 401591 pod_ready.go:93] pod "coredns-7c65d6cfc9-ktmzq" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:56.735652 401591 pod_ready.go:82] duration metric: took 9.273238ms for pod "coredns-7c65d6cfc9-ktmzq" in "kube-system" namespace to be "Ready" ...
I1007 12:09:56.735664 401591 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-rsr6v" in "kube-system" namespace to be "Ready" ...
I1007 12:09:56.735733 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-rsr6v
I1007 12:09:56.735741 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.735750 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.735755 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.739406 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:56.740176 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:09:56.740199 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.740209 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.740214 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.743560 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:56.744246 401591 pod_ready.go:93] pod "coredns-7c65d6cfc9-rsr6v" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:56.744282 401591 pod_ready.go:82] duration metric: took 8.60988ms for pod "coredns-7c65d6cfc9-rsr6v" in "kube-system" namespace to be "Ready" ...
I1007 12:09:56.744297 401591 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:09:56.744377 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/etcd-ha-628553
I1007 12:09:56.744385 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.744394 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.744399 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.747762 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:56.748602 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:09:56.748620 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.748631 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.748635 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.751819 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:56.752620 401591 pod_ready.go:93] pod "etcd-ha-628553" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:56.752643 401591 pod_ready.go:82] duration metric: took 8.33893ms for pod "etcd-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:09:56.752653 401591 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:09:56.752721 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/etcd-ha-628553-m02
I1007 12:09:56.752728 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.752736 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.752744 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.755841 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:56.756900 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:09:56.756919 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.756928 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.756933 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.762051 401591 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1007 12:09:56.762546 401591 pod_ready.go:93] pod "etcd-ha-628553-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:56.762567 401591 pod_ready.go:82] duration metric: took 9.907016ms for pod "etcd-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:09:56.762577 401591 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-628553-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:09:56.908942 401591 request.go:632] Waited for 146.263139ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/etcd-ha-628553-m03
I1007 12:09:56.909015 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/etcd-ha-628553-m03
I1007 12:09:56.909020 401591 round_trippers.go:469] Request Headers:
I1007 12:09:56.909028 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:56.909033 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:56.912564 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:57.109760 401591 request.go:632] Waited for 196.38743ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:57.109828 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:57.109833 401591 round_trippers.go:469] Request Headers:
I1007 12:09:57.109841 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:57.109845 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:57.113445 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:57.114014 401591 pod_ready.go:93] pod "etcd-ha-628553-m03" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:57.114033 401591 pod_ready.go:82] duration metric: took 351.449136ms for pod "etcd-ha-628553-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:09:57.114057 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:09:57.309353 401591 request.go:632] Waited for 195.205622ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-628553
I1007 12:09:57.309419 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-628553
I1007 12:09:57.309425 401591 round_trippers.go:469] Request Headers:
I1007 12:09:57.309432 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:57.309437 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:57.313075 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:57.509082 401591 request.go:632] Waited for 195.305317ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:09:57.509151 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:09:57.509155 401591 round_trippers.go:469] Request Headers:
I1007 12:09:57.509166 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:57.509174 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:57.512625 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:57.513112 401591 pod_ready.go:93] pod "kube-apiserver-ha-628553" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:57.513132 401591 pod_ready.go:82] duration metric: took 399.067745ms for pod "kube-apiserver-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:09:57.513143 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:09:57.709708 401591 request.go:632] Waited for 196.474408ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-628553-m02
I1007 12:09:57.709781 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-628553-m02
I1007 12:09:57.709786 401591 round_trippers.go:469] Request Headers:
I1007 12:09:57.709794 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:57.709800 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:57.713831 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:57.908898 401591 request.go:632] Waited for 194.228676ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:09:57.908982 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:09:57.908989 401591 round_trippers.go:469] Request Headers:
I1007 12:09:57.909010 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:57.909018 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:57.912443 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:57.912928 401591 pod_ready.go:93] pod "kube-apiserver-ha-628553-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:57.912946 401591 pod_ready.go:82] duration metric: took 399.796848ms for pod "kube-apiserver-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:09:57.912957 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-628553-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:09:58.109126 401591 request.go:632] Waited for 196.089672ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-628553-m03
I1007 12:09:58.109228 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-628553-m03
I1007 12:09:58.109239 401591 round_trippers.go:469] Request Headers:
I1007 12:09:58.109254 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:58.109263 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:58.113302 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:58.309458 401591 request.go:632] Waited for 195.377342ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:58.309526 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:58.309532 401591 round_trippers.go:469] Request Headers:
I1007 12:09:58.309540 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:58.309547 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:58.313264 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:58.313917 401591 pod_ready.go:93] pod "kube-apiserver-ha-628553-m03" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:58.313941 401591 pod_ready.go:82] duration metric: took 400.976971ms for pod "kube-apiserver-ha-628553-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:09:58.313953 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:09:58.508886 401591 request.go:632] Waited for 194.833329ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-628553
I1007 12:09:58.508952 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-628553
I1007 12:09:58.508957 401591 round_trippers.go:469] Request Headers:
I1007 12:09:58.508965 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:58.508968 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:58.512699 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:58.709582 401591 request.go:632] Waited for 196.246847ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:09:58.709646 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:09:58.709651 401591 round_trippers.go:469] Request Headers:
I1007 12:09:58.709659 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:58.709664 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:58.713267 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:58.713852 401591 pod_ready.go:93] pod "kube-controller-manager-ha-628553" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:58.713872 401591 pod_ready.go:82] duration metric: took 399.911675ms for pod "kube-controller-manager-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:09:58.713882 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:09:58.909557 401591 request.go:632] Waited for 195.589727ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-628553-m02
I1007 12:09:58.909638 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-628553-m02
I1007 12:09:58.909646 401591 round_trippers.go:469] Request Headers:
I1007 12:09:58.909658 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:58.909667 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:58.913323 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:59.109300 401591 request.go:632] Waited for 195.248412ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:09:59.109385 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:09:59.109397 401591 round_trippers.go:469] Request Headers:
I1007 12:09:59.109413 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:59.109423 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:59.113724 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:59.114391 401591 pod_ready.go:93] pod "kube-controller-manager-ha-628553-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:59.114424 401591 pod_ready.go:82] duration metric: took 400.532344ms for pod "kube-controller-manager-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:09:59.114440 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-628553-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:09:59.309421 401591 request.go:632] Waited for 194.863237ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-628553-m03
I1007 12:09:59.309496 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-628553-m03
I1007 12:09:59.309505 401591 round_trippers.go:469] Request Headers:
I1007 12:09:59.309513 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:59.309517 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:59.313524 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:59.509863 401591 request.go:632] Waited for 195.376113ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:59.509933 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:59.509939 401591 round_trippers.go:469] Request Headers:
I1007 12:09:59.509947 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:59.509952 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:59.514238 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:59.514980 401591 pod_ready.go:93] pod "kube-controller-manager-ha-628553-m03" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:59.515006 401591 pod_ready.go:82] duration metric: took 400.556348ms for pod "kube-controller-manager-ha-628553-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:09:59.515021 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-956k4" in "kube-system" namespace to be "Ready" ...
I1007 12:09:59.708902 401591 request.go:632] Waited for 193.788377ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-proxy-956k4
I1007 12:09:59.708979 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-proxy-956k4
I1007 12:09:59.708984 401591 round_trippers.go:469] Request Headers:
I1007 12:09:59.708994 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:59.708999 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:59.713254 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:09:59.909528 401591 request.go:632] Waited for 195.290175ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:59.909618 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:09:59.909629 401591 round_trippers.go:469] Request Headers:
I1007 12:09:59.909647 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:09:59.909670 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:09:59.913334 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:09:59.913821 401591 pod_ready.go:93] pod "kube-proxy-956k4" in "kube-system" namespace has status "Ready":"True"
I1007 12:09:59.913839 401591 pod_ready.go:82] duration metric: took 398.810891ms for pod "kube-proxy-956k4" in "kube-system" namespace to be "Ready" ...
I1007 12:09:59.913849 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-h6vg8" in "kube-system" namespace to be "Ready" ...
I1007 12:10:00.108920 401591 request.go:632] Waited for 194.960284ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-proxy-h6vg8
I1007 12:10:00.108989 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-proxy-h6vg8
I1007 12:10:00.108994 401591 round_trippers.go:469] Request Headers:
I1007 12:10:00.109003 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:00.109008 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:00.112562 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:10:00.309314 401591 request.go:632] Waited for 195.880007ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:10:00.309383 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:10:00.309388 401591 round_trippers.go:469] Request Headers:
I1007 12:10:00.309398 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:00.309402 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:00.312741 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:10:00.313358 401591 pod_ready.go:93] pod "kube-proxy-h6vg8" in "kube-system" namespace has status "Ready":"True"
I1007 12:10:00.313387 401591 pod_ready.go:82] duration metric: took 399.529803ms for pod "kube-proxy-h6vg8" in "kube-system" namespace to be "Ready" ...
I1007 12:10:00.313403 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-s5c6d" in "kube-system" namespace to be "Ready" ...
I1007 12:10:00.509443 401591 request.go:632] Waited for 195.933785ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-proxy-s5c6d
I1007 12:10:00.509525 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-proxy-s5c6d
I1007 12:10:00.509534 401591 round_trippers.go:469] Request Headers:
I1007 12:10:00.509546 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:00.509553 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:00.513184 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:10:00.709406 401591 request.go:632] Waited for 195.365479ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:10:00.709504 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:10:00.709514 401591 round_trippers.go:469] Request Headers:
I1007 12:10:00.709522 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:00.709529 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:00.713607 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:10:00.714279 401591 pod_ready.go:93] pod "kube-proxy-s5c6d" in "kube-system" namespace has status "Ready":"True"
I1007 12:10:00.714309 401591 pod_ready.go:82] duration metric: took 400.896557ms for pod "kube-proxy-s5c6d" in "kube-system" namespace to be "Ready" ...
I1007 12:10:00.714325 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:10:00.909245 401591 request.go:632] Waited for 194.818143ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-628553
I1007 12:10:00.909342 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-628553
I1007 12:10:00.909351 401591 round_trippers.go:469] Request Headers:
I1007 12:10:00.909364 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:00.909371 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:00.915481 401591 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 12:10:01.109624 401591 request.go:632] Waited for 193.409101ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:10:01.109691 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553
I1007 12:10:01.109697 401591 round_trippers.go:469] Request Headers:
I1007 12:10:01.109705 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:01.109709 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:01.113699 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:10:01.114360 401591 pod_ready.go:93] pod "kube-scheduler-ha-628553" in "kube-system" namespace has status "Ready":"True"
I1007 12:10:01.114385 401591 pod_ready.go:82] duration metric: took 400.050276ms for pod "kube-scheduler-ha-628553" in "kube-system" namespace to be "Ready" ...
I1007 12:10:01.114400 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:10:01.309693 401591 request.go:632] Waited for 195.205987ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-628553-m02
I1007 12:10:01.309795 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-628553-m02
I1007 12:10:01.309803 401591 round_trippers.go:469] Request Headers:
I1007 12:10:01.309815 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:01.309822 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:01.313815 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:10:01.508909 401591 request.go:632] Waited for 194.37677ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:10:01.508986 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m02
I1007 12:10:01.508991 401591 round_trippers.go:469] Request Headers:
I1007 12:10:01.509002 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:01.509007 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:01.512742 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:10:01.513256 401591 pod_ready.go:93] pod "kube-scheduler-ha-628553-m02" in "kube-system" namespace has status "Ready":"True"
I1007 12:10:01.513276 401591 pod_ready.go:82] duration metric: took 398.86838ms for pod "kube-scheduler-ha-628553-m02" in "kube-system" namespace to be "Ready" ...
I1007 12:10:01.513288 401591 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-628553-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:10:01.709917 401591 request.go:632] Waited for 196.548883ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-628553-m03
I1007 12:10:01.710017 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-628553-m03
I1007 12:10:01.710026 401591 round_trippers.go:469] Request Headers:
I1007 12:10:01.710034 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:01.710039 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:01.714122 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:10:01.909434 401591 request.go:632] Waited for 194.3948ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:10:01.909513 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes/ha-628553-m03
I1007 12:10:01.909522 401591 round_trippers.go:469] Request Headers:
I1007 12:10:01.909532 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:01.909540 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:01.913611 401591 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1007 12:10:01.914046 401591 pod_ready.go:93] pod "kube-scheduler-ha-628553-m03" in "kube-system" namespace has status "Ready":"True"
I1007 12:10:01.914070 401591 pod_ready.go:82] duration metric: took 400.775584ms for pod "kube-scheduler-ha-628553-m03" in "kube-system" namespace to be "Ready" ...
I1007 12:10:01.914081 401591 pod_ready.go:39] duration metric: took 5.201089226s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1007 12:10:01.914096 401591 api_server.go:52] waiting for apiserver process to appear ...
I1007 12:10:01.914154 401591 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1007 12:10:01.933363 401591 api_server.go:72] duration metric: took 20.994747532s to wait for apiserver process to appear ...
I1007 12:10:01.933396 401591 api_server.go:88] waiting for apiserver healthz status ...
I1007 12:10:01.933418 401591 api_server.go:253] Checking apiserver healthz at https://192.168.39.110:8443/healthz ...
I1007 12:10:01.938101 401591 api_server.go:279] https://192.168.39.110:8443/healthz returned 200:
ok
I1007 12:10:01.938189 401591 round_trippers.go:463] GET https://192.168.39.110:8443/version
I1007 12:10:01.938198 401591 round_trippers.go:469] Request Headers:
I1007 12:10:01.938207 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:01.938213 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:01.939122 401591 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1007 12:10:01.939199 401591 api_server.go:141] control plane version: v1.31.1
I1007 12:10:01.939214 401591 api_server.go:131] duration metric: took 5.812529ms to wait for apiserver health ...
I1007 12:10:01.939225 401591 system_pods.go:43] waiting for kube-system pods to appear ...
I1007 12:10:02.109608 401591 request.go:632] Waited for 170.278268ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods
I1007 12:10:02.109688 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods
I1007 12:10:02.109696 401591 round_trippers.go:469] Request Headers:
I1007 12:10:02.109710 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:02.109721 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:02.116583 401591 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 12:10:02.124470 401591 system_pods.go:59] 24 kube-system pods found
I1007 12:10:02.124519 401591 system_pods.go:61] "coredns-7c65d6cfc9-ktmzq" [fda6ae24-5407-4f63-9a56-29fa9eba8966] Running
I1007 12:10:02.124524 401591 system_pods.go:61] "coredns-7c65d6cfc9-rsr6v" [60fd800f-38f1-40d5-9ecf-cbf21bf5add6] Running
I1007 12:10:02.124528 401591 system_pods.go:61] "etcd-ha-628553" [3579a80c-5e63-4d4c-adc9-73cac073a802] Running
I1007 12:10:02.124532 401591 system_pods.go:61] "etcd-ha-628553-m02" [0fefb6ea-76e1-401a-88d6-a423e399438e] Running
I1007 12:10:02.124537 401591 system_pods.go:61] "etcd-ha-628553-m03" [dc936fce-fbe1-43c1-86cd-25d7fa4594cf] Running
I1007 12:10:02.124541 401591 system_pods.go:61] "kindnet-9rq2w" [e4fcdbc2-6109-43b9-a499-c191e251a062] Running
I1007 12:10:02.124545 401591 system_pods.go:61] "kindnet-sb4xd" [a9f248cb-dc39-4ccd-8424-c44d1042d9e0] Running
I1007 12:10:02.124549 401591 system_pods.go:61] "kindnet-snf5v" [a6360ec2-8f69-454b-9bfc-d636ebd8b372] Running
I1007 12:10:02.124553 401591 system_pods.go:61] "kube-apiserver-ha-628553" [7fe040c4-6be7-4883-ab71-bace9009cbb5] Running
I1007 12:10:02.124556 401591 system_pods.go:61] "kube-apiserver-ha-628553-m02" [9511205f-2fa0-4044-bd8f-e59f419fb2c1] Running
I1007 12:10:02.124559 401591 system_pods.go:61] "kube-apiserver-ha-628553-m03" [08a932b8-4589-4267-b780-f6442593caa6] Running
I1007 12:10:02.124563 401591 system_pods.go:61] "kube-controller-manager-ha-628553" [845ea9a6-3f13-4674-bfb3-b7f12324cd5a] Running
I1007 12:10:02.124566 401591 system_pods.go:61] "kube-controller-manager-ha-628553-m02" [0628a3a5-160a-4061-8567-443893e1330b] Running
I1007 12:10:02.124569 401591 system_pods.go:61] "kube-controller-manager-ha-628553-m03" [1db156a1-6009-41ad-9ef8-6cb82086e86f] Running
I1007 12:10:02.124572 401591 system_pods.go:61] "kube-proxy-956k4" [6e4b7d91-62fc-431d-9b10-cca1155729da] Running
I1007 12:10:02.124576 401591 system_pods.go:61] "kube-proxy-h6vg8" [97dd82f4-8e31-4569-b762-fc804d08efb0] Running
I1007 12:10:02.124579 401591 system_pods.go:61] "kube-proxy-s5c6d" [168add56-da7e-45fd-bc2b-028a2c1b54ea] Running
I1007 12:10:02.124582 401591 system_pods.go:61] "kube-scheduler-ha-628553" [12384484-62b8-4880-9f09-0410442a2cd1] Running
I1007 12:10:02.124585 401591 system_pods.go:61] "kube-scheduler-ha-628553-m02" [8b629623-bd07-491f-9662-06e24ac3453f] Running
I1007 12:10:02.124588 401591 system_pods.go:61] "kube-scheduler-ha-628553-m03" [c430369f-f44c-485c-927e-220bab0078d3] Running
I1007 12:10:02.124591 401591 system_pods.go:61] "kube-vip-ha-628553" [d3799e6d-af22-404d-9322-ff0c9e7fa931] Running
I1007 12:10:02.124594 401591 system_pods.go:61] "kube-vip-ha-628553-m02" [b652ac92-da69-4189-96ec-ad409610464c] Running
I1007 12:10:02.124597 401591 system_pods.go:61] "kube-vip-ha-628553-m03" [82826fa8-ab2c-42d7-8c2d-1c6261c25c35] Running
I1007 12:10:02.124600 401591 system_pods.go:61] "storage-provisioner" [f7c00c1a-1a68-4b5d-b870-6fb9aa3780f0] Running
I1007 12:10:02.124608 401591 system_pods.go:74] duration metric: took 185.374126ms to wait for pod list to return data ...
I1007 12:10:02.124621 401591 default_sa.go:34] waiting for default service account to be created ...
I1007 12:10:02.309914 401591 request.go:632] Waited for 185.18335ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/default/serviceaccounts
I1007 12:10:02.309989 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/default/serviceaccounts
I1007 12:10:02.309995 401591 round_trippers.go:469] Request Headers:
I1007 12:10:02.310010 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:02.310017 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:02.318042 401591 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1007 12:10:02.318207 401591 default_sa.go:45] found service account: "default"
I1007 12:10:02.318235 401591 default_sa.go:55] duration metric: took 193.599365ms for default service account to be created ...
I1007 12:10:02.318250 401591 system_pods.go:116] waiting for k8s-apps to be running ...
I1007 12:10:02.509774 401591 request.go:632] Waited for 191.420927ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods
I1007 12:10:02.509840 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/namespaces/kube-system/pods
I1007 12:10:02.509853 401591 round_trippers.go:469] Request Headers:
I1007 12:10:02.509866 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:02.509875 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:02.516685 401591 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1007 12:10:02.523464 401591 system_pods.go:86] 24 kube-system pods found
I1007 12:10:02.523503 401591 system_pods.go:89] "coredns-7c65d6cfc9-ktmzq" [fda6ae24-5407-4f63-9a56-29fa9eba8966] Running
I1007 12:10:02.523511 401591 system_pods.go:89] "coredns-7c65d6cfc9-rsr6v" [60fd800f-38f1-40d5-9ecf-cbf21bf5add6] Running
I1007 12:10:02.523516 401591 system_pods.go:89] "etcd-ha-628553" [3579a80c-5e63-4d4c-adc9-73cac073a802] Running
I1007 12:10:02.523522 401591 system_pods.go:89] "etcd-ha-628553-m02" [0fefb6ea-76e1-401a-88d6-a423e399438e] Running
I1007 12:10:02.523528 401591 system_pods.go:89] "etcd-ha-628553-m03" [dc936fce-fbe1-43c1-86cd-25d7fa4594cf] Running
I1007 12:10:02.523534 401591 system_pods.go:89] "kindnet-9rq2w" [e4fcdbc2-6109-43b9-a499-c191e251a062] Running
I1007 12:10:02.523539 401591 system_pods.go:89] "kindnet-sb4xd" [a9f248cb-dc39-4ccd-8424-c44d1042d9e0] Running
I1007 12:10:02.523573 401591 system_pods.go:89] "kindnet-snf5v" [a6360ec2-8f69-454b-9bfc-d636ebd8b372] Running
I1007 12:10:02.523579 401591 system_pods.go:89] "kube-apiserver-ha-628553" [7fe040c4-6be7-4883-ab71-bace9009cbb5] Running
I1007 12:10:02.523585 401591 system_pods.go:89] "kube-apiserver-ha-628553-m02" [9511205f-2fa0-4044-bd8f-e59f419fb2c1] Running
I1007 12:10:02.523591 401591 system_pods.go:89] "kube-apiserver-ha-628553-m03" [08a932b8-4589-4267-b780-f6442593caa6] Running
I1007 12:10:02.523606 401591 system_pods.go:89] "kube-controller-manager-ha-628553" [845ea9a6-3f13-4674-bfb3-b7f12324cd5a] Running
I1007 12:10:02.523613 401591 system_pods.go:89] "kube-controller-manager-ha-628553-m02" [0628a3a5-160a-4061-8567-443893e1330b] Running
I1007 12:10:02.523619 401591 system_pods.go:89] "kube-controller-manager-ha-628553-m03" [1db156a1-6009-41ad-9ef8-6cb82086e86f] Running
I1007 12:10:02.523628 401591 system_pods.go:89] "kube-proxy-956k4" [6e4b7d91-62fc-431d-9b10-cca1155729da] Running
I1007 12:10:02.523634 401591 system_pods.go:89] "kube-proxy-h6vg8" [97dd82f4-8e31-4569-b762-fc804d08efb0] Running
I1007 12:10:02.523640 401591 system_pods.go:89] "kube-proxy-s5c6d" [168add56-da7e-45fd-bc2b-028a2c1b54ea] Running
I1007 12:10:02.523651 401591 system_pods.go:89] "kube-scheduler-ha-628553" [12384484-62b8-4880-9f09-0410442a2cd1] Running
I1007 12:10:02.523657 401591 system_pods.go:89] "kube-scheduler-ha-628553-m02" [8b629623-bd07-491f-9662-06e24ac3453f] Running
I1007 12:10:02.523662 401591 system_pods.go:89] "kube-scheduler-ha-628553-m03" [c430369f-f44c-485c-927e-220bab0078d3] Running
I1007 12:10:02.523668 401591 system_pods.go:89] "kube-vip-ha-628553" [d3799e6d-af22-404d-9322-ff0c9e7fa931] Running
I1007 12:10:02.523674 401591 system_pods.go:89] "kube-vip-ha-628553-m02" [b652ac92-da69-4189-96ec-ad409610464c] Running
I1007 12:10:02.523679 401591 system_pods.go:89] "kube-vip-ha-628553-m03" [82826fa8-ab2c-42d7-8c2d-1c6261c25c35] Running
I1007 12:10:02.523685 401591 system_pods.go:89] "storage-provisioner" [f7c00c1a-1a68-4b5d-b870-6fb9aa3780f0] Running
I1007 12:10:02.523697 401591 system_pods.go:126] duration metric: took 205.439551ms to wait for k8s-apps to be running ...
I1007 12:10:02.523709 401591 system_svc.go:44] waiting for kubelet service to be running ....
I1007 12:10:02.523771 401591 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1007 12:10:02.542038 401591 system_svc.go:56] duration metric: took 18.318301ms WaitForService to wait for kubelet
I1007 12:10:02.542084 401591 kubeadm.go:582] duration metric: took 21.603472414s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1007 12:10:02.542109 401591 node_conditions.go:102] verifying NodePressure condition ...
I1007 12:10:02.709771 401591 request.go:632] Waited for 167.539386ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.110:8443/api/v1/nodes
I1007 12:10:02.709854 401591 round_trippers.go:463] GET https://192.168.39.110:8443/api/v1/nodes
I1007 12:10:02.709863 401591 round_trippers.go:469] Request Headers:
I1007 12:10:02.709874 401591 round_trippers.go:473] Accept: application/json, */*
I1007 12:10:02.709884 401591 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1007 12:10:02.713363 401591 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1007 12:10:02.714361 401591 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 12:10:02.714384 401591 node_conditions.go:123] node cpu capacity is 2
I1007 12:10:02.714396 401591 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 12:10:02.714401 401591 node_conditions.go:123] node cpu capacity is 2
I1007 12:10:02.714406 401591 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1007 12:10:02.714409 401591 node_conditions.go:123] node cpu capacity is 2
I1007 12:10:02.714415 401591 node_conditions.go:105] duration metric: took 172.299605ms to run NodePressure ...
I1007 12:10:02.714430 401591 start.go:241] waiting for startup goroutines ...
I1007 12:10:02.714459 401591 start.go:255] writing updated cluster config ...
I1007 12:10:02.714781 401591 ssh_runner.go:195] Run: rm -f paused
I1007 12:10:02.769817 401591 start.go:600] kubectl: 1.31.1, cluster: 1.31.1 (minor skew: 0)
I1007 12:10:02.771879 401591 out.go:177] * Done! kubectl is now configured to use "ha-628553" cluster and "default" namespace by default
==> CRI-O <==
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.753269065Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303241753245062,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=0f4ed02e-c51c-4885-91d8-04f3456e43b3 name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.753897568Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=191c49ff-2396-4c40-b27e-9f639c45d41b name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.753985250Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=191c49ff-2396-4c40-b27e-9f639c45d41b name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.754218046Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:cac09519e9d839226a39444abd2043b6f19fc10ec7b4bc9adda7f33b183402eb,PodSandboxId:3588af1ea926cb139e0494a685d676d27bdcf36be1224f7503e0e7bc7e35ac8d,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728303007095363171,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-vc5k8,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8b53e3fe-5dba-4b37-b415-380bb77e5fd2,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:914d5a55b5b7f365cfab01c06df205e9df51e78f22b2e7e63987150f7321a637,PodSandboxId:e4273414ae3c991bd1b2869c8916108bd07b11ecd715e221b1649691f8c57a39,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728302865051238243,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f7c00c1a-1a68-4b5d-b870-6fb9aa3780f0,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4dcac83715ae5c3891812064f8de21006bc4aaf38a204c245cc256baacdb04ed,PodSandboxId:7a74be057c048bd0bf9c2836deaa311995875189b2cbd21d9d8a90387a3e8ce0,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728302865037164514,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-rsr6v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 60fd800f-38f1-40d5-9ecf-cbf21bf5add6,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0a438e52c0996eeab8ba029103373e78ced9c323664eb125dfec34b846183f68,PodSandboxId:66f721a704d2d039f0ef6c8b7b9cd6e609e0a61f012994b5b89a3cee4b52a113,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728302864973475798,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ktmzq,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fda6ae24-54
07-4f63-9a56-29fa9eba8966,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b10875321ed8dbc68145fbc9533e16e2914429ff394fb768517d97899d523b0e,PodSandboxId:883a1bf7435de112cb34c607c0fe688a3118731c66ef2957cae35a3d557b0d40,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17283028
53029005413,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-snf5v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a6360ec2-8f69-454b-9bfc-d636ebd8b372,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4a0b203aaca5a29f0fd90ab4a872973750fbc2d616e5bd498c1b88de89f71489,PodSandboxId:4ad2a2a2eae50620a3b1dbab780fb2370d66a903d378e49a46d0f5f7c9eceec2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728302852610463906,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-h6vg8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 97dd82f4-8e31-4569-b762-fc804d08efb0,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:41e1b6a8666620d5da5f6fe487934a9338e38cfda3892d71054bd4abf4dc5bf1,PodSandboxId:9107fefdb6ecabd1263b85bf8795f24469859628de84869b640a0dea27705ef8,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728302843975480101,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66183128b21172d80a580f972f2b00a0,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02649d86a8d5c0ddb0e88749bd5c987dddc242275140ec2cd3e4de6b73284969,PodSandboxId:e611d474900bca4b8c16e8dc3b224f95bc8b46150205733e8cb2ea8d7e5d4319,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728302841624947086,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0cb7efd98e1775704789a8938bb7525f,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1a3ce3a4cad16d14715220abc869524505a926262559ec8be18702fae8708ac4,PodSandboxId:adfc5c5b9565a6498ad1c727673f58b97fa84c533341c73997f50b6498b6db54,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728302841559294340,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-
ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fa78002d344fb10ba4bceb5ed1731c87,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:73e39c7d2b39bc1c3ef117bac16aa56691270de7ba2a3336df4bb775d0cbc0ee,PodSandboxId:ce8ef37c98c4f4509d3fe3059c07d02766eb8e2b154c214a1f794e1fa89d71cc,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728302841497183886,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-ma
nager-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2ddceaa845e9d579fdd80284eb5bd959,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:919f5b2c17a091997f1d300391f3c5e05df04072f5abdf7aba7cf2c6f89dd544,PodSandboxId:923ba0f2be0022c44988b7380e3629766786b9259b290d95333b55de7ffcc267,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728302841423447433,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-628553,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5f9e39492eb2c4bce38dd565366b0984,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=191c49ff-2396-4c40-b27e-9f639c45d41b name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.795631702Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=fdd715f2-0fcd-4d86-942b-ed1b9beea1e9 name=/runtime.v1.RuntimeService/Version
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.795706819Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=fdd715f2-0fcd-4d86-942b-ed1b9beea1e9 name=/runtime.v1.RuntimeService/Version
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.797167863Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=5e144afe-365f-4e5b-a6d6-5f40add2f09b name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.797620300Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303241797594715,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=5e144afe-365f-4e5b-a6d6-5f40add2f09b name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.798587093Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=2e205a58-0043-461c-87e5-97c5bcc0e850 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.798665434Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=2e205a58-0043-461c-87e5-97c5bcc0e850 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.798969470Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:cac09519e9d839226a39444abd2043b6f19fc10ec7b4bc9adda7f33b183402eb,PodSandboxId:3588af1ea926cb139e0494a685d676d27bdcf36be1224f7503e0e7bc7e35ac8d,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728303007095363171,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-vc5k8,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8b53e3fe-5dba-4b37-b415-380bb77e5fd2,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:914d5a55b5b7f365cfab01c06df205e9df51e78f22b2e7e63987150f7321a637,PodSandboxId:e4273414ae3c991bd1b2869c8916108bd07b11ecd715e221b1649691f8c57a39,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728302865051238243,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f7c00c1a-1a68-4b5d-b870-6fb9aa3780f0,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4dcac83715ae5c3891812064f8de21006bc4aaf38a204c245cc256baacdb04ed,PodSandboxId:7a74be057c048bd0bf9c2836deaa311995875189b2cbd21d9d8a90387a3e8ce0,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728302865037164514,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-rsr6v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 60fd800f-38f1-40d5-9ecf-cbf21bf5add6,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0a438e52c0996eeab8ba029103373e78ced9c323664eb125dfec34b846183f68,PodSandboxId:66f721a704d2d039f0ef6c8b7b9cd6e609e0a61f012994b5b89a3cee4b52a113,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728302864973475798,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ktmzq,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fda6ae24-54
07-4f63-9a56-29fa9eba8966,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b10875321ed8dbc68145fbc9533e16e2914429ff394fb768517d97899d523b0e,PodSandboxId:883a1bf7435de112cb34c607c0fe688a3118731c66ef2957cae35a3d557b0d40,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17283028
53029005413,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-snf5v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a6360ec2-8f69-454b-9bfc-d636ebd8b372,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4a0b203aaca5a29f0fd90ab4a872973750fbc2d616e5bd498c1b88de89f71489,PodSandboxId:4ad2a2a2eae50620a3b1dbab780fb2370d66a903d378e49a46d0f5f7c9eceec2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728302852610463906,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-h6vg8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 97dd82f4-8e31-4569-b762-fc804d08efb0,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:41e1b6a8666620d5da5f6fe487934a9338e38cfda3892d71054bd4abf4dc5bf1,PodSandboxId:9107fefdb6ecabd1263b85bf8795f24469859628de84869b640a0dea27705ef8,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728302843975480101,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66183128b21172d80a580f972f2b00a0,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02649d86a8d5c0ddb0e88749bd5c987dddc242275140ec2cd3e4de6b73284969,PodSandboxId:e611d474900bca4b8c16e8dc3b224f95bc8b46150205733e8cb2ea8d7e5d4319,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728302841624947086,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0cb7efd98e1775704789a8938bb7525f,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1a3ce3a4cad16d14715220abc869524505a926262559ec8be18702fae8708ac4,PodSandboxId:adfc5c5b9565a6498ad1c727673f58b97fa84c533341c73997f50b6498b6db54,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728302841559294340,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-
ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fa78002d344fb10ba4bceb5ed1731c87,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:73e39c7d2b39bc1c3ef117bac16aa56691270de7ba2a3336df4bb775d0cbc0ee,PodSandboxId:ce8ef37c98c4f4509d3fe3059c07d02766eb8e2b154c214a1f794e1fa89d71cc,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728302841497183886,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-ma
nager-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2ddceaa845e9d579fdd80284eb5bd959,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:919f5b2c17a091997f1d300391f3c5e05df04072f5abdf7aba7cf2c6f89dd544,PodSandboxId:923ba0f2be0022c44988b7380e3629766786b9259b290d95333b55de7ffcc267,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728302841423447433,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-628553,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5f9e39492eb2c4bce38dd565366b0984,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=2e205a58-0043-461c-87e5-97c5bcc0e850 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.854608756Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=a19dd7a0-a7cc-4d05-ad86-af2d65ad656e name=/runtime.v1.RuntimeService/Version
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.854728647Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=a19dd7a0-a7cc-4d05-ad86-af2d65ad656e name=/runtime.v1.RuntimeService/Version
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.856094382Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=21470c12-39cc-4ede-8b8c-bb50c4f40fe4 name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.856692110Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303241856660262,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=21470c12-39cc-4ede-8b8c-bb50c4f40fe4 name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.857281380Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=ec34272f-4340-459b-a174-77aee2e08748 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.857378559Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=ec34272f-4340-459b-a174-77aee2e08748 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.857744663Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:cac09519e9d839226a39444abd2043b6f19fc10ec7b4bc9adda7f33b183402eb,PodSandboxId:3588af1ea926cb139e0494a685d676d27bdcf36be1224f7503e0e7bc7e35ac8d,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728303007095363171,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-vc5k8,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8b53e3fe-5dba-4b37-b415-380bb77e5fd2,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:914d5a55b5b7f365cfab01c06df205e9df51e78f22b2e7e63987150f7321a637,PodSandboxId:e4273414ae3c991bd1b2869c8916108bd07b11ecd715e221b1649691f8c57a39,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728302865051238243,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f7c00c1a-1a68-4b5d-b870-6fb9aa3780f0,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4dcac83715ae5c3891812064f8de21006bc4aaf38a204c245cc256baacdb04ed,PodSandboxId:7a74be057c048bd0bf9c2836deaa311995875189b2cbd21d9d8a90387a3e8ce0,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728302865037164514,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-rsr6v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 60fd800f-38f1-40d5-9ecf-cbf21bf5add6,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0a438e52c0996eeab8ba029103373e78ced9c323664eb125dfec34b846183f68,PodSandboxId:66f721a704d2d039f0ef6c8b7b9cd6e609e0a61f012994b5b89a3cee4b52a113,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728302864973475798,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ktmzq,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fda6ae24-54
07-4f63-9a56-29fa9eba8966,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b10875321ed8dbc68145fbc9533e16e2914429ff394fb768517d97899d523b0e,PodSandboxId:883a1bf7435de112cb34c607c0fe688a3118731c66ef2957cae35a3d557b0d40,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17283028
53029005413,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-snf5v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a6360ec2-8f69-454b-9bfc-d636ebd8b372,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4a0b203aaca5a29f0fd90ab4a872973750fbc2d616e5bd498c1b88de89f71489,PodSandboxId:4ad2a2a2eae50620a3b1dbab780fb2370d66a903d378e49a46d0f5f7c9eceec2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728302852610463906,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-h6vg8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 97dd82f4-8e31-4569-b762-fc804d08efb0,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:41e1b6a8666620d5da5f6fe487934a9338e38cfda3892d71054bd4abf4dc5bf1,PodSandboxId:9107fefdb6ecabd1263b85bf8795f24469859628de84869b640a0dea27705ef8,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728302843975480101,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66183128b21172d80a580f972f2b00a0,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02649d86a8d5c0ddb0e88749bd5c987dddc242275140ec2cd3e4de6b73284969,PodSandboxId:e611d474900bca4b8c16e8dc3b224f95bc8b46150205733e8cb2ea8d7e5d4319,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728302841624947086,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0cb7efd98e1775704789a8938bb7525f,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1a3ce3a4cad16d14715220abc869524505a926262559ec8be18702fae8708ac4,PodSandboxId:adfc5c5b9565a6498ad1c727673f58b97fa84c533341c73997f50b6498b6db54,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728302841559294340,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-
ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fa78002d344fb10ba4bceb5ed1731c87,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:73e39c7d2b39bc1c3ef117bac16aa56691270de7ba2a3336df4bb775d0cbc0ee,PodSandboxId:ce8ef37c98c4f4509d3fe3059c07d02766eb8e2b154c214a1f794e1fa89d71cc,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728302841497183886,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-ma
nager-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2ddceaa845e9d579fdd80284eb5bd959,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:919f5b2c17a091997f1d300391f3c5e05df04072f5abdf7aba7cf2c6f89dd544,PodSandboxId:923ba0f2be0022c44988b7380e3629766786b9259b290d95333b55de7ffcc267,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728302841423447433,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-628553,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5f9e39492eb2c4bce38dd565366b0984,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=ec34272f-4340-459b-a174-77aee2e08748 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.903326167Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=16d4dd44-ab2e-4372-a73c-f1cb6d2e0a3e name=/runtime.v1.RuntimeService/Version
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.903553432Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=16d4dd44-ab2e-4372-a73c-f1cb6d2e0a3e name=/runtime.v1.RuntimeService/Version
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.905474044Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=dc874629-6d8f-4ee9-a9c2-481afdf8253e name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.906055494Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303241906029363,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=dc874629-6d8f-4ee9-a9c2-481afdf8253e name=/runtime.v1.ImageService/ImageFsInfo
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.906685594Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=0564c941-c0eb-450a-8b0c-885bfb9d8077 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.906746364Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=0564c941-c0eb-450a-8b0c-885bfb9d8077 name=/runtime.v1.RuntimeService/ListContainers
Oct 07 12:14:01 ha-628553 crio[670]: time="2024-10-07 12:14:01.907062444Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:cac09519e9d839226a39444abd2043b6f19fc10ec7b4bc9adda7f33b183402eb,PodSandboxId:3588af1ea926cb139e0494a685d676d27bdcf36be1224f7503e0e7bc7e35ac8d,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1728303007095363171,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-vc5k8,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: 8b53e3fe-5dba-4b37-b415-380bb77e5fd2,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:914d5a55b5b7f365cfab01c06df205e9df51e78f22b2e7e63987150f7321a637,PodSandboxId:e4273414ae3c991bd1b2869c8916108bd07b11ecd715e221b1649691f8c57a39,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNING,CreatedAt:1728302865051238243,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: f7c00c1a-1a68-4b5d-b870-6fb9aa3780f0,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.ter
minationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4dcac83715ae5c3891812064f8de21006bc4aaf38a204c245cc256baacdb04ed,PodSandboxId:7a74be057c048bd0bf9c2836deaa311995875189b2cbd21d9d8a90387a3e8ce0,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728302865037164514,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-rsr6v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 60fd800f-38f1-40d5-9ecf-cbf21bf5add6,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"na
me\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:0a438e52c0996eeab8ba029103373e78ced9c323664eb125dfec34b846183f68,PodSandboxId:66f721a704d2d039f0ef6c8b7b9cd6e609e0a61f012994b5b89a3cee4b52a113,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1728302864973475798,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-ktmzq,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fda6ae24-54
07-4f63-9a56-29fa9eba8966,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b10875321ed8dbc68145fbc9533e16e2914429ff394fb768517d97899d523b0e,PodSandboxId:883a1bf7435de112cb34c607c0fe688a3118731c66ef2957cae35a3d557b0d40,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f,State:CONTAINER_RUNNING,CreatedAt:17283028
53029005413,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-snf5v,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: a6360ec2-8f69-454b-9bfc-d636ebd8b372,},Annotations:map[string]string{io.kubernetes.container.hash: e80daca3,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:4a0b203aaca5a29f0fd90ab4a872973750fbc2d616e5bd498c1b88de89f71489,PodSandboxId:4ad2a2a2eae50620a3b1dbab780fb2370d66a903d378e49a46d0f5f7c9eceec2,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561,State:CONTAINER_RUNNING,CreatedAt:1728302852610463906,Labels:map[string]strin
g{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-h6vg8,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 97dd82f4-8e31-4569-b762-fc804d08efb0,},Annotations:map[string]string{io.kubernetes.container.hash: 159dcc59,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:41e1b6a8666620d5da5f6fe487934a9338e38cfda3892d71054bd4abf4dc5bf1,PodSandboxId:9107fefdb6ecabd1263b85bf8795f24469859628de84869b640a0dea27705ef8,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:18b729c2288dc4ef333dace4cac0c9a3afd63bd7d3c25bc857d39c79eea48460,State:CONTAINER_RUNNING,CreatedAt:1728302843975480101,Labels:map[string]string{
io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 66183128b21172d80a580f972f2b00a0,},Annotations:map[string]string{io.kubernetes.container.hash: 212a3ca5,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:02649d86a8d5c0ddb0e88749bd5c987dddc242275140ec2cd3e4de6b73284969,PodSandboxId:e611d474900bca4b8c16e8dc3b224f95bc8b46150205733e8cb2ea8d7e5d4319,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1728302841624947086,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kuber
netes.pod.name: etcd-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 0cb7efd98e1775704789a8938bb7525f,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1a3ce3a4cad16d14715220abc869524505a926262559ec8be18702fae8708ac4,PodSandboxId:adfc5c5b9565a6498ad1c727673f58b97fa84c533341c73997f50b6498b6db54,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b,State:CONTAINER_RUNNING,CreatedAt:1728302841559294340,Labels:map[string]string{io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-
ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: fa78002d344fb10ba4bceb5ed1731c87,},Annotations:map[string]string{io.kubernetes.container.hash: 12faacf7,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:73e39c7d2b39bc1c3ef117bac16aa56691270de7ba2a3336df4bb775d0cbc0ee,PodSandboxId:ce8ef37c98c4f4509d3fe3059c07d02766eb8e2b154c214a1f794e1fa89d71cc,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1,State:CONTAINER_RUNNING,CreatedAt:1728302841497183886,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-controller-ma
nager-ha-628553,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2ddceaa845e9d579fdd80284eb5bd959,},Annotations:map[string]string{io.kubernetes.container.hash: d1900d79,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:919f5b2c17a091997f1d300391f3c5e05df04072f5abdf7aba7cf2c6f89dd544,PodSandboxId:923ba0f2be0022c44988b7380e3629766786b9259b290d95333b55de7ffcc267,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee,State:CONTAINER_RUNNING,CreatedAt:1728302841423447433,Labels:map[string]string{io.kubernetes.container.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-628553,io.ku
bernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 5f9e39492eb2c4bce38dd565366b0984,},Annotations:map[string]string{io.kubernetes.container.hash: 7df2713b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=0564c941-c0eb-450a-8b0c-885bfb9d8077 name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
cac09519e9d83 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 3588af1ea926c busybox-7dff88458-vc5k8
914d5a55b5b7f 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 e4273414ae3c9 storage-provisioner
4dcac83715ae5 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 7a74be057c048 coredns-7c65d6cfc9-rsr6v
0a438e52c0996 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 66f721a704d2d coredns-7c65d6cfc9-ktmzq
b10875321ed8d 12968670680f4561ef6818782391eb120d6e3365cf3f967aad58749f95381a4f 6 minutes ago Running kindnet-cni 0 883a1bf7435de kindnet-snf5v
4a0b203aaca5a 60c005f310ff3ad6d131805170f07d2946095307063eaaa5eedcaf06a0a89561 6 minutes ago Running kube-proxy 0 4ad2a2a2eae50 kube-proxy-h6vg8
41e1b6a866662 ghcr.io/kube-vip/kube-vip@sha256:805addee63aa68946df6a5b2dd410c9e658b7f69ddbfc8c0ea8a1486662d6413 6 minutes ago Running kube-vip 0 9107fefdb6eca kube-vip-ha-628553
02649d86a8d5c 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 e611d474900bc etcd-ha-628553
1a3ce3a4cad16 9aa1fad941575eed91ab13d44f3e4cb5b1ff4e09cbbe954ea63002289416a13b 6 minutes ago Running kube-scheduler 0 adfc5c5b9565a kube-scheduler-ha-628553
73e39c7d2b39b 175ffd71cce3d90bae95904b55260db941b10007a4e5471a19f3135b30aa9cd1 6 minutes ago Running kube-controller-manager 0 ce8ef37c98c4f kube-controller-manager-ha-628553
919f5b2c17a09 6bab7719df1001fdcc7e39f1decfa1f73b7f3af2757a91c5bafa1aaea29d1aee 6 minutes ago Running kube-apiserver 0 923ba0f2be002 kube-apiserver-ha-628553
==> coredns [0a438e52c0996eeab8ba029103373e78ced9c323664eb125dfec34b846183f68] <==
[INFO] 10.244.1.2:59173 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.004406792s
[INFO] 10.244.1.2:44478 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000424413s
[INFO] 10.244.1.2:58960 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000183491s
[INFO] 10.244.1.3:35630 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000291506s
[INFO] 10.244.1.3:42806 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002399052s
[INFO] 10.244.1.3:42397 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000126644s
[INFO] 10.244.1.3:34571 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001931949s
[INFO] 10.244.1.3:54485 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000378487s
[INFO] 10.244.1.3:58977 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000105091s
[INFO] 10.244.0.4:38892 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.002053345s
[INFO] 10.244.0.4:58836 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000172655s
[INFO] 10.244.0.4:55251 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000065314s
[INFO] 10.244.0.4:53436 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001570291s
[INFO] 10.244.0.4:48063 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00004804s
[INFO] 10.244.1.2:57025 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000153957s
[INFO] 10.244.1.2:40431 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00012349s
[INFO] 10.244.1.3:37153 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000139765s
[INFO] 10.244.1.3:45214 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000157416s
[INFO] 10.244.1.3:47978 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000094264s
[INFO] 10.244.0.4:57791 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000080137s
[INFO] 10.244.1.2:51888 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000215918s
[INFO] 10.244.1.2:42893 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000166709s
[INFO] 10.244.1.3:36056 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000172229s
[INFO] 10.244.1.3:44744 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000113708s
[INFO] 10.244.0.4:56467 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000102183s
==> coredns [4dcac83715ae5c3891812064f8de21006bc4aaf38a204c245cc256baacdb04ed] <==
[INFO] 10.244.1.3:51613 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,rd,ra 60 0.000585499s
[INFO] 10.244.1.3:40629 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.001993531s
[INFO] 10.244.0.4:40285 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.000080316s
[INFO] 10.244.1.2:53385 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000200211s
[INFO] 10.244.1.2:46841 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.028903254s
[INFO] 10.244.1.2:36156 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000295572s
[INFO] 10.244.1.2:46979 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000159813s
[INFO] 10.244.1.3:47839 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000190478s
[INFO] 10.244.1.3:55618 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000314649s
[INFO] 10.244.0.4:52728 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000150624s
[INFO] 10.244.0.4:42394 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000090784s
[INFO] 10.244.0.4:57656 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000107027s
[INFO] 10.244.1.2:36030 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000124775s
[INFO] 10.244.1.2:57899 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000082756s
[INFO] 10.244.1.3:44889 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000195326s
[INFO] 10.244.0.4:59043 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000137163s
[INFO] 10.244.0.4:52080 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000217774s
[INFO] 10.244.0.4:40645 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000102774s
[INFO] 10.244.1.2:59521 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000150669s
[INFO] 10.244.1.2:34929 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000205398s
[INFO] 10.244.1.3:50337 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000185196s
[INFO] 10.244.1.3:51645 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000242498s
[INFO] 10.244.0.4:58847 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000134448s
[INFO] 10.244.0.4:51647 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000147028s
[INFO] 10.244.0.4:54351 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000131375s
==> describe nodes <==
Name: ha-628553
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-628553
kubernetes.io/os=linux
minikube.k8s.io/commit=55a088b4b31722f6a33d4d5d4ae6e59a42bb414b
minikube.k8s.io/name=ha-628553
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_10_07T12_07_28_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 12:07:27 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-628553
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 12:13:55 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 07 Oct 2024 12:10:31 +0000 Mon, 07 Oct 2024 12:07:27 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 07 Oct 2024 12:10:31 +0000 Mon, 07 Oct 2024 12:07:27 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 07 Oct 2024 12:10:31 +0000 Mon, 07 Oct 2024 12:07:27 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 07 Oct 2024 12:10:31 +0000 Mon, 07 Oct 2024 12:07:44 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.110
Hostname: ha-628553
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: a13f7b7982a74b9eb8f82488f9c3d1a6
System UUID: a13f7b79-82a7-4b9e-b8f8-2488f9c3d1a6
Boot ID: 288ea8ab-36c4-4d6a-9093-1f2ac800cc46
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-vc5k8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m59s
kube-system coredns-7c65d6cfc9-ktmzq 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m30s
kube-system coredns-7c65d6cfc9-rsr6v 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m30s
kube-system etcd-ha-628553 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m34s
kube-system kindnet-snf5v 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m30s
kube-system kube-apiserver-ha-628553 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-controller-manager-ha-628553 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-proxy-h6vg8 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m30s
kube-system kube-scheduler-ha-628553 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system kube-vip-ha-628553 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m34s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m29s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m28s kube-proxy
Normal Starting 6m35s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m35s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m34s kubelet Node ha-628553 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m34s kubelet Node ha-628553 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m34s kubelet Node ha-628553 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m31s node-controller Node ha-628553 event: Registered Node ha-628553 in Controller
Normal NodeReady 6m18s kubelet Node ha-628553 status is now: NodeReady
Normal RegisteredNode 5m31s node-controller Node ha-628553 event: Registered Node ha-628553 in Controller
Normal RegisteredNode 4m17s node-controller Node ha-628553 event: Registered Node ha-628553 in Controller
Name: ha-628553-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-628553-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=55a088b4b31722f6a33d4d5d4ae6e59a42bb414b
minikube.k8s.io/name=ha-628553
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_07T12_08_24_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 12:08:22 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-628553-m02
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 12:11:16 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Mon, 07 Oct 2024 12:10:24 +0000 Mon, 07 Oct 2024 12:11:56 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Mon, 07 Oct 2024 12:10:24 +0000 Mon, 07 Oct 2024 12:11:56 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Mon, 07 Oct 2024 12:10:24 +0000 Mon, 07 Oct 2024 12:11:56 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Mon, 07 Oct 2024 12:10:24 +0000 Mon, 07 Oct 2024 12:11:56 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.169
Hostname: ha-628553-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 4ba9ae7572f54f4ab8de307b6e86da52
System UUID: 4ba9ae75-72f5-4f4a-b8de-307b6e86da52
Boot ID: 30fbb024-4877-4642-abd8-af8d3d30f079
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (9 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-75ng4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m59s
default busybox-7dff88458-jhmrp 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m59s
kube-system etcd-ha-628553-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m38s
kube-system kindnet-9rq2w 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m40s
kube-system kube-apiserver-ha-628553-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-controller-manager-ha-628553-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-proxy-s5c6d 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m40s
kube-system kube-scheduler-ha-628553-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m39s
kube-system kube-vip-ha-628553-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m35s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m35s kube-proxy
Normal NodeHasSufficientMemory 5m40s (x8 over 5m40s) kubelet Node ha-628553-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m40s (x8 over 5m40s) kubelet Node ha-628553-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m40s (x7 over 5m40s) kubelet Node ha-628553-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m40s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m36s node-controller Node ha-628553-m02 event: Registered Node ha-628553-m02 in Controller
Normal RegisteredNode 5m31s node-controller Node ha-628553-m02 event: Registered Node ha-628553-m02 in Controller
Normal RegisteredNode 4m17s node-controller Node ha-628553-m02 event: Registered Node ha-628553-m02 in Controller
Normal NodeNotReady 2m6s node-controller Node ha-628553-m02 status is now: NodeNotReady
Name: ha-628553-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-628553-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=55a088b4b31722f6a33d4d5d4ae6e59a42bb414b
minikube.k8s.io/name=ha-628553
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_07T12_09_40_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 12:09:36 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-628553-m03
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 12:14:01 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 07 Oct 2024 12:10:07 +0000 Mon, 07 Oct 2024 12:09:36 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 07 Oct 2024 12:10:07 +0000 Mon, 07 Oct 2024 12:09:36 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 07 Oct 2024 12:10:07 +0000 Mon, 07 Oct 2024 12:09:36 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 07 Oct 2024 12:10:07 +0000 Mon, 07 Oct 2024 12:09:56 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.149
Hostname: ha-628553-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: aab92960db1b4070940c89c6ff930351
System UUID: aab92960-db1b-4070-940c-89c6ff930351
Boot ID: 77629bba-9229-47e7-80cf-730097c43666
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (7 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system etcd-ha-628553-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m23s
kube-system kindnet-sb4xd 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m26s
kube-system kube-apiserver-ha-628553-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m24s
kube-system kube-controller-manager-ha-628553-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m19s
kube-system kube-proxy-956k4 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m26s
kube-system kube-scheduler-ha-628553-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m19s
kube-system kube-vip-ha-628553-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m22s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m21s kube-proxy
Normal RegisteredNode 4m26s node-controller Node ha-628553-m03 event: Registered Node ha-628553-m03 in Controller
Normal NodeHasSufficientMemory 4m26s (x8 over 4m26s) kubelet Node ha-628553-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m26s (x8 over 4m26s) kubelet Node ha-628553-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m26s (x7 over 4m26s) kubelet Node ha-628553-m03 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 4m26s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 4m25s node-controller Node ha-628553-m03 event: Registered Node ha-628553-m03 in Controller
Normal RegisteredNode 4m17s node-controller Node ha-628553-m03 event: Registered Node ha-628553-m03 in Controller
Name: ha-628553-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-628553-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=55a088b4b31722f6a33d4d5d4ae6e59a42bb414b
minikube.k8s.io/name=ha-628553
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_10_07T12_10_42_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Mon, 07 Oct 2024 12:10:41 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-628553-m04
AcquireTime: <unset>
RenewTime: Mon, 07 Oct 2024 12:13:55 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Mon, 07 Oct 2024 12:11:12 +0000 Mon, 07 Oct 2024 12:10:41 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Mon, 07 Oct 2024 12:11:12 +0000 Mon, 07 Oct 2024 12:10:41 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Mon, 07 Oct 2024 12:11:12 +0000 Mon, 07 Oct 2024 12:10:41 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Mon, 07 Oct 2024 12:11:12 +0000 Mon, 07 Oct 2024 12:11:01 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.119
Hostname: ha-628553-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: b7e249f18a3f466abcbb6b94b02ed2ec
System UUID: b7e249f1-8a3f-466a-bcbb-6b94b02ed2ec
Boot ID: dd833219-3ee8-4ed9-aae9-d441f250fa96
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.1
Kube-Proxy Version: v1.31.1
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-rwk2r 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m21s
kube-system kube-proxy-fkzqr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m21s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m14s kube-proxy
Normal NodeHasSufficientMemory 3m21s (x2 over 3m21s) kubelet Node ha-628553-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m21s (x2 over 3m21s) kubelet Node ha-628553-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m21s (x2 over 3m21s) kubelet Node ha-628553-m04 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 3m21s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 3m20s node-controller Node ha-628553-m04 event: Registered Node ha-628553-m04 in Controller
Normal RegisteredNode 3m17s node-controller Node ha-628553-m04 event: Registered Node ha-628553-m04 in Controller
Normal RegisteredNode 3m16s node-controller Node ha-628553-m04 event: Registered Node ha-628553-m04 in Controller
Normal NodeReady 3m1s kubelet Node ha-628553-m04 status is now: NodeReady
==> dmesg <==
[Oct 7 12:06] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000000] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000001] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.051409] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.040490] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.878273] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +2.715451] systemd-fstab-generator[116]: Ignoring "noauto" option for root device
[Oct 7 12:07] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000008] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +8.378547] systemd-fstab-generator[590]: Ignoring "noauto" option for root device
[ +0.061855] kauditd_printk_skb: 1 callbacks suppressed
[ +0.066201] systemd-fstab-generator[602]: Ignoring "noauto" option for root device
[ +0.180086] systemd-fstab-generator[617]: Ignoring "noauto" option for root device
[ +0.153013] systemd-fstab-generator[629]: Ignoring "noauto" option for root device
[ +0.284998] systemd-fstab-generator[659]: Ignoring "noauto" option for root device
[ +4.180207] systemd-fstab-generator[754]: Ignoring "noauto" option for root device
[ +4.207557] systemd-fstab-generator[890]: Ignoring "noauto" option for root device
[ +0.061569] kauditd_printk_skb: 158 callbacks suppressed
[ +7.415206] systemd-fstab-generator[1307]: Ignoring "noauto" option for root device
[ +0.085223] kauditd_printk_skb: 79 callbacks suppressed
[ +4.998659] kauditd_printk_skb: 26 callbacks suppressed
[ +12.170600] kauditd_printk_skb: 33 callbacks suppressed
[Oct 7 12:08] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [02649d86a8d5c0ddb0e88749bd5c987dddc242275140ec2cd3e4de6b73284969] <==
{"level":"warn","ts":"2024-10-07T12:14:02.190810Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.191686Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.193489Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.203261Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.208176Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.217227Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.224185Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.231604Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.236306Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.240600Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.247479Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.254345Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.260969Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.266397Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.270156Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.279286Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.286677Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.289985Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.295237Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.300238Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.304291Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.309585Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.317369Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.324289Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-10-07T12:14:02.390156Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"fbb007bab925a598","from":"fbb007bab925a598","remote-peer-id":"c4e3087522f8e2e6","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
12:14:02 up 7 min, 0 users, load average: 0.40, 0.29, 0.15
Linux ha-628553 5.10.207 #1 SMP Mon Sep 23 21:01:39 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [b10875321ed8dbc68145fbc9533e16e2914429ff394fb768517d97899d523b0e] <==
I1007 12:13:24.296384 1 main.go:299] handling current node
I1007 12:13:34.285463 1 main.go:295] Handling node with IPs: map[192.168.39.110:{}]
I1007 12:13:34.285588 1 main.go:299] handling current node
I1007 12:13:34.285620 1 main.go:295] Handling node with IPs: map[192.168.39.169:{}]
I1007 12:13:34.285640 1 main.go:322] Node ha-628553-m02 has CIDR [10.244.1.0/24]
I1007 12:13:34.285850 1 main.go:295] Handling node with IPs: map[192.168.39.149:{}]
I1007 12:13:34.285880 1 main.go:322] Node ha-628553-m03 has CIDR [10.244.2.0/24]
I1007 12:13:34.285943 1 main.go:295] Handling node with IPs: map[192.168.39.119:{}]
I1007 12:13:34.285960 1 main.go:322] Node ha-628553-m04 has CIDR [10.244.3.0/24]
I1007 12:13:44.285393 1 main.go:295] Handling node with IPs: map[192.168.39.169:{}]
I1007 12:13:44.285467 1 main.go:322] Node ha-628553-m02 has CIDR [10.244.1.0/24]
I1007 12:13:44.285666 1 main.go:295] Handling node with IPs: map[192.168.39.149:{}]
I1007 12:13:44.285751 1 main.go:322] Node ha-628553-m03 has CIDR [10.244.2.0/24]
I1007 12:13:44.285880 1 main.go:295] Handling node with IPs: map[192.168.39.119:{}]
I1007 12:13:44.285904 1 main.go:322] Node ha-628553-m04 has CIDR [10.244.3.0/24]
I1007 12:13:44.285950 1 main.go:295] Handling node with IPs: map[192.168.39.110:{}]
I1007 12:13:44.285956 1 main.go:299] handling current node
I1007 12:13:54.294585 1 main.go:295] Handling node with IPs: map[192.168.39.169:{}]
I1007 12:13:54.294702 1 main.go:322] Node ha-628553-m02 has CIDR [10.244.1.0/24]
I1007 12:13:54.294938 1 main.go:295] Handling node with IPs: map[192.168.39.149:{}]
I1007 12:13:54.294972 1 main.go:322] Node ha-628553-m03 has CIDR [10.244.2.0/24]
I1007 12:13:54.295048 1 main.go:295] Handling node with IPs: map[192.168.39.119:{}]
I1007 12:13:54.295074 1 main.go:322] Node ha-628553-m04 has CIDR [10.244.3.0/24]
I1007 12:13:54.295150 1 main.go:295] Handling node with IPs: map[192.168.39.110:{}]
I1007 12:13:54.295172 1 main.go:299] handling current node
==> kube-apiserver [919f5b2c17a091997f1d300391f3c5e05df04072f5abdf7aba7cf2c6f89dd544] <==
I1007 12:07:27.794940 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1007 12:07:27.933633 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1007 12:07:32.075355 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
I1007 12:07:32.486677 1 controller.go:615] quota admission added evaluator for: replicasets.apps
E1007 12:08:23.102352 1 writers.go:122] "Unhandled Error" err="apiserver was unable to write a JSON response: http: Handler timeout" logger="UnhandledError"
E1007 12:08:23.102586 1 finisher.go:175] "Unhandled Error" err="FinishRequest: post-timeout activity - time-elapsed: 15.764µs, panicked: false, err: context canceled, panic-reason: <nil>" logger="UnhandledError"
E1007 12:08:23.104149 1 status.go:71] "Unhandled Error" err="apiserver received an error that is not an metav1.Status: &errors.errorString{s:\"http: Handler timeout\"}: http: Handler timeout" logger="UnhandledError"
E1007 12:08:23.105567 1 writers.go:135] "Unhandled Error" err="apiserver was unable to write a fallback JSON response: http: Handler timeout" logger="UnhandledError"
E1007 12:08:23.106920 1 timeout.go:140] "Post-timeout activity" logger="UnhandledError" timeElapsed="4.674679ms" method="POST" path="/api/v1/namespaces/kube-system/events" result=null
E1007 12:10:08.360356 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40292: use of closed network connection
E1007 12:10:08.561113 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40308: use of closed network connection
E1007 12:10:08.787138 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40330: use of closed network connection
E1007 12:10:09.028668 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40344: use of closed network connection
E1007 12:10:09.244263 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40368: use of closed network connection
E1007 12:10:09.466935 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40384: use of closed network connection
E1007 12:10:09.660058 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40410: use of closed network connection
E1007 12:10:09.852210 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40416: use of closed network connection
E1007 12:10:10.061165 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40432: use of closed network connection
E1007 12:10:10.408420 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40450: use of closed network connection
E1007 12:10:10.612165 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40466: use of closed network connection
E1007 12:10:10.805485 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40472: use of closed network connection
E1007 12:10:10.999177 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40496: use of closed network connection
E1007 12:10:11.210763 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40502: use of closed network connection
E1007 12:10:11.463496 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:40532: use of closed network connection
W1007 12:11:36.878261 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.110 192.168.39.149]
==> kube-controller-manager [73e39c7d2b39bc1c3ef117bac16aa56691270de7ba2a3336df4bb775d0cbc0ee] <==
I1007 12:10:41.965922 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:10:42.001526 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:10:42.152486 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:10:42.245459 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:10:42.660674 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:10:45.679644 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:10:45.726419 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:10:46.774324 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-628553-m04"
I1007 12:10:46.775093 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:10:46.796998 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:10:52.359490 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:11:01.889908 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-628553-m04"
I1007 12:11:01.891629 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:11:01.908947 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:11:02.079930 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:11:12.784052 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m04"
I1007 12:11:56.797865 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-628553-m04"
I1007 12:11:56.798196 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m02"
I1007 12:11:56.825210 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m02"
I1007 12:11:56.976985 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="19.040351ms"
I1007 12:11:56.977093 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="49.478µs"
I1007 12:11:57.005615 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="22.252446ms"
I1007 12:11:57.005705 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="40.783µs"
I1007 12:12:00.745939 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m02"
I1007 12:12:02.094451 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-628553-m02"
==> kube-proxy [4a0b203aaca5a29f0fd90ab4a872973750fbc2d616e5bd498c1b88de89f71489] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1007 12:07:33.298365 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1007 12:07:33.336456 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.110"]
E1007 12:07:33.336571 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1007 12:07:33.434284 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1007 12:07:33.434331 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1007 12:07:33.434355 1 server_linux.go:169] "Using iptables Proxier"
I1007 12:07:33.445592 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1007 12:07:33.454423 1 server.go:483] "Version info" version="v1.31.1"
I1007 12:07:33.454444 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1007 12:07:33.463602 1 config.go:199] "Starting service config controller"
I1007 12:07:33.467216 1 shared_informer.go:313] Waiting for caches to sync for service config
I1007 12:07:33.467268 1 config.go:105] "Starting endpoint slice config controller"
I1007 12:07:33.467274 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1007 12:07:33.472850 1 config.go:328] "Starting node config controller"
I1007 12:07:33.472863 1 shared_informer.go:313] Waiting for caches to sync for node config
I1007 12:07:33.568004 1 shared_informer.go:320] Caches are synced for endpoint slice config
I1007 12:07:33.568062 1 shared_informer.go:320] Caches are synced for service config
I1007 12:07:33.573613 1 shared_informer.go:320] Caches are synced for node config
==> kube-scheduler [1a3ce3a4cad16d14715220abc869524505a926262559ec8be18702fae8708ac4] <==
E1007 12:07:26.382246 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Namespace: failed to list *v1.Namespace: namespaces is forbidden: User \"system:kube-scheduler\" cannot list resource \"namespaces\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1007 12:07:26.387024 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User "system:kube-scheduler" cannot list resource "csidrivers" in API group "storage.k8s.io" at the cluster scope
E1007 12:07:26.387119 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIDriver: failed to list *v1.CSIDriver: csidrivers.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csidrivers\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1007 12:07:26.410415 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User "system:kube-scheduler" cannot list resource "persistentvolumes" in API group "" at the cluster scope
E1007 12:07:26.410570 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PersistentVolume: failed to list *v1.PersistentVolume: persistentvolumes is forbidden: User \"system:kube-scheduler\" cannot list resource \"persistentvolumes\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1007 12:07:27.604975 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1007 12:10:03.714499 1 cache.go:503] "Pod was added to a different node than it was assumed" podKey="38d0a2a6-0d77-403c-86e7-405837d8ca25" pod="default/busybox-7dff88458-jhmrp" assumedNode="ha-628553-m02" currentNode="ha-628553-m03"
E1007 12:10:03.740391 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-jhmrp\": pod busybox-7dff88458-jhmrp is already assigned to node \"ha-628553-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-jhmrp" node="ha-628553-m03"
E1007 12:10:03.743143 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 38d0a2a6-0d77-403c-86e7-405837d8ca25(default/busybox-7dff88458-jhmrp) was assumed on ha-628553-m03 but assigned to ha-628553-m02" pod="default/busybox-7dff88458-jhmrp"
E1007 12:10:03.745165 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-jhmrp\": pod busybox-7dff88458-jhmrp is already assigned to node \"ha-628553-m02\"" pod="default/busybox-7dff88458-jhmrp"
I1007 12:10:03.747831 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-jhmrp" node="ha-628553-m02"
E1007 12:10:03.791061 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-vc5k8\": pod busybox-7dff88458-vc5k8 is already assigned to node \"ha-628553\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-vc5k8" node="ha-628553-m03"
E1007 12:10:03.791192 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-vc5k8\": pod busybox-7dff88458-vc5k8 is already assigned to node \"ha-628553\"" pod="default/busybox-7dff88458-vc5k8"
E1007 12:10:03.910449 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-47zsz\": pod busybox-7dff88458-47zsz is already assigned to node \"ha-628553-m03\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-47zsz" node="ha-628553-m03"
E1007 12:10:03.910515 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 674a626e-9fe6-4875-a34f-cc4d729e2bb1(default/busybox-7dff88458-47zsz) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-47zsz"
E1007 12:10:03.910531 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-47zsz\": pod busybox-7dff88458-47zsz is already assigned to node \"ha-628553-m03\"" pod="default/busybox-7dff88458-47zsz"
I1007 12:10:03.910555 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-47zsz" node="ha-628553-m03"
E1007 12:10:42.040635 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-rwk2r\": pod kindnet-rwk2r is already assigned to node \"ha-628553-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-rwk2r" node="ha-628553-m04"
E1007 12:10:42.042987 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-rwk2r\": pod kindnet-rwk2r is already assigned to node \"ha-628553-m04\"" pod="kube-system/kindnet-rwk2r"
E1007 12:10:42.079633 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-kl4j4\": pod kindnet-kl4j4 is already assigned to node \"ha-628553-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-kl4j4" node="ha-628553-m04"
E1007 12:10:42.079724 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 244c4da8-46b7-4627-a7ad-60e7ff405b0a(kube-system/kindnet-kl4j4) wasn't assumed so cannot be forgotten" pod="kube-system/kindnet-kl4j4"
E1007 12:10:42.079846 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-kl4j4\": pod kindnet-kl4j4 is already assigned to node \"ha-628553-m04\"" pod="kube-system/kindnet-kl4j4"
I1007 12:10:42.079871 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-kl4j4" node="ha-628553-m04"
E1007 12:10:42.086167 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kube-proxy-g2fwp\": pod kube-proxy-g2fwp is already assigned to node \"ha-628553-m04\"" plugin="DefaultBinder" pod="kube-system/kube-proxy-g2fwp" node="ha-628553-m04"
E1007 12:10:42.086272 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kube-proxy-g2fwp\": pod kube-proxy-g2fwp is already assigned to node \"ha-628553-m04\"" pod="kube-system/kube-proxy-g2fwp"
==> kubelet <==
Oct 07 12:12:28 ha-628553 kubelet[1314]: E1007 12:12:28.044744 1314 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303148044534034,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:12:28 ha-628553 kubelet[1314]: E1007 12:12:28.044838 1314 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303148044534034,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:12:38 ha-628553 kubelet[1314]: E1007 12:12:38.050523 1314 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303158047005260,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:12:38 ha-628553 kubelet[1314]: E1007 12:12:38.051561 1314 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303158047005260,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:12:48 ha-628553 kubelet[1314]: E1007 12:12:48.053900 1314 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303168053449361,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:12:48 ha-628553 kubelet[1314]: E1007 12:12:48.053963 1314 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303168053449361,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:12:58 ha-628553 kubelet[1314]: E1007 12:12:58.055856 1314 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303178055537621,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:12:58 ha-628553 kubelet[1314]: E1007 12:12:58.055895 1314 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303178055537621,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:08 ha-628553 kubelet[1314]: E1007 12:13:08.057102 1314 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303188056723208,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:08 ha-628553 kubelet[1314]: E1007 12:13:08.057351 1314 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303188056723208,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:18 ha-628553 kubelet[1314]: E1007 12:13:18.061478 1314 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303198060609364,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:18 ha-628553 kubelet[1314]: E1007 12:13:18.061853 1314 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303198060609364,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:27 ha-628553 kubelet[1314]: E1007 12:13:27.990111 1314 iptables.go:577] "Could not set up iptables canary" err=<
Oct 07 12:13:27 ha-628553 kubelet[1314]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Oct 07 12:13:27 ha-628553 kubelet[1314]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Oct 07 12:13:27 ha-628553 kubelet[1314]: Perhaps ip6tables or your kernel needs to be upgraded.
Oct 07 12:13:27 ha-628553 kubelet[1314]: > table="nat" chain="KUBE-KUBELET-CANARY"
Oct 07 12:13:28 ha-628553 kubelet[1314]: E1007 12:13:28.063998 1314 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303208063333958,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:28 ha-628553 kubelet[1314]: E1007 12:13:28.064098 1314 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303208063333958,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:38 ha-628553 kubelet[1314]: E1007 12:13:38.066580 1314 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303218065435839,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:38 ha-628553 kubelet[1314]: E1007 12:13:38.066632 1314 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303218065435839,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:48 ha-628553 kubelet[1314]: E1007 12:13:48.067728 1314 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303228067468647,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:48 ha-628553 kubelet[1314]: E1007 12:13:48.067868 1314 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303228067468647,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:58 ha-628553 kubelet[1314]: E1007 12:13:58.068851 1314 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303238068527943,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Oct 07 12:13:58 ha-628553 kubelet[1314]: E1007 12:13:58.068891 1314 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1728303238068527943,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:146316,},InodesUsed:&UInt64Value{Value:67,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-628553 -n ha-628553
helpers_test.go:261: (dbg) Run: kubectl --context ha-628553 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.17s)