=== RUN TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart
ha_test.go:281: (dbg) Run: out/minikube-linux-amd64 profile list --output json
ha_test.go:281: (dbg) Done: out/minikube-linux-amd64 profile list --output json: (4.165418455s)
ha_test.go:309: expected profile "ha-739930" in json of 'profile list' to have "HAppy" status but have "Unknown" status. got *"{\"invalid\":[],\"valid\":[{\"Name\":\"ha-739930\",\"Status\":\"Unknown\",\"Config\":{\"Name\":\"ha-739930\",\"KeepContext\":false,\"EmbedCerts\":false,\"MinikubeISO\":\"https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso\",\"KicBaseImage\":\"gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615\",\"Memory\":2200,\"CPUs\":2,\"DiskSize\":20000,\"Driver\":\"kvm2\",\"HyperkitVpnKitSock\":\"\",\"HyperkitVSockPorts\":[],\"DockerEnv\":null,\"ContainerVolumeMounts\":null,\"InsecureRegistry\":null,\"RegistryMirror\":[],\"HostOnlyCIDR\":\"192.168.59.1/24\",\"HypervVirtualSwitch\":\"\",\"HypervUseExternalSwitch\":false,\"HypervExternalAdapter\":\"\",\"KVMNetwork\":\"default\",\"KVMQemuURI\":\"qemu:///system\",\"KVMGPU\":false,\"KVMHidden\":false,\"KVMNUMACount\":1,\
"APIServerPort\":8443,\"DockerOpt\":null,\"DisableDriverMounts\":false,\"NFSShare\":[],\"NFSSharesRoot\":\"/nfsshares\",\"UUID\":\"\",\"NoVTXCheck\":false,\"DNSProxy\":false,\"HostDNSResolver\":true,\"HostOnlyNicType\":\"virtio\",\"NatNicType\":\"virtio\",\"SSHIPAddress\":\"\",\"SSHUser\":\"root\",\"SSHKey\":\"\",\"SSHPort\":22,\"KubernetesConfig\":{\"KubernetesVersion\":\"v1.31.2\",\"ClusterName\":\"ha-739930\",\"Namespace\":\"default\",\"APIServerHAVIP\":\"192.168.39.254\",\"APIServerName\":\"minikubeCA\",\"APIServerNames\":null,\"APIServerIPs\":null,\"DNSDomain\":\"cluster.local\",\"ContainerRuntime\":\"crio\",\"CRISocket\":\"\",\"NetworkPlugin\":\"cni\",\"FeatureGates\":\"\",\"ServiceCIDR\":\"10.96.0.0/12\",\"ImageRepository\":\"\",\"LoadBalancerStartIP\":\"\",\"LoadBalancerEndIP\":\"\",\"CustomIngressCert\":\"\",\"RegistryAliases\":\"\",\"ExtraOptions\":null,\"ShouldLoadCachedImages\":true,\"EnableDefaultCNI\":false,\"CNI\":\"\"},\"Nodes\":[{\"Name\":\"\",\"IP\":\"192.168.39.183\",\"Port\":8443,\"Kuberne
tesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m02\",\"IP\":\"192.168.39.216\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m03\",\"IP\":\"192.168.39.176\",\"Port\":8443,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"crio\",\"ControlPlane\":true,\"Worker\":true},{\"Name\":\"m04\",\"IP\":\"192.168.39.230\",\"Port\":0,\"KubernetesVersion\":\"v1.31.2\",\"ContainerRuntime\":\"\",\"ControlPlane\":false,\"Worker\":true}],\"Addons\":{\"ambassador\":false,\"amd-gpu-device-plugin\":false,\"auto-pause\":false,\"cloud-spanner\":false,\"csi-hostpath-driver\":false,\"dashboard\":false,\"default-storageclass\":false,\"efk\":false,\"freshpod\":false,\"gcp-auth\":false,\"gvisor\":false,\"headlamp\":false,\"inaccel\":false,\"ingress\":false,\"ingress-dns\":false,\"inspektor-gadget\":false,\"istio\":false,\"istio-provisioner\":false,\"kong\":false,\"kubeflow\":false,\"kubevirt
\":false,\"logviewer\":false,\"metallb\":false,\"metrics-server\":false,\"nvidia-device-plugin\":false,\"nvidia-driver-installer\":false,\"nvidia-gpu-device-plugin\":false,\"olm\":false,\"pod-security-policy\":false,\"portainer\":false,\"registry\":false,\"registry-aliases\":false,\"registry-creds\":false,\"storage-provisioner\":false,\"storage-provisioner-gluster\":false,\"storage-provisioner-rancher\":false,\"volcano\":false,\"volumesnapshots\":false,\"yakd\":false},\"CustomAddonImages\":null,\"CustomAddonRegistries\":null,\"VerifyComponents\":{\"apiserver\":true,\"apps_running\":true,\"default_sa\":true,\"extra\":true,\"kubelet\":true,\"node_ready\":true,\"system_pods\":true},\"StartHostTimeout\":360000000000,\"ScheduledStop\":null,\"ExposedPorts\":[],\"ListenAddress\":\"\",\"Network\":\"\",\"Subnet\":\"\",\"MultiNodeRequested\":true,\"ExtraDisks\":0,\"CertExpiration\":94608000000000000,\"Mount\":false,\"MountString\":\"/home/jenkins:/minikube-host\",\"Mount9PVersion\":\"9p2000.L\",\"MountGID\":\"docker\",
\"MountIP\":\"\",\"MountMSize\":262144,\"MountOptions\":[],\"MountPort\":0,\"MountType\":\"9p\",\"MountUID\":\"docker\",\"BinaryMirror\":\"\",\"DisableOptimizations\":false,\"DisableMetrics\":false,\"CustomQemuFirmwarePath\":\"\",\"SocketVMnetClientPath\":\"\",\"SocketVMnetPath\":\"\",\"StaticIP\":\"\",\"SSHAuthSock\":\"\",\"SSHAgentPID\":0,\"GPUs\":\"\",\"AutoPauseInterval\":60000000000},\"Active\":false,\"ActiveKubeContext\":true}]}"*. args: "out/minikube-linux-amd64 profile list --output json"
helpers_test.go:222: -----------------------post-mortem--------------------------------
helpers_test.go:239: (dbg) Run: out/minikube-linux-amd64 status --format={{.Host}} -p ha-739930 -n ha-739930
helpers_test.go:244: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: start of post-mortem logs <<<
helpers_test.go:245: ======> post-mortem[TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart]: minikube logs <======
helpers_test.go:247: (dbg) Run: out/minikube-linux-amd64 -p ha-739930 logs -n 25
helpers_test.go:247: (dbg) Done: out/minikube-linux-amd64 -p ha-739930 logs -n 25: (1.301010688s)
helpers_test.go:252: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart logs:
-- stdout --
==> Audit <==
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| Command | Args | Profile | User | Version | Start Time | End Time |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
| ssh | ha-739930 ssh -n | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-739930 cp ha-739930-m03:/home/docker/cp-test.txt | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930:/home/docker/cp-test_ha-739930-m03_ha-739930.txt | | | | | |
| ssh | ha-739930 ssh -n | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-739930 ssh -n ha-739930 sudo cat | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | /home/docker/cp-test_ha-739930-m03_ha-739930.txt | | | | | |
| cp | ha-739930 cp ha-739930-m03:/home/docker/cp-test.txt | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m02:/home/docker/cp-test_ha-739930-m03_ha-739930-m02.txt | | | | | |
| ssh | ha-739930 ssh -n | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-739930 ssh -n ha-739930-m02 sudo cat | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | /home/docker/cp-test_ha-739930-m03_ha-739930-m02.txt | | | | | |
| cp | ha-739930 cp ha-739930-m03:/home/docker/cp-test.txt | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m04:/home/docker/cp-test_ha-739930-m03_ha-739930-m04.txt | | | | | |
| ssh | ha-739930 ssh -n | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m03 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-739930 ssh -n ha-739930-m04 sudo cat | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | /home/docker/cp-test_ha-739930-m03_ha-739930-m04.txt | | | | | |
| cp | ha-739930 cp testdata/cp-test.txt | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m04:/home/docker/cp-test.txt | | | | | |
| ssh | ha-739930 ssh -n | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-739930 cp ha-739930-m04:/home/docker/cp-test.txt | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | /tmp/TestMultiControlPlaneserialCopyFile1344431772/001/cp-test_ha-739930-m04.txt | | | | | |
| ssh | ha-739930 ssh -n | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| cp | ha-739930 cp ha-739930-m04:/home/docker/cp-test.txt | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930:/home/docker/cp-test_ha-739930-m04_ha-739930.txt | | | | | |
| ssh | ha-739930 ssh -n | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-739930 ssh -n ha-739930 sudo cat | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | /home/docker/cp-test_ha-739930-m04_ha-739930.txt | | | | | |
| cp | ha-739930 cp ha-739930-m04:/home/docker/cp-test.txt | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m02:/home/docker/cp-test_ha-739930-m04_ha-739930-m02.txt | | | | | |
| ssh | ha-739930 ssh -n | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-739930 ssh -n ha-739930-m02 sudo cat | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | /home/docker/cp-test_ha-739930-m04_ha-739930-m02.txt | | | | | |
| cp | ha-739930 cp ha-739930-m04:/home/docker/cp-test.txt | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m03:/home/docker/cp-test_ha-739930-m04_ha-739930-m03.txt | | | | | |
| ssh | ha-739930 ssh -n | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | ha-739930-m04 sudo cat | | | | | |
| | /home/docker/cp-test.txt | | | | | |
| ssh | ha-739930 ssh -n ha-739930-m03 sudo cat | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | 04 Dec 24 20:12 UTC |
| | /home/docker/cp-test_ha-739930-m04_ha-739930-m03.txt | | | | | |
| node | ha-739930 node stop m02 -v=7 | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:12 UTC | |
| | --alsologtostderr | | | | | |
| node | ha-739930 node start m02 -v=7 | ha-739930 | jenkins | v1.34.0 | 04 Dec 24 20:15 UTC | |
| | --alsologtostderr | | | | | |
|---------|----------------------------------------------------------------------------------|-----------|---------|---------|---------------------|---------------------|
==> Last Start <==
Log file created at: 2024/12/04 20:08:11
Running on machine: ubuntu-20-agent-7
Binary: Built with gc go1.23.2 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I1204 20:08:11.939431 27912 out.go:345] Setting OutFile to fd 1 ...
I1204 20:08:11.939545 27912 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1204 20:08:11.939555 27912 out.go:358] Setting ErrFile to fd 2...
I1204 20:08:11.939562 27912 out.go:392] TERM=,COLORTERM=, which probably does not support color
I1204 20:08:11.939744 27912 root.go:338] Updating PATH: /home/jenkins/minikube-integration/19985-10581/.minikube/bin
I1204 20:08:11.940314 27912 out.go:352] Setting JSON to false
I1204 20:08:11.941189 27912 start.go:129] hostinfo: {"hostname":"ubuntu-20-agent-7","uptime":3042,"bootTime":1733339850,"procs":177,"os":"linux","platform":"ubuntu","platformFamily":"debian","platformVersion":"20.04","kernelVersion":"5.15.0-1071-gcp","kernelArch":"x86_64","virtualizationSystem":"kvm","virtualizationRole":"guest","hostId":"591c9f12-2938-3743-e2bf-c56a050d43d1"}
I1204 20:08:11.941293 27912 start.go:139] virtualization: kvm guest
I1204 20:08:11.944336 27912 out.go:177] * [ha-739930] minikube v1.34.0 on Ubuntu 20.04 (kvm/amd64)
I1204 20:08:11.945852 27912 out.go:177] - MINIKUBE_LOCATION=19985
I1204 20:08:11.945847 27912 notify.go:220] Checking for updates...
I1204 20:08:11.948662 27912 out.go:177] - MINIKUBE_SUPPRESS_DOCKER_PERFORMANCE=true
I1204 20:08:11.950105 27912 out.go:177] - KUBECONFIG=/home/jenkins/minikube-integration/19985-10581/kubeconfig
I1204 20:08:11.951395 27912 out.go:177] - MINIKUBE_HOME=/home/jenkins/minikube-integration/19985-10581/.minikube
I1204 20:08:11.952616 27912 out.go:177] - MINIKUBE_BIN=out/minikube-linux-amd64
I1204 20:08:11.953838 27912 out.go:177] - MINIKUBE_FORCE_SYSTEMD=
I1204 20:08:11.955060 27912 driver.go:394] Setting default libvirt URI to qemu:///system
I1204 20:08:11.990494 27912 out.go:177] * Using the kvm2 driver based on user configuration
I1204 20:08:11.991825 27912 start.go:297] selected driver: kvm2
I1204 20:08:11.991844 27912 start.go:901] validating driver "kvm2" against <nil>
I1204 20:08:11.991856 27912 start.go:912] status for kvm2: {Installed:true Healthy:true Running:true NeedsImprovement:false Error:<nil> Reason: Fix: Doc: Version:}
I1204 20:08:11.992661 27912 install.go:52] acquiring lock: {Name:mk900956b073697a4aa6c80a27c6bb0742a99a53 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1204 20:08:11.992744 27912 install.go:117] Validating docker-machine-driver-kvm2, PATH=/home/jenkins/minikube-integration/19985-10581/.minikube/bin:/home/jenkins/workspace/KVM_Linux_crio_integration/out/:/usr/local/bin:/usr/bin:/bin:/usr/local/games:/usr/games:/usr/local/go/bin:/home/jenkins/go/bin:/usr/local/bin/:/usr/local/go/bin/:/home/jenkins/go/bin
I1204 20:08:12.008005 27912 install.go:137] /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2 version is 1.34.0
I1204 20:08:12.008178 27912 start_flags.go:310] no existing cluster config was found, will generate one from the flags
I1204 20:08:12.008532 27912 start_flags.go:947] Waiting for all components: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1204 20:08:12.008571 27912 cni.go:84] Creating CNI manager for ""
I1204 20:08:12.008627 27912 cni.go:136] multinode detected (0 nodes found), recommending kindnet
I1204 20:08:12.008639 27912 start_flags.go:319] Found "CNI" CNI - setting NetworkPlugin=cni
I1204 20:08:12.008710 27912 start.go:340] cluster config:
{Name:ha-739930 KeepContext:false EmbedCerts:false MinikubeISO: KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 ClusterName:ha-739930 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRIS
ocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0
GPUs: AutoPauseInterval:1m0s}
I1204 20:08:12.008840 27912 iso.go:125] acquiring lock: {Name:mk5fb0f3f6da76e6cd812291a551e1592ef2c232 Clock:{} Delay:500ms Timeout:10m0s Cancel:<nil>}
I1204 20:08:12.010621 27912 out.go:177] * Starting "ha-739930" primary control-plane node in "ha-739930" cluster
I1204 20:08:12.011905 27912 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1204 20:08:12.011946 27912 preload.go:146] Found local preload: /home/jenkins/minikube-integration/19985-10581/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4
I1204 20:08:12.011958 27912 cache.go:56] Caching tarball of preloaded images
I1204 20:08:12.012045 27912 preload.go:172] Found /home/jenkins/minikube-integration/19985-10581/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1204 20:08:12.012061 27912 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1204 20:08:12.012439 27912 profile.go:143] Saving config to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/config.json ...
I1204 20:08:12.012463 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/config.json: {Name:mk7402f769abcec1c18cda99e23fa60ffac7b3dd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:08:12.012602 27912 start.go:360] acquireMachinesLock for ha-739930: {Name:mkf124e8b45170ae95981b24944344de6899c5b1 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1204 20:08:12.012630 27912 start.go:364] duration metric: took 16.073µs to acquireMachinesLock for "ha-739930"
I1204 20:08:12.012648 27912 start.go:93] Provisioning new machine with config: &{Name:ha-739930 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-739930 Namespace:default APIServerHAVIP: APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:
9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name: IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1204 20:08:12.012705 27912 start.go:125] createHost starting for "" (driver="kvm2")
I1204 20:08:12.014265 27912 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1204 20:08:12.014396 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:08:12.014435 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:08:12.028697 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39229
I1204 20:08:12.029103 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:08:12.029651 27912 main.go:141] libmachine: Using API Version 1
I1204 20:08:12.029671 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:08:12.029950 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:08:12.030110 27912 main.go:141] libmachine: (ha-739930) Calling .GetMachineName
I1204 20:08:12.030242 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:08:12.030391 27912 start.go:159] libmachine.API.Create for "ha-739930" (driver="kvm2")
I1204 20:08:12.030413 27912 client.go:168] LocalClient.Create starting
I1204 20:08:12.030437 27912 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem
I1204 20:08:12.030469 27912 main.go:141] libmachine: Decoding PEM data...
I1204 20:08:12.030485 27912 main.go:141] libmachine: Parsing certificate...
I1204 20:08:12.030532 27912 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem
I1204 20:08:12.030550 27912 main.go:141] libmachine: Decoding PEM data...
I1204 20:08:12.030563 27912 main.go:141] libmachine: Parsing certificate...
I1204 20:08:12.030580 27912 main.go:141] libmachine: Running pre-create checks...
I1204 20:08:12.030594 27912 main.go:141] libmachine: (ha-739930) Calling .PreCreateCheck
I1204 20:08:12.030896 27912 main.go:141] libmachine: (ha-739930) Calling .GetConfigRaw
I1204 20:08:12.031303 27912 main.go:141] libmachine: Creating machine...
I1204 20:08:12.031315 27912 main.go:141] libmachine: (ha-739930) Calling .Create
I1204 20:08:12.031447 27912 main.go:141] libmachine: (ha-739930) Creating KVM machine...
I1204 20:08:12.032790 27912 main.go:141] libmachine: (ha-739930) DBG | found existing default KVM network
I1204 20:08:12.033408 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:12.033271 27935 network.go:206] using free private subnet 192.168.39.0/24: &{IP:192.168.39.0 Netmask:255.255.255.0 Prefix:24 CIDR:192.168.39.0/24 Gateway:192.168.39.1 ClientMin:192.168.39.2 ClientMax:192.168.39.254 Broadcast:192.168.39.255 IsPrivate:true Interface:{IfaceName: IfaceIPv4: IfaceMTU:0 IfaceMAC:} reservation:0xc000015b70}
I1204 20:08:12.033431 27912 main.go:141] libmachine: (ha-739930) DBG | created network xml:
I1204 20:08:12.033442 27912 main.go:141] libmachine: (ha-739930) DBG | <network>
I1204 20:08:12.033450 27912 main.go:141] libmachine: (ha-739930) DBG | <name>mk-ha-739930</name>
I1204 20:08:12.033465 27912 main.go:141] libmachine: (ha-739930) DBG | <dns enable='no'/>
I1204 20:08:12.033475 27912 main.go:141] libmachine: (ha-739930) DBG |
I1204 20:08:12.033484 27912 main.go:141] libmachine: (ha-739930) DBG | <ip address='192.168.39.1' netmask='255.255.255.0'>
I1204 20:08:12.033497 27912 main.go:141] libmachine: (ha-739930) DBG | <dhcp>
I1204 20:08:12.033526 27912 main.go:141] libmachine: (ha-739930) DBG | <range start='192.168.39.2' end='192.168.39.253'/>
I1204 20:08:12.033560 27912 main.go:141] libmachine: (ha-739930) DBG | </dhcp>
I1204 20:08:12.033571 27912 main.go:141] libmachine: (ha-739930) DBG | </ip>
I1204 20:08:12.033582 27912 main.go:141] libmachine: (ha-739930) DBG |
I1204 20:08:12.033602 27912 main.go:141] libmachine: (ha-739930) DBG | </network>
I1204 20:08:12.033619 27912 main.go:141] libmachine: (ha-739930) DBG |
I1204 20:08:12.038715 27912 main.go:141] libmachine: (ha-739930) DBG | trying to create private KVM network mk-ha-739930 192.168.39.0/24...
I1204 20:08:12.104228 27912 main.go:141] libmachine: (ha-739930) Setting up store path in /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930 ...
I1204 20:08:12.104263 27912 main.go:141] libmachine: (ha-739930) Building disk image from file:///home/jenkins/minikube-integration/19985-10581/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1204 20:08:12.104273 27912 main.go:141] libmachine: (ha-739930) DBG | private KVM network mk-ha-739930 192.168.39.0/24 created
I1204 20:08:12.104290 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:12.104148 27935 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19985-10581/.minikube
I1204 20:08:12.104318 27912 main.go:141] libmachine: (ha-739930) Downloading /home/jenkins/minikube-integration/19985-10581/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19985-10581/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1204 20:08:12.357869 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:12.357760 27935 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa...
I1204 20:08:12.476934 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:12.476798 27935 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/ha-739930.rawdisk...
I1204 20:08:12.476961 27912 main.go:141] libmachine: (ha-739930) DBG | Writing magic tar header
I1204 20:08:12.476973 27912 main.go:141] libmachine: (ha-739930) DBG | Writing SSH key tar header
I1204 20:08:12.476980 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:12.476911 27935 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930 ...
I1204 20:08:12.476989 27912 main.go:141] libmachine: (ha-739930) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930
I1204 20:08:12.477071 27912 main.go:141] libmachine: (ha-739930) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581/.minikube/machines
I1204 20:08:12.477126 27912 main.go:141] libmachine: (ha-739930) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930 (perms=drwx------)
I1204 20:08:12.477140 27912 main.go:141] libmachine: (ha-739930) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581/.minikube
I1204 20:08:12.477159 27912 main.go:141] libmachine: (ha-739930) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581
I1204 20:08:12.477173 27912 main.go:141] libmachine: (ha-739930) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1204 20:08:12.477183 27912 main.go:141] libmachine: (ha-739930) DBG | Checking permissions on dir: /home/jenkins
I1204 20:08:12.477188 27912 main.go:141] libmachine: (ha-739930) DBG | Checking permissions on dir: /home
I1204 20:08:12.477199 27912 main.go:141] libmachine: (ha-739930) DBG | Skipping /home - not owner
I1204 20:08:12.477241 27912 main.go:141] libmachine: (ha-739930) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581/.minikube/machines (perms=drwxr-xr-x)
I1204 20:08:12.477265 27912 main.go:141] libmachine: (ha-739930) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581/.minikube (perms=drwxr-xr-x)
I1204 20:08:12.477280 27912 main.go:141] libmachine: (ha-739930) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581 (perms=drwxrwxr-x)
I1204 20:08:12.477294 27912 main.go:141] libmachine: (ha-739930) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1204 20:08:12.477311 27912 main.go:141] libmachine: (ha-739930) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1204 20:08:12.477322 27912 main.go:141] libmachine: (ha-739930) Creating domain...
I1204 20:08:12.478077 27912 main.go:141] libmachine: (ha-739930) define libvirt domain using xml:
I1204 20:08:12.478098 27912 main.go:141] libmachine: (ha-739930) <domain type='kvm'>
I1204 20:08:12.478108 27912 main.go:141] libmachine: (ha-739930) <name>ha-739930</name>
I1204 20:08:12.478120 27912 main.go:141] libmachine: (ha-739930) <memory unit='MiB'>2200</memory>
I1204 20:08:12.478128 27912 main.go:141] libmachine: (ha-739930) <vcpu>2</vcpu>
I1204 20:08:12.478137 27912 main.go:141] libmachine: (ha-739930) <features>
I1204 20:08:12.478144 27912 main.go:141] libmachine: (ha-739930) <acpi/>
I1204 20:08:12.478153 27912 main.go:141] libmachine: (ha-739930) <apic/>
I1204 20:08:12.478159 27912 main.go:141] libmachine: (ha-739930) <pae/>
I1204 20:08:12.478166 27912 main.go:141] libmachine: (ha-739930)
I1204 20:08:12.478176 27912 main.go:141] libmachine: (ha-739930) </features>
I1204 20:08:12.478183 27912 main.go:141] libmachine: (ha-739930) <cpu mode='host-passthrough'>
I1204 20:08:12.478254 27912 main.go:141] libmachine: (ha-739930)
I1204 20:08:12.478278 27912 main.go:141] libmachine: (ha-739930) </cpu>
I1204 20:08:12.478290 27912 main.go:141] libmachine: (ha-739930) <os>
I1204 20:08:12.478313 27912 main.go:141] libmachine: (ha-739930) <type>hvm</type>
I1204 20:08:12.478326 27912 main.go:141] libmachine: (ha-739930) <boot dev='cdrom'/>
I1204 20:08:12.478335 27912 main.go:141] libmachine: (ha-739930) <boot dev='hd'/>
I1204 20:08:12.478344 27912 main.go:141] libmachine: (ha-739930) <bootmenu enable='no'/>
I1204 20:08:12.478354 27912 main.go:141] libmachine: (ha-739930) </os>
I1204 20:08:12.478361 27912 main.go:141] libmachine: (ha-739930) <devices>
I1204 20:08:12.478371 27912 main.go:141] libmachine: (ha-739930) <disk type='file' device='cdrom'>
I1204 20:08:12.478384 27912 main.go:141] libmachine: (ha-739930) <source file='/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/boot2docker.iso'/>
I1204 20:08:12.478394 27912 main.go:141] libmachine: (ha-739930) <target dev='hdc' bus='scsi'/>
I1204 20:08:12.478401 27912 main.go:141] libmachine: (ha-739930) <readonly/>
I1204 20:08:12.478416 27912 main.go:141] libmachine: (ha-739930) </disk>
I1204 20:08:12.478430 27912 main.go:141] libmachine: (ha-739930) <disk type='file' device='disk'>
I1204 20:08:12.478442 27912 main.go:141] libmachine: (ha-739930) <driver name='qemu' type='raw' cache='default' io='threads' />
I1204 20:08:12.478457 27912 main.go:141] libmachine: (ha-739930) <source file='/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/ha-739930.rawdisk'/>
I1204 20:08:12.478467 27912 main.go:141] libmachine: (ha-739930) <target dev='hda' bus='virtio'/>
I1204 20:08:12.478475 27912 main.go:141] libmachine: (ha-739930) </disk>
I1204 20:08:12.478490 27912 main.go:141] libmachine: (ha-739930) <interface type='network'>
I1204 20:08:12.478503 27912 main.go:141] libmachine: (ha-739930) <source network='mk-ha-739930'/>
I1204 20:08:12.478512 27912 main.go:141] libmachine: (ha-739930) <model type='virtio'/>
I1204 20:08:12.478520 27912 main.go:141] libmachine: (ha-739930) </interface>
I1204 20:08:12.478530 27912 main.go:141] libmachine: (ha-739930) <interface type='network'>
I1204 20:08:12.478542 27912 main.go:141] libmachine: (ha-739930) <source network='default'/>
I1204 20:08:12.478552 27912 main.go:141] libmachine: (ha-739930) <model type='virtio'/>
I1204 20:08:12.478599 27912 main.go:141] libmachine: (ha-739930) </interface>
I1204 20:08:12.478617 27912 main.go:141] libmachine: (ha-739930) <serial type='pty'>
I1204 20:08:12.478622 27912 main.go:141] libmachine: (ha-739930) <target port='0'/>
I1204 20:08:12.478628 27912 main.go:141] libmachine: (ha-739930) </serial>
I1204 20:08:12.478636 27912 main.go:141] libmachine: (ha-739930) <console type='pty'>
I1204 20:08:12.478641 27912 main.go:141] libmachine: (ha-739930) <target type='serial' port='0'/>
I1204 20:08:12.478650 27912 main.go:141] libmachine: (ha-739930) </console>
I1204 20:08:12.478654 27912 main.go:141] libmachine: (ha-739930) <rng model='virtio'>
I1204 20:08:12.478660 27912 main.go:141] libmachine: (ha-739930) <backend model='random'>/dev/random</backend>
I1204 20:08:12.478666 27912 main.go:141] libmachine: (ha-739930) </rng>
I1204 20:08:12.478671 27912 main.go:141] libmachine: (ha-739930)
I1204 20:08:12.478674 27912 main.go:141] libmachine: (ha-739930)
I1204 20:08:12.478679 27912 main.go:141] libmachine: (ha-739930) </devices>
I1204 20:08:12.478685 27912 main.go:141] libmachine: (ha-739930) </domain>
I1204 20:08:12.478691 27912 main.go:141] libmachine: (ha-739930)
I1204 20:08:12.482962 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:1f:34:29 in network default
I1204 20:08:12.483451 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:12.483468 27912 main.go:141] libmachine: (ha-739930) Ensuring networks are active...
I1204 20:08:12.484073 27912 main.go:141] libmachine: (ha-739930) Ensuring network default is active
I1204 20:08:12.484443 27912 main.go:141] libmachine: (ha-739930) Ensuring network mk-ha-739930 is active
I1204 20:08:12.485051 27912 main.go:141] libmachine: (ha-739930) Getting domain xml...
I1204 20:08:12.485709 27912 main.go:141] libmachine: (ha-739930) Creating domain...
I1204 20:08:13.663232 27912 main.go:141] libmachine: (ha-739930) Waiting to get IP...
I1204 20:08:13.663928 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:13.664244 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:13.664289 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:13.664239 27935 retry.go:31] will retry after 311.107761ms: waiting for machine to come up
I1204 20:08:13.976518 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:13.976875 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:13.976897 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:13.976832 27935 retry.go:31] will retry after 302.848525ms: waiting for machine to come up
I1204 20:08:14.281431 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:14.281818 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:14.281846 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:14.281773 27935 retry.go:31] will retry after 460.768304ms: waiting for machine to come up
I1204 20:08:14.744364 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:14.744813 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:14.744835 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:14.744754 27935 retry.go:31] will retry after 399.590847ms: waiting for machine to come up
I1204 20:08:15.146387 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:15.146887 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:15.146911 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:15.146850 27935 retry.go:31] will retry after 733.547268ms: waiting for machine to come up
I1204 20:08:15.882052 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:15.882481 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:15.882509 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:15.882450 27935 retry.go:31] will retry after 598.816129ms: waiting for machine to come up
I1204 20:08:16.483323 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:16.483724 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:16.483766 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:16.483669 27935 retry.go:31] will retry after 816.886511ms: waiting for machine to come up
I1204 20:08:17.302385 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:17.302850 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:17.303157 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:17.303086 27935 retry.go:31] will retry after 1.092347228s: waiting for machine to come up
I1204 20:08:18.397513 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:18.397955 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:18.397979 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:18.397908 27935 retry.go:31] will retry after 1.349280463s: waiting for machine to come up
I1204 20:08:19.748591 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:19.749086 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:19.749107 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:19.749051 27935 retry.go:31] will retry after 1.929176971s: waiting for machine to come up
I1204 20:08:21.681322 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:21.681787 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:21.681821 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:21.681719 27935 retry.go:31] will retry after 2.034104658s: waiting for machine to come up
I1204 20:08:23.717496 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:23.717880 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:23.717910 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:23.717836 27935 retry.go:31] will retry after 2.982891394s: waiting for machine to come up
I1204 20:08:26.703937 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:26.704406 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:26.704442 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:26.704358 27935 retry.go:31] will retry after 2.968408416s: waiting for machine to come up
I1204 20:08:29.675768 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:29.676304 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find current IP address of domain ha-739930 in network mk-ha-739930
I1204 20:08:29.676332 27912 main.go:141] libmachine: (ha-739930) DBG | I1204 20:08:29.676260 27935 retry.go:31] will retry after 5.520024319s: waiting for machine to come up
I1204 20:08:35.199569 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.200041 27912 main.go:141] libmachine: (ha-739930) Found IP for machine: 192.168.39.183
I1204 20:08:35.200065 27912 main.go:141] libmachine: (ha-739930) Reserving static IP address...
I1204 20:08:35.200092 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has current primary IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.200437 27912 main.go:141] libmachine: (ha-739930) DBG | unable to find host DHCP lease matching {name: "ha-739930", mac: "52:54:00:b9:91:f7", ip: "192.168.39.183"} in network mk-ha-739930
I1204 20:08:35.268817 27912 main.go:141] libmachine: (ha-739930) Reserved static IP address: 192.168.39.183
I1204 20:08:35.268847 27912 main.go:141] libmachine: (ha-739930) Waiting for SSH to be available...
I1204 20:08:35.268856 27912 main.go:141] libmachine: (ha-739930) DBG | Getting to WaitForSSH function...
I1204 20:08:35.271480 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.271869 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:minikube Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:35.271895 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.271987 27912 main.go:141] libmachine: (ha-739930) DBG | Using SSH client type: external
I1204 20:08:35.272004 27912 main.go:141] libmachine: (ha-739930) DBG | Using SSH private key: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa (-rw-------)
I1204 20:08:35.272069 27912 main.go:141] libmachine: (ha-739930) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.183 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa -p 22] /usr/bin/ssh <nil>}
I1204 20:08:35.272087 27912 main.go:141] libmachine: (ha-739930) DBG | About to run SSH command:
I1204 20:08:35.272103 27912 main.go:141] libmachine: (ha-739930) DBG | exit 0
I1204 20:08:35.395351 27912 main.go:141] libmachine: (ha-739930) DBG | SSH cmd err, output: <nil>:
I1204 20:08:35.395650 27912 main.go:141] libmachine: (ha-739930) KVM machine creation complete!
I1204 20:08:35.395986 27912 main.go:141] libmachine: (ha-739930) Calling .GetConfigRaw
I1204 20:08:35.396534 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:08:35.396731 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:08:35.396857 27912 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1204 20:08:35.396871 27912 main.go:141] libmachine: (ha-739930) Calling .GetState
I1204 20:08:35.398039 27912 main.go:141] libmachine: Detecting operating system of created instance...
I1204 20:08:35.398051 27912 main.go:141] libmachine: Waiting for SSH to be available...
I1204 20:08:35.398055 27912 main.go:141] libmachine: Getting to WaitForSSH function...
I1204 20:08:35.398060 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:35.400170 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.400525 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:35.400571 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.400650 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:35.400812 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:35.400979 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:35.401117 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:35.401289 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:08:35.401492 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1204 20:08:35.401507 27912 main.go:141] libmachine: About to run SSH command:
exit 0
I1204 20:08:35.502303 27912 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1204 20:08:35.502340 27912 main.go:141] libmachine: Detecting the provisioner...
I1204 20:08:35.502352 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:35.504752 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.505142 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:35.505165 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.505360 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:35.505545 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:35.505676 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:35.505789 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:35.505915 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:08:35.506073 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1204 20:08:35.506082 27912 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1204 20:08:35.608173 27912 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1204 20:08:35.608233 27912 main.go:141] libmachine: found compatible host: buildroot
I1204 20:08:35.608240 27912 main.go:141] libmachine: Provisioning with buildroot...
I1204 20:08:35.608247 27912 main.go:141] libmachine: (ha-739930) Calling .GetMachineName
I1204 20:08:35.608464 27912 buildroot.go:166] provisioning hostname "ha-739930"
I1204 20:08:35.608480 27912 main.go:141] libmachine: (ha-739930) Calling .GetMachineName
I1204 20:08:35.608679 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:35.611354 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.611746 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:35.611772 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.611904 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:35.612062 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:35.612200 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:35.612312 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:35.612460 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:08:35.612630 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1204 20:08:35.612642 27912 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-739930 && echo "ha-739930" | sudo tee /etc/hostname
I1204 20:08:35.730422 27912 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-739930
I1204 20:08:35.730456 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:35.732817 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.733139 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:35.733168 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.733310 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:35.733480 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:35.733651 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:35.733802 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:35.733983 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:08:35.734154 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1204 20:08:35.734171 27912 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-739930' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-739930/g' /etc/hosts;
else
echo '127.0.1.1 ha-739930' | sudo tee -a /etc/hosts;
fi
fi
I1204 20:08:35.843780 27912 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1204 20:08:35.843821 27912 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19985-10581/.minikube CaCertPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19985-10581/.minikube}
I1204 20:08:35.843865 27912 buildroot.go:174] setting up certificates
I1204 20:08:35.843880 27912 provision.go:84] configureAuth start
I1204 20:08:35.843894 27912 main.go:141] libmachine: (ha-739930) Calling .GetMachineName
I1204 20:08:35.844232 27912 main.go:141] libmachine: (ha-739930) Calling .GetIP
I1204 20:08:35.847046 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.847366 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:35.847411 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.847570 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:35.849830 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.850112 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:35.850131 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.850320 27912 provision.go:143] copyHostCerts
I1204 20:08:35.850348 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem
I1204 20:08:35.850382 27912 exec_runner.go:144] found /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem, removing ...
I1204 20:08:35.850391 27912 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem
I1204 20:08:35.850460 27912 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem (1679 bytes)
I1204 20:08:35.850567 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem
I1204 20:08:35.850595 27912 exec_runner.go:144] found /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem, removing ...
I1204 20:08:35.850604 27912 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem
I1204 20:08:35.850645 27912 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem (1078 bytes)
I1204 20:08:35.850723 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem
I1204 20:08:35.850741 27912 exec_runner.go:144] found /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem, removing ...
I1204 20:08:35.850748 27912 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem
I1204 20:08:35.850772 27912 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem (1123 bytes)
I1204 20:08:35.850823 27912 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca-key.pem org=jenkins.ha-739930 san=[127.0.0.1 192.168.39.183 ha-739930 localhost minikube]
I1204 20:08:35.983720 27912 provision.go:177] copyRemoteCerts
I1204 20:08:35.983786 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1204 20:08:35.983810 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:35.986241 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.986583 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:35.986614 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:35.986772 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:35.986960 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:35.987093 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:35.987240 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa Username:docker}
I1204 20:08:36.068879 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem -> /etc/docker/server.pem
I1204 20:08:36.068950 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem --> /etc/docker/server.pem (1200 bytes)
I1204 20:08:36.091202 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1204 20:08:36.091259 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1204 20:08:36.112918 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1204 20:08:36.112998 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1204 20:08:36.134856 27912 provision.go:87] duration metric: took 290.963844ms to configureAuth
I1204 20:08:36.134887 27912 buildroot.go:189] setting minikube options for container-runtime
I1204 20:08:36.135063 27912 config.go:182] Loaded profile config "ha-739930": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1204 20:08:36.135153 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:36.137760 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.138113 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:36.138138 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.138342 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:36.138505 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:36.138658 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:36.138779 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:36.138924 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:08:36.139114 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1204 20:08:36.139131 27912 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1204 20:08:36.346218 27912 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1204 20:08:36.346255 27912 main.go:141] libmachine: Checking connection to Docker...
I1204 20:08:36.346283 27912 main.go:141] libmachine: (ha-739930) Calling .GetURL
I1204 20:08:36.347448 27912 main.go:141] libmachine: (ha-739930) DBG | Using libvirt version 6000000
I1204 20:08:36.349418 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.349723 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:36.349742 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.349920 27912 main.go:141] libmachine: Docker is up and running!
I1204 20:08:36.349936 27912 main.go:141] libmachine: Reticulating splines...
I1204 20:08:36.349943 27912 client.go:171] duration metric: took 24.3195237s to LocalClient.Create
I1204 20:08:36.349963 27912 start.go:167] duration metric: took 24.319574814s to libmachine.API.Create "ha-739930"
I1204 20:08:36.349976 27912 start.go:293] postStartSetup for "ha-739930" (driver="kvm2")
I1204 20:08:36.349991 27912 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1204 20:08:36.350013 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:08:36.350205 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1204 20:08:36.350228 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:36.351979 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.352286 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:36.352313 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.352437 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:36.352594 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:36.352706 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:36.352816 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa Username:docker}
I1204 20:08:36.432460 27912 ssh_runner.go:195] Run: cat /etc/os-release
I1204 20:08:36.436012 27912 info.go:137] Remote host: Buildroot 2023.02.9
I1204 20:08:36.436028 27912 filesync.go:126] Scanning /home/jenkins/minikube-integration/19985-10581/.minikube/addons for local assets ...
I1204 20:08:36.436089 27912 filesync.go:126] Scanning /home/jenkins/minikube-integration/19985-10581/.minikube/files for local assets ...
I1204 20:08:36.436188 27912 filesync.go:149] local asset: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem -> 177432.pem in /etc/ssl/certs
I1204 20:08:36.436201 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem -> /etc/ssl/certs/177432.pem
I1204 20:08:36.436304 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1204 20:08:36.444678 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem --> /etc/ssl/certs/177432.pem (1708 bytes)
I1204 20:08:36.467397 27912 start.go:296] duration metric: took 117.407014ms for postStartSetup
I1204 20:08:36.467437 27912 main.go:141] libmachine: (ha-739930) Calling .GetConfigRaw
I1204 20:08:36.467977 27912 main.go:141] libmachine: (ha-739930) Calling .GetIP
I1204 20:08:36.470186 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.470558 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:36.470586 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.470798 27912 profile.go:143] Saving config to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/config.json ...
I1204 20:08:36.470974 27912 start.go:128] duration metric: took 24.458260215s to createHost
I1204 20:08:36.470996 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:36.472973 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.473263 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:36.473284 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.473418 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:36.473574 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:36.473716 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:36.473887 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:36.474035 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:08:36.474202 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.183 22 <nil> <nil>}
I1204 20:08:36.474217 27912 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1204 20:08:36.575008 27912 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733342916.551867748
I1204 20:08:36.575023 27912 fix.go:216] guest clock: 1733342916.551867748
I1204 20:08:36.575030 27912 fix.go:229] Guest: 2024-12-04 20:08:36.551867748 +0000 UTC Remote: 2024-12-04 20:08:36.470986638 +0000 UTC m=+24.568358011 (delta=80.88111ms)
I1204 20:08:36.575056 27912 fix.go:200] guest clock delta is within tolerance: 80.88111ms
I1204 20:08:36.575080 27912 start.go:83] releasing machines lock for "ha-739930", held for 24.56242194s
I1204 20:08:36.575103 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:08:36.575310 27912 main.go:141] libmachine: (ha-739930) Calling .GetIP
I1204 20:08:36.577787 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.578087 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:36.578125 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.578233 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:08:36.578645 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:08:36.578807 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:08:36.578883 27912 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1204 20:08:36.578924 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:36.579001 27912 ssh_runner.go:195] Run: cat /version.json
I1204 20:08:36.579018 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:36.581456 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.581787 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:36.581809 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.581864 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.581930 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:36.582100 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:36.582239 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:36.582276 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:36.582299 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:36.582396 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa Username:docker}
I1204 20:08:36.582566 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:36.582713 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:36.582863 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:36.582989 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa Username:docker}
I1204 20:08:36.675618 27912 ssh_runner.go:195] Run: systemctl --version
I1204 20:08:36.681185 27912 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1204 20:08:36.833908 27912 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1204 20:08:36.839964 27912 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1204 20:08:36.840024 27912 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1204 20:08:36.855758 27912 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1204 20:08:36.855780 27912 start.go:495] detecting cgroup driver to use...
I1204 20:08:36.855848 27912 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1204 20:08:36.870692 27912 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1204 20:08:36.883541 27912 docker.go:217] disabling cri-docker service (if available) ...
I1204 20:08:36.883596 27912 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1204 20:08:36.896118 27912 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1204 20:08:36.908920 27912 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1204 20:08:37.025056 27912 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1204 20:08:37.187310 27912 docker.go:233] disabling docker service ...
I1204 20:08:37.187365 27912 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1204 20:08:37.200934 27912 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1204 20:08:37.212871 27912 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1204 20:08:37.332646 27912 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1204 20:08:37.440309 27912 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1204 20:08:37.453353 27912 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1204 20:08:37.470970 27912 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1204 20:08:37.471030 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:08:37.480927 27912 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1204 20:08:37.481009 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:08:37.491149 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:08:37.500802 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:08:37.510374 27912 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1204 20:08:37.520079 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:08:37.529955 27912 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:08:37.545993 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:08:37.555622 27912 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1204 20:08:37.564180 27912 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1204 20:08:37.564228 27912 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1204 20:08:37.576296 27912 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1204 20:08:37.585144 27912 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1204 20:08:37.693931 27912 ssh_runner.go:195] Run: sudo systemctl restart crio
I1204 20:08:37.777449 27912 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1204 20:08:37.777509 27912 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1204 20:08:37.781553 27912 start.go:563] Will wait 60s for crictl version
I1204 20:08:37.781604 27912 ssh_runner.go:195] Run: which crictl
I1204 20:08:37.784811 27912 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1204 20:08:37.822634 27912 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1204 20:08:37.822702 27912 ssh_runner.go:195] Run: crio --version
I1204 20:08:37.848190 27912 ssh_runner.go:195] Run: crio --version
I1204 20:08:37.873431 27912 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1204 20:08:37.874606 27912 main.go:141] libmachine: (ha-739930) Calling .GetIP
I1204 20:08:37.877259 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:37.877590 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:37.877619 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:37.877786 27912 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1204 20:08:37.881175 27912 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1204 20:08:37.892903 27912 kubeadm.go:883] updating cluster {Name:ha-739930 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cl
usterName:ha-739930 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 M
ountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} ...
I1204 20:08:37.892996 27912 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1204 20:08:37.893068 27912 ssh_runner.go:195] Run: sudo crictl images --output json
I1204 20:08:37.926070 27912 crio.go:510] couldn't find preloaded image for "registry.k8s.io/kube-apiserver:v1.31.2". assuming images are not preloaded.
I1204 20:08:37.926123 27912 ssh_runner.go:195] Run: which lz4
I1204 20:08:37.929507 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 -> /preloaded.tar.lz4
I1204 20:08:37.929636 27912 ssh_runner.go:195] Run: stat -c "%s %y" /preloaded.tar.lz4
I1204 20:08:37.933391 27912 ssh_runner.go:352] existence check for /preloaded.tar.lz4: stat -c "%s %y" /preloaded.tar.lz4: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/preloaded.tar.lz4': No such file or directory
I1204 20:08:37.933415 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 --> /preloaded.tar.lz4 (392059347 bytes)
I1204 20:08:39.139354 27912 crio.go:462] duration metric: took 1.209791733s to copy over tarball
I1204 20:08:39.139460 27912 ssh_runner.go:195] Run: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4
I1204 20:08:41.096167 27912 ssh_runner.go:235] Completed: sudo tar --xattrs --xattrs-include security.capability -I lz4 -C /var -xf /preloaded.tar.lz4: (1.956678939s)
I1204 20:08:41.096191 27912 crio.go:469] duration metric: took 1.956790325s to extract the tarball
I1204 20:08:41.096199 27912 ssh_runner.go:146] rm: /preloaded.tar.lz4
I1204 20:08:41.132019 27912 ssh_runner.go:195] Run: sudo crictl images --output json
I1204 20:08:41.174932 27912 crio.go:514] all images are preloaded for cri-o runtime.
I1204 20:08:41.174955 27912 cache_images.go:84] Images are preloaded, skipping loading
I1204 20:08:41.174962 27912 kubeadm.go:934] updating node { 192.168.39.183 8443 v1.31.2 crio true true} ...
I1204 20:08:41.175056 27912 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-739930 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.183
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-739930 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1204 20:08:41.175118 27912 ssh_runner.go:195] Run: crio config
I1204 20:08:41.217894 27912 cni.go:84] Creating CNI manager for ""
I1204 20:08:41.217917 27912 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1204 20:08:41.217927 27912 kubeadm.go:84] Using pod CIDR: 10.244.0.0/16
I1204 20:08:41.217952 27912 kubeadm.go:189] kubeadm options: {CertDir:/var/lib/minikube/certs ServiceCIDR:10.96.0.0/12 PodSubnet:10.244.0.0/16 AdvertiseAddress:192.168.39.183 APIServerPort:8443 KubernetesVersion:v1.31.2 EtcdDataDir:/var/lib/minikube/etcd EtcdExtraArgs:map[] ClusterName:ha-739930 NodeName:ha-739930 DNSDomain:cluster.local CRISocket:/var/run/crio/crio.sock ImageRepository: ComponentOptions:[{Component:apiServer ExtraArgs:map[enable-admission-plugins:NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota] Pairs:map[certSANs:["127.0.0.1", "localhost", "192.168.39.183"]]} {Component:controllerManager ExtraArgs:map[allocate-node-cidrs:true leader-elect:false] Pairs:map[]} {Component:scheduler ExtraArgs:map[leader-elect:false] Pairs:map[]}] FeatureArgs:map[] NodeIP:192.168.39.183 CgroupDriver:cgroupfs ClientCAFile:/var/lib/minikube/certs/ca.crt StaticPodPath:/etc/kubernete
s/manifests ControlPlaneAddress:control-plane.minikube.internal KubeProxyOptions:map[] ResolvConfSearchRegression:false KubeletConfigOpts:map[containerRuntimeEndpoint:unix:///var/run/crio/crio.sock hairpinMode:hairpin-veth runtimeRequestTimeout:15m] PrependCriSocketUnix:true}
I1204 20:08:41.218081 27912 kubeadm.go:195] kubeadm config:
apiVersion: kubeadm.k8s.io/v1beta4
kind: InitConfiguration
localAPIEndpoint:
advertiseAddress: 192.168.39.183
bindPort: 8443
bootstrapTokens:
- groups:
- system:bootstrappers:kubeadm:default-node-token
ttl: 24h0m0s
usages:
- signing
- authentication
nodeRegistration:
criSocket: unix:///var/run/crio/crio.sock
name: "ha-739930"
kubeletExtraArgs:
- name: "node-ip"
value: "192.168.39.183"
taints: []
---
apiVersion: kubeadm.k8s.io/v1beta4
kind: ClusterConfiguration
apiServer:
certSANs: ["127.0.0.1", "localhost", "192.168.39.183"]
extraArgs:
- name: "enable-admission-plugins"
value: "NamespaceLifecycle,LimitRanger,ServiceAccount,DefaultStorageClass,DefaultTolerationSeconds,NodeRestriction,MutatingAdmissionWebhook,ValidatingAdmissionWebhook,ResourceQuota"
controllerManager:
extraArgs:
- name: "allocate-node-cidrs"
value: "true"
- name: "leader-elect"
value: "false"
scheduler:
extraArgs:
- name: "leader-elect"
value: "false"
certificatesDir: /var/lib/minikube/certs
clusterName: mk
controlPlaneEndpoint: control-plane.minikube.internal:8443
etcd:
local:
dataDir: /var/lib/minikube/etcd
extraArgs:
- name: "proxy-refresh-interval"
value: "70000"
kubernetesVersion: v1.31.2
networking:
dnsDomain: cluster.local
podSubnet: "10.244.0.0/16"
serviceSubnet: 10.96.0.0/12
---
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
authentication:
x509:
clientCAFile: /var/lib/minikube/certs/ca.crt
cgroupDriver: cgroupfs
containerRuntimeEndpoint: unix:///var/run/crio/crio.sock
hairpinMode: hairpin-veth
runtimeRequestTimeout: 15m
clusterDomain: "cluster.local"
# disable disk resource management by default
imageGCHighThresholdPercent: 100
evictionHard:
nodefs.available: "0%"
nodefs.inodesFree: "0%"
imagefs.available: "0%"
failSwapOn: false
staticPodPath: /etc/kubernetes/manifests
---
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clusterCIDR: "10.244.0.0/16"
metricsBindAddress: 0.0.0.0:10249
conntrack:
maxPerCore: 0
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_established"
tcpEstablishedTimeout: 0s
# Skip setting "net.netfilter.nf_conntrack_tcp_timeout_close"
tcpCloseWaitTimeout: 0s
I1204 20:08:41.218111 27912 kube-vip.go:115] generating kube-vip config ...
I1204 20:08:41.218165 27912 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1204 20:08:41.233083 27912 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1204 20:08:41.233174 27912 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/super-admin.conf"
name: kubeconfig
status: {}
I1204 20:08:41.233229 27912 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1204 20:08:41.242410 27912 binaries.go:44] Found k8s binaries, skipping transfer
I1204 20:08:41.242479 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /var/tmp/minikube /etc/kubernetes/manifests
I1204 20:08:41.251172 27912 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (309 bytes)
I1204 20:08:41.266346 27912 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1204 20:08:41.281669 27912 ssh_runner.go:362] scp memory --> /var/tmp/minikube/kubeadm.yaml.new (2289 bytes)
I1204 20:08:41.296753 27912 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1447 bytes)
I1204 20:08:41.311501 27912 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1204 20:08:41.314975 27912 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1204 20:08:41.325862 27912 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1204 20:08:41.458198 27912 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1204 20:08:41.473798 27912 certs.go:68] Setting up /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930 for IP: 192.168.39.183
I1204 20:08:41.473814 27912 certs.go:194] generating shared ca certs ...
I1204 20:08:41.473829 27912 certs.go:226] acquiring lock for ca certs: {Name:mkbcef564e8ef570ece773b833ebf1b4ab4c1ebf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:08:41.473951 27912 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.key
I1204 20:08:41.473998 27912 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.key
I1204 20:08:41.474012 27912 certs.go:256] generating profile certs ...
I1204 20:08:41.474071 27912 certs.go:363] generating signed profile cert for "minikube-user": /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.key
I1204 20:08:41.474104 27912 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.crt with IP's: []
I1204 20:08:41.679553 27912 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.crt ...
I1204 20:08:41.679577 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.crt: {Name:mk3cb32626a63b25e9bcb53dbf57982e8c59176a Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:08:41.679756 27912 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.key ...
I1204 20:08:41.679770 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.key: {Name:mk5952f9a719bbb3868bb675769b7b60346c6fbd Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:08:41.679866 27912 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.84e45395
I1204 20:08:41.679888 27912 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.84e45395 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.183 192.168.39.254]
I1204 20:08:42.002083 27912 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.84e45395 ...
I1204 20:08:42.002109 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.84e45395: {Name:mk5f9c87f1a9d17c216fb1ba76a871a4d200a2f9 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:08:42.002298 27912 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.84e45395 ...
I1204 20:08:42.002314 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.84e45395: {Name:mkbc19c0135d212682268a777ef3380b2e19b0ed Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:08:42.002409 27912 certs.go:381] copying /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.84e45395 -> /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt
I1204 20:08:42.002519 27912 certs.go:385] copying /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.84e45395 -> /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key
I1204 20:08:42.002573 27912 certs.go:363] generating signed profile cert for "aggregator": /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.key
I1204 20:08:42.002587 27912 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.crt with IP's: []
I1204 20:08:42.211018 27912 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.crt ...
I1204 20:08:42.211049 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.crt: {Name:mkf1a9add2f9343bc4f70a7fa70f135cc4d00f4d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:08:42.211250 27912 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.key ...
I1204 20:08:42.211265 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.key: {Name:mkb8fc6229780db95a674383629b517d0cfa035d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:08:42.211361 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1204 20:08:42.211400 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1204 20:08:42.211422 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1204 20:08:42.211442 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1204 20:08:42.211459 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1204 20:08:42.211477 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1204 20:08:42.211491 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1204 20:08:42.211508 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1204 20:08:42.211575 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743.pem (1338 bytes)
W1204 20:08:42.211622 27912 certs.go:480] ignoring /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743_empty.pem, impossibly tiny 0 bytes
I1204 20:08:42.211635 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca-key.pem (1679 bytes)
I1204 20:08:42.211671 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem (1078 bytes)
I1204 20:08:42.211703 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem (1123 bytes)
I1204 20:08:42.211734 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem (1679 bytes)
I1204 20:08:42.211789 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem (1708 bytes)
I1204 20:08:42.211826 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743.pem -> /usr/share/ca-certificates/17743.pem
I1204 20:08:42.211847 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem -> /usr/share/ca-certificates/177432.pem
I1204 20:08:42.211866 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1204 20:08:42.212397 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1204 20:08:42.248354 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1204 20:08:42.283210 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1204 20:08:42.315759 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1204 20:08:42.337377 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1424 bytes)
I1204 20:08:42.359236 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1204 20:08:42.380567 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1204 20:08:42.402068 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1204 20:08:42.423840 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743.pem --> /usr/share/ca-certificates/17743.pem (1338 bytes)
I1204 20:08:42.445088 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem --> /usr/share/ca-certificates/177432.pem (1708 bytes)
I1204 20:08:42.466154 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1204 20:08:42.487261 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (738 bytes)
I1204 20:08:42.502237 27912 ssh_runner.go:195] Run: openssl version
I1204 20:08:42.507399 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1204 20:08:42.517386 27912 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1204 20:08:42.521412 27912 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 4 19:53 /usr/share/ca-certificates/minikubeCA.pem
I1204 20:08:42.521456 27912 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1204 20:08:42.526682 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1204 20:08:42.536595 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/17743.pem && ln -fs /usr/share/ca-certificates/17743.pem /etc/ssl/certs/17743.pem"
I1204 20:08:42.546422 27912 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/17743.pem
I1204 20:08:42.550778 27912 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 4 20:04 /usr/share/ca-certificates/17743.pem
I1204 20:08:42.550834 27912 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/17743.pem
I1204 20:08:42.556366 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/17743.pem /etc/ssl/certs/51391683.0"
I1204 20:08:42.567110 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/177432.pem && ln -fs /usr/share/ca-certificates/177432.pem /etc/ssl/certs/177432.pem"
I1204 20:08:42.577648 27912 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/177432.pem
I1204 20:08:42.581927 27912 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 4 20:04 /usr/share/ca-certificates/177432.pem
I1204 20:08:42.581970 27912 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/177432.pem
I1204 20:08:42.587418 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/177432.pem /etc/ssl/certs/3ec20f2e.0"
I1204 20:08:42.598017 27912 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1204 20:08:42.601905 27912 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1204 20:08:42.601960 27912 kubeadm.go:392] StartCluster: {Name:ha-739930 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Clust
erName:ha-739930 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 Moun
tType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1204 20:08:42.602029 27912 cri.go:54] listing CRI containers in root : {State:paused Name: Namespaces:[kube-system]}
I1204 20:08:42.602067 27912 ssh_runner.go:195] Run: sudo -s eval "crictl ps -a --quiet --label io.kubernetes.pod.namespace=kube-system"
I1204 20:08:42.638904 27912 cri.go:89] found id: ""
I1204 20:08:42.638964 27912 ssh_runner.go:195] Run: sudo ls /var/lib/kubelet/kubeadm-flags.env /var/lib/kubelet/config.yaml /var/lib/minikube/etcd
I1204 20:08:42.648459 27912 ssh_runner.go:195] Run: sudo cp /var/tmp/minikube/kubeadm.yaml.new /var/tmp/minikube/kubeadm.yaml
I1204 20:08:42.657551 27912 ssh_runner.go:195] Run: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf
I1204 20:08:42.666519 27912 kubeadm.go:155] config check failed, skipping stale config cleanup: sudo ls -la /etc/kubernetes/admin.conf /etc/kubernetes/kubelet.conf /etc/kubernetes/controller-manager.conf /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
ls: cannot access '/etc/kubernetes/admin.conf': No such file or directory
ls: cannot access '/etc/kubernetes/kubelet.conf': No such file or directory
ls: cannot access '/etc/kubernetes/controller-manager.conf': No such file or directory
ls: cannot access '/etc/kubernetes/scheduler.conf': No such file or directory
I1204 20:08:42.666536 27912 kubeadm.go:157] found existing configuration files:
I1204 20:08:42.666571 27912 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf
I1204 20:08:42.675036 27912 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/admin.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/admin.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/admin.conf: No such file or directory
I1204 20:08:42.675086 27912 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/admin.conf
I1204 20:08:42.683928 27912 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf
I1204 20:08:42.692253 27912 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/kubelet.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/kubelet.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/kubelet.conf: No such file or directory
I1204 20:08:42.692304 27912 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/kubelet.conf
I1204 20:08:42.701014 27912 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf
I1204 20:08:42.709166 27912 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/controller-manager.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/controller-manager.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/controller-manager.conf: No such file or directory
I1204 20:08:42.709204 27912 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/controller-manager.conf
I1204 20:08:42.718070 27912 ssh_runner.go:195] Run: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf
I1204 20:08:42.726526 27912 kubeadm.go:163] "https://control-plane.minikube.internal:8443" may not be in /etc/kubernetes/scheduler.conf - will remove: sudo grep https://control-plane.minikube.internal:8443 /etc/kubernetes/scheduler.conf: Process exited with status 2
stdout:
stderr:
grep: /etc/kubernetes/scheduler.conf: No such file or directory
I1204 20:08:42.726584 27912 ssh_runner.go:195] Run: sudo rm -f /etc/kubernetes/scheduler.conf
I1204 20:08:42.735312 27912 ssh_runner.go:286] Start: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm init --config /var/tmp/minikube/kubeadm.yaml --ignore-preflight-errors=DirAvailable--etc-kubernetes-manifests,DirAvailable--var-lib-minikube,DirAvailable--var-lib-minikube-etcd,FileAvailable--etc-kubernetes-manifests-kube-scheduler.yaml,FileAvailable--etc-kubernetes-manifests-kube-apiserver.yaml,FileAvailable--etc-kubernetes-manifests-kube-controller-manager.yaml,FileAvailable--etc-kubernetes-manifests-etcd.yaml,Port-10250,Swap,NumCPU,Mem"
I1204 20:08:42.947971 27912 kubeadm.go:310] [WARNING Service-Kubelet]: kubelet service is not enabled, please run 'systemctl enable kubelet.service'
I1204 20:08:54.006500 27912 kubeadm.go:310] [init] Using Kubernetes version: v1.31.2
I1204 20:08:54.006550 27912 kubeadm.go:310] [preflight] Running pre-flight checks
I1204 20:08:54.006630 27912 kubeadm.go:310] [preflight] Pulling images required for setting up a Kubernetes cluster
I1204 20:08:54.006748 27912 kubeadm.go:310] [preflight] This might take a minute or two, depending on the speed of your internet connection
I1204 20:08:54.006901 27912 kubeadm.go:310] [preflight] You can also perform this action beforehand using 'kubeadm config images pull'
I1204 20:08:54.006999 27912 kubeadm.go:310] [certs] Using certificateDir folder "/var/lib/minikube/certs"
I1204 20:08:54.008316 27912 out.go:235] - Generating certificates and keys ...
I1204 20:08:54.008397 27912 kubeadm.go:310] [certs] Using existing ca certificate authority
I1204 20:08:54.008459 27912 kubeadm.go:310] [certs] Using existing apiserver certificate and key on disk
I1204 20:08:54.008548 27912 kubeadm.go:310] [certs] Generating "apiserver-kubelet-client" certificate and key
I1204 20:08:54.008635 27912 kubeadm.go:310] [certs] Generating "front-proxy-ca" certificate and key
I1204 20:08:54.008695 27912 kubeadm.go:310] [certs] Generating "front-proxy-client" certificate and key
I1204 20:08:54.008737 27912 kubeadm.go:310] [certs] Generating "etcd/ca" certificate and key
I1204 20:08:54.008784 27912 kubeadm.go:310] [certs] Generating "etcd/server" certificate and key
I1204 20:08:54.008879 27912 kubeadm.go:310] [certs] etcd/server serving cert is signed for DNS names [ha-739930 localhost] and IPs [192.168.39.183 127.0.0.1 ::1]
I1204 20:08:54.008924 27912 kubeadm.go:310] [certs] Generating "etcd/peer" certificate and key
I1204 20:08:54.009023 27912 kubeadm.go:310] [certs] etcd/peer serving cert is signed for DNS names [ha-739930 localhost] and IPs [192.168.39.183 127.0.0.1 ::1]
I1204 20:08:54.009133 27912 kubeadm.go:310] [certs] Generating "etcd/healthcheck-client" certificate and key
I1204 20:08:54.009245 27912 kubeadm.go:310] [certs] Generating "apiserver-etcd-client" certificate and key
I1204 20:08:54.009321 27912 kubeadm.go:310] [certs] Generating "sa" key and public key
I1204 20:08:54.009403 27912 kubeadm.go:310] [kubeconfig] Using kubeconfig folder "/etc/kubernetes"
I1204 20:08:54.009487 27912 kubeadm.go:310] [kubeconfig] Writing "admin.conf" kubeconfig file
I1204 20:08:54.009570 27912 kubeadm.go:310] [kubeconfig] Writing "super-admin.conf" kubeconfig file
I1204 20:08:54.009644 27912 kubeadm.go:310] [kubeconfig] Writing "kubelet.conf" kubeconfig file
I1204 20:08:54.009733 27912 kubeadm.go:310] [kubeconfig] Writing "controller-manager.conf" kubeconfig file
I1204 20:08:54.009810 27912 kubeadm.go:310] [kubeconfig] Writing "scheduler.conf" kubeconfig file
I1204 20:08:54.009903 27912 kubeadm.go:310] [etcd] Creating static Pod manifest for local etcd in "/etc/kubernetes/manifests"
I1204 20:08:54.009962 27912 kubeadm.go:310] [control-plane] Using manifest folder "/etc/kubernetes/manifests"
I1204 20:08:54.011358 27912 out.go:235] - Booting up control plane ...
I1204 20:08:54.011484 27912 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-apiserver"
I1204 20:08:54.011569 27912 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-controller-manager"
I1204 20:08:54.011635 27912 kubeadm.go:310] [control-plane] Creating static Pod manifest for "kube-scheduler"
I1204 20:08:54.011728 27912 kubeadm.go:310] [kubelet-start] Writing kubelet environment file with flags to file "/var/lib/kubelet/kubeadm-flags.env"
I1204 20:08:54.011808 27912 kubeadm.go:310] [kubelet-start] Writing kubelet configuration to file "/var/lib/kubelet/config.yaml"
I1204 20:08:54.011842 27912 kubeadm.go:310] [kubelet-start] Starting the kubelet
I1204 20:08:54.011948 27912 kubeadm.go:310] [wait-control-plane] Waiting for the kubelet to boot up the control plane as static Pods from directory "/etc/kubernetes/manifests"
I1204 20:08:54.012038 27912 kubeadm.go:310] [kubelet-check] Waiting for a healthy kubelet at http://127.0.0.1:10248/healthz. This can take up to 4m0s
I1204 20:08:54.012094 27912 kubeadm.go:310] [kubelet-check] The kubelet is healthy after 1.001462808s
I1204 20:08:54.012172 27912 kubeadm.go:310] [api-check] Waiting for a healthy API server. This can take up to 4m0s
I1204 20:08:54.012262 27912 kubeadm.go:310] [api-check] The API server is healthy after 6.02019816s
I1204 20:08:54.012392 27912 kubeadm.go:310] [upload-config] Storing the configuration used in ConfigMap "kubeadm-config" in the "kube-system" Namespace
I1204 20:08:54.012536 27912 kubeadm.go:310] [kubelet] Creating a ConfigMap "kubelet-config" in namespace kube-system with the configuration for the kubelets in the cluster
I1204 20:08:54.012619 27912 kubeadm.go:310] [upload-certs] Skipping phase. Please see --upload-certs
I1204 20:08:54.012799 27912 kubeadm.go:310] [mark-control-plane] Marking the node ha-739930 as control-plane by adding the labels: [node-role.kubernetes.io/control-plane node.kubernetes.io/exclude-from-external-load-balancers]
I1204 20:08:54.012886 27912 kubeadm.go:310] [bootstrap-token] Using token: borrl1.p9d68mzgpldkynyz
I1204 20:08:54.013953 27912 out.go:235] - Configuring RBAC rules ...
I1204 20:08:54.014046 27912 kubeadm.go:310] [bootstrap-token] Configuring bootstrap tokens, cluster-info ConfigMap, RBAC Roles
I1204 20:08:54.014140 27912 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to get nodes
I1204 20:08:54.014307 27912 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow Node Bootstrap tokens to post CSRs in order for nodes to get long term certificate credentials
I1204 20:08:54.014473 27912 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow the csrapprover controller automatically approve CSRs from a Node Bootstrap Token
I1204 20:08:54.014571 27912 kubeadm.go:310] [bootstrap-token] Configured RBAC rules to allow certificate rotation for all node client certificates in the cluster
I1204 20:08:54.014670 27912 kubeadm.go:310] [bootstrap-token] Creating the "cluster-info" ConfigMap in the "kube-public" namespace
I1204 20:08:54.014826 27912 kubeadm.go:310] [kubelet-finalize] Updating "/etc/kubernetes/kubelet.conf" to point to a rotatable kubelet client certificate and key
I1204 20:08:54.014865 27912 kubeadm.go:310] [addons] Applied essential addon: CoreDNS
I1204 20:08:54.014923 27912 kubeadm.go:310] [addons] Applied essential addon: kube-proxy
I1204 20:08:54.014933 27912 kubeadm.go:310]
I1204 20:08:54.015010 27912 kubeadm.go:310] Your Kubernetes control-plane has initialized successfully!
I1204 20:08:54.015019 27912 kubeadm.go:310]
I1204 20:08:54.015144 27912 kubeadm.go:310] To start using your cluster, you need to run the following as a regular user:
I1204 20:08:54.015156 27912 kubeadm.go:310]
I1204 20:08:54.015195 27912 kubeadm.go:310] mkdir -p $HOME/.kube
I1204 20:08:54.015270 27912 kubeadm.go:310] sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
I1204 20:08:54.015320 27912 kubeadm.go:310] sudo chown $(id -u):$(id -g) $HOME/.kube/config
I1204 20:08:54.015326 27912 kubeadm.go:310]
I1204 20:08:54.015392 27912 kubeadm.go:310] Alternatively, if you are the root user, you can run:
I1204 20:08:54.015402 27912 kubeadm.go:310]
I1204 20:08:54.015442 27912 kubeadm.go:310] export KUBECONFIG=/etc/kubernetes/admin.conf
I1204 20:08:54.015451 27912 kubeadm.go:310]
I1204 20:08:54.015493 27912 kubeadm.go:310] You should now deploy a pod network to the cluster.
I1204 20:08:54.015582 27912 kubeadm.go:310] Run "kubectl apply -f [podnetwork].yaml" with one of the options listed at:
I1204 20:08:54.015675 27912 kubeadm.go:310] https://kubernetes.io/docs/concepts/cluster-administration/addons/
I1204 20:08:54.015684 27912 kubeadm.go:310]
I1204 20:08:54.015786 27912 kubeadm.go:310] You can now join any number of control-plane nodes by copying certificate authorities
I1204 20:08:54.015895 27912 kubeadm.go:310] and service account keys on each node and then running the following as root:
I1204 20:08:54.015905 27912 kubeadm.go:310]
I1204 20:08:54.016003 27912 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token borrl1.p9d68mzgpldkynyz \
I1204 20:08:54.016093 27912 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:a6c412452b2f7a7f77671bb9d85a4b8ec4f4a1a6e222bdddc374e9fac186ce90 \
I1204 20:08:54.016113 27912 kubeadm.go:310] --control-plane
I1204 20:08:54.016117 27912 kubeadm.go:310]
I1204 20:08:54.016205 27912 kubeadm.go:310] Then you can join any number of worker nodes by running the following on each as root:
I1204 20:08:54.016217 27912 kubeadm.go:310]
I1204 20:08:54.016293 27912 kubeadm.go:310] kubeadm join control-plane.minikube.internal:8443 --token borrl1.p9d68mzgpldkynyz \
I1204 20:08:54.016397 27912 kubeadm.go:310] --discovery-token-ca-cert-hash sha256:a6c412452b2f7a7f77671bb9d85a4b8ec4f4a1a6e222bdddc374e9fac186ce90
I1204 20:08:54.016411 27912 cni.go:84] Creating CNI manager for ""
I1204 20:08:54.016416 27912 cni.go:136] multinode detected (1 nodes found), recommending kindnet
I1204 20:08:54.017939 27912 out.go:177] * Configuring CNI (Container Networking Interface) ...
I1204 20:08:54.019064 27912 ssh_runner.go:195] Run: stat /opt/cni/bin/portmap
I1204 20:08:54.023950 27912 cni.go:182] applying CNI manifest using /var/lib/minikube/binaries/v1.31.2/kubectl ...
I1204 20:08:54.023967 27912 ssh_runner.go:362] scp memory --> /var/tmp/minikube/cni.yaml (2601 bytes)
I1204 20:08:54.041186 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl apply --kubeconfig=/var/lib/minikube/kubeconfig -f /var/tmp/minikube/cni.yaml
I1204 20:08:54.359013 27912 ssh_runner.go:195] Run: /bin/bash -c "cat /proc/$(pgrep kube-apiserver)/oom_adj"
I1204 20:08:54.359083 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl create clusterrolebinding minikube-rbac --clusterrole=cluster-admin --serviceaccount=kube-system:default --kubeconfig=/var/lib/minikube/kubeconfig
I1204 20:08:54.359121 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-739930 minikube.k8s.io/updated_at=2024_12_04T20_08_54_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=b071a038f2c56b751b45082bb8c33ba68a652c59 minikube.k8s.io/name=ha-739930 minikube.k8s.io/primary=true
I1204 20:08:54.395990 27912 ops.go:34] apiserver oom_adj: -16
I1204 20:08:54.548524 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1204 20:08:55.049558 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1204 20:08:55.548661 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1204 20:08:56.048619 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1204 20:08:56.549070 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1204 20:08:57.048848 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1204 20:08:57.549554 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1204 20:08:58.048830 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl get sa default --kubeconfig=/var/lib/minikube/kubeconfig
I1204 20:08:58.161390 27912 kubeadm.go:1113] duration metric: took 3.80235484s to wait for elevateKubeSystemPrivileges
I1204 20:08:58.161423 27912 kubeadm.go:394] duration metric: took 15.559467425s to StartCluster
I1204 20:08:58.161444 27912 settings.go:142] acquiring lock: {Name:mk51df5708ef0b8fe125ead566b8d3e857234e45 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:08:58.161514 27912 settings.go:150] Updating kubeconfig: /home/jenkins/minikube-integration/19985-10581/kubeconfig
I1204 20:08:58.162310 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/kubeconfig: {Name:mk338cb7deb77a607d0c199d94a556bdfd19bef0 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:08:58.162533 27912 start.go:233] HA (multi-control plane) cluster: will skip waiting for primary control-plane node &{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1204 20:08:58.162562 27912 start.go:241] waiting for startup goroutines ...
I1204 20:08:58.162544 27912 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml"
I1204 20:08:58.162557 27912 addons.go:507] enable addons start: toEnable=map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:true efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:true storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false]
I1204 20:08:58.162652 27912 addons.go:69] Setting storage-provisioner=true in profile "ha-739930"
I1204 20:08:58.162661 27912 addons.go:69] Setting default-storageclass=true in profile "ha-739930"
I1204 20:08:58.162674 27912 addons.go:234] Setting addon storage-provisioner=true in "ha-739930"
I1204 20:08:58.162693 27912 addons_storage_classes.go:33] enableOrDisableStorageClasses default-storageclass=true on "ha-739930"
I1204 20:08:58.162706 27912 host.go:66] Checking if "ha-739930" exists ...
I1204 20:08:58.162718 27912 config.go:182] Loaded profile config "ha-739930": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1204 20:08:58.163133 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:08:58.163137 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:08:58.163158 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:08:58.163161 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:08:58.177830 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45307
I1204 20:08:58.177986 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:38189
I1204 20:08:58.178299 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:08:58.178427 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:08:58.178779 27912 main.go:141] libmachine: Using API Version 1
I1204 20:08:58.178807 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:08:58.178981 27912 main.go:141] libmachine: Using API Version 1
I1204 20:08:58.179001 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:08:58.179143 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:08:58.179321 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:08:58.179506 27912 main.go:141] libmachine: (ha-739930) Calling .GetState
I1204 20:08:58.179650 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:08:58.179676 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:08:58.181633 27912 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19985-10581/kubeconfig
I1204 20:08:58.181895 27912 kapi.go:59] client config for ha-739930: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.crt", KeyFile:"/home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.key", CAFile:"/home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
I1204 20:08:58.182308 27912 cert_rotation.go:140] Starting client certificate rotation controller
I1204 20:08:58.182493 27912 addons.go:234] Setting addon default-storageclass=true in "ha-739930"
I1204 20:08:58.182532 27912 host.go:66] Checking if "ha-739930" exists ...
I1204 20:08:58.182790 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:08:58.182824 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:08:58.194517 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:40647
I1204 20:08:58.194972 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:08:58.195484 27912 main.go:141] libmachine: Using API Version 1
I1204 20:08:58.195512 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:08:58.195872 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:08:58.196070 27912 main.go:141] libmachine: (ha-739930) Calling .GetState
I1204 20:08:58.197298 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:45747
I1204 20:08:58.197610 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:08:58.197777 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:08:58.198114 27912 main.go:141] libmachine: Using API Version 1
I1204 20:08:58.198138 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:08:58.198429 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:08:58.198834 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:08:58.198862 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:08:58.199309 27912 out.go:177] - Using image gcr.io/k8s-minikube/storage-provisioner:v5
I1204 20:08:58.200430 27912 addons.go:431] installing /etc/kubernetes/addons/storage-provisioner.yaml
I1204 20:08:58.200452 27912 ssh_runner.go:362] scp memory --> /etc/kubernetes/addons/storage-provisioner.yaml (2676 bytes)
I1204 20:08:58.200469 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:58.203367 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:58.203781 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:58.203808 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:58.203943 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:58.204099 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:58.204233 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:58.204358 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa Username:docker}
I1204 20:08:58.213101 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:33355
I1204 20:08:58.213504 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:08:58.214031 27912 main.go:141] libmachine: Using API Version 1
I1204 20:08:58.214059 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:08:58.214380 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:08:58.214549 27912 main.go:141] libmachine: (ha-739930) Calling .GetState
I1204 20:08:58.216016 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:08:58.216199 27912 addons.go:431] installing /etc/kubernetes/addons/storageclass.yaml
I1204 20:08:58.216211 27912 ssh_runner.go:362] scp storageclass/storageclass.yaml --> /etc/kubernetes/addons/storageclass.yaml (271 bytes)
I1204 20:08:58.216223 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:08:58.218960 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:58.219280 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:08:58.219317 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:08:58.219479 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:08:58.219661 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:08:58.219835 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:08:58.219997 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa Username:docker}
I1204 20:08:58.277316 27912 ssh_runner.go:195] Run: /bin/bash -c "sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig -n kube-system get configmap coredns -o yaml | sed -e '/^ forward . \/etc\/resolv.conf.*/i \ hosts {\n 192.168.39.1 host.minikube.internal\n fallthrough\n }' -e '/^ errors *$/i \ log' | sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig replace -f -"
I1204 20:08:58.357820 27912 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storage-provisioner.yaml
I1204 20:08:58.374108 27912 ssh_runner.go:195] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.31.2/kubectl apply -f /etc/kubernetes/addons/storageclass.yaml
I1204 20:08:58.721001 27912 start.go:971] {"host.minikube.internal": 192.168.39.1} host record injected into CoreDNS's ConfigMap
I1204 20:08:59.051895 27912 main.go:141] libmachine: Making call to close driver server
I1204 20:08:59.051921 27912 main.go:141] libmachine: (ha-739930) Calling .Close
I1204 20:08:59.051951 27912 main.go:141] libmachine: Making call to close driver server
I1204 20:08:59.051972 27912 main.go:141] libmachine: (ha-739930) Calling .Close
I1204 20:08:59.052204 27912 main.go:141] libmachine: Successfully made call to close driver server
I1204 20:08:59.052222 27912 main.go:141] libmachine: Making call to close connection to plugin binary
I1204 20:08:59.052231 27912 main.go:141] libmachine: Making call to close driver server
I1204 20:08:59.052241 27912 main.go:141] libmachine: (ha-739930) Calling .Close
I1204 20:08:59.052293 27912 main.go:141] libmachine: Successfully made call to close driver server
I1204 20:08:59.052317 27912 main.go:141] libmachine: Making call to close connection to plugin binary
I1204 20:08:59.052325 27912 main.go:141] libmachine: Making call to close driver server
I1204 20:08:59.052322 27912 main.go:141] libmachine: (ha-739930) DBG | Closing plugin on server side
I1204 20:08:59.052332 27912 main.go:141] libmachine: (ha-739930) Calling .Close
I1204 20:08:59.052462 27912 main.go:141] libmachine: Successfully made call to close driver server
I1204 20:08:59.052473 27912 main.go:141] libmachine: Making call to close connection to plugin binary
I1204 20:08:59.053776 27912 main.go:141] libmachine: (ha-739930) DBG | Closing plugin on server side
I1204 20:08:59.053794 27912 main.go:141] libmachine: Successfully made call to close driver server
I1204 20:08:59.053805 27912 main.go:141] libmachine: Making call to close connection to plugin binary
I1204 20:08:59.053870 27912 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false
I1204 20:08:59.053894 27912 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false
I1204 20:08:59.053992 27912 round_trippers.go:463] GET https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses
I1204 20:08:59.054003 27912 round_trippers.go:469] Request Headers:
I1204 20:08:59.054010 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:08:59.054014 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:08:59.064602 27912 round_trippers.go:574] Response Status: 200 OK in 10 milliseconds
I1204 20:08:59.065317 27912 round_trippers.go:463] PUT https://192.168.39.254:8443/apis/storage.k8s.io/v1/storageclasses/standard
I1204 20:08:59.065335 27912 round_trippers.go:469] Request Headers:
I1204 20:08:59.065347 27912 round_trippers.go:473] Content-Type: application/json
I1204 20:08:59.065354 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:08:59.065359 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:08:59.068638 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:08:59.068754 27912 main.go:141] libmachine: Making call to close driver server
I1204 20:08:59.068772 27912 main.go:141] libmachine: (ha-739930) Calling .Close
I1204 20:08:59.068971 27912 main.go:141] libmachine: Successfully made call to close driver server
I1204 20:08:59.068989 27912 main.go:141] libmachine: Making call to close connection to plugin binary
I1204 20:08:59.069005 27912 main.go:141] libmachine: (ha-739930) DBG | Closing plugin on server side
I1204 20:08:59.071139 27912 out.go:177] * Enabled addons: storage-provisioner, default-storageclass
I1204 20:08:59.072109 27912 addons.go:510] duration metric: took 909.550558ms for enable addons: enabled=[storage-provisioner default-storageclass]
I1204 20:08:59.072142 27912 start.go:246] waiting for cluster config update ...
I1204 20:08:59.072151 27912 start.go:255] writing updated cluster config ...
I1204 20:08:59.073463 27912 out.go:201]
I1204 20:08:59.074725 27912 config.go:182] Loaded profile config "ha-739930": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1204 20:08:59.074813 27912 profile.go:143] Saving config to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/config.json ...
I1204 20:08:59.076300 27912 out.go:177] * Starting "ha-739930-m02" control-plane node in "ha-739930" cluster
I1204 20:08:59.077339 27912 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1204 20:08:59.077359 27912 cache.go:56] Caching tarball of preloaded images
I1204 20:08:59.077447 27912 preload.go:172] Found /home/jenkins/minikube-integration/19985-10581/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1204 20:08:59.077461 27912 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1204 20:08:59.077541 27912 profile.go:143] Saving config to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/config.json ...
I1204 20:08:59.077723 27912 start.go:360] acquireMachinesLock for ha-739930-m02: {Name:mkf124e8b45170ae95981b24944344de6899c5b1 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1204 20:08:59.077776 27912 start.go:364] duration metric: took 30.982µs to acquireMachinesLock for "ha-739930-m02"
I1204 20:08:59.077798 27912 start.go:93] Provisioning new machine with config: &{Name:ha-739930 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-739930 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 Cer
tExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m02 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1204 20:08:59.077880 27912 start.go:125] createHost starting for "m02" (driver="kvm2")
I1204 20:08:59.079261 27912 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1204 20:08:59.079340 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:08:59.079368 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:08:59.093684 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:44915
I1204 20:08:59.094078 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:08:59.094558 27912 main.go:141] libmachine: Using API Version 1
I1204 20:08:59.094579 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:08:59.094913 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:08:59.095089 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetMachineName
I1204 20:08:59.095236 27912 main.go:141] libmachine: (ha-739930-m02) Calling .DriverName
I1204 20:08:59.095406 27912 start.go:159] libmachine.API.Create for "ha-739930" (driver="kvm2")
I1204 20:08:59.095437 27912 client.go:168] LocalClient.Create starting
I1204 20:08:59.095465 27912 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem
I1204 20:08:59.095493 27912 main.go:141] libmachine: Decoding PEM data...
I1204 20:08:59.095505 27912 main.go:141] libmachine: Parsing certificate...
I1204 20:08:59.095551 27912 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem
I1204 20:08:59.095568 27912 main.go:141] libmachine: Decoding PEM data...
I1204 20:08:59.095579 27912 main.go:141] libmachine: Parsing certificate...
I1204 20:08:59.095595 27912 main.go:141] libmachine: Running pre-create checks...
I1204 20:08:59.095602 27912 main.go:141] libmachine: (ha-739930-m02) Calling .PreCreateCheck
I1204 20:08:59.095756 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetConfigRaw
I1204 20:08:59.096074 27912 main.go:141] libmachine: Creating machine...
I1204 20:08:59.096086 27912 main.go:141] libmachine: (ha-739930-m02) Calling .Create
I1204 20:08:59.096214 27912 main.go:141] libmachine: (ha-739930-m02) Creating KVM machine...
I1204 20:08:59.097249 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found existing default KVM network
I1204 20:08:59.097426 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found existing private KVM network mk-ha-739930
I1204 20:08:59.097515 27912 main.go:141] libmachine: (ha-739930-m02) Setting up store path in /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02 ...
I1204 20:08:59.097549 27912 main.go:141] libmachine: (ha-739930-m02) Building disk image from file:///home/jenkins/minikube-integration/19985-10581/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1204 20:08:59.097603 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:08:59.097507 28291 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19985-10581/.minikube
I1204 20:08:59.097713 27912 main.go:141] libmachine: (ha-739930-m02) Downloading /home/jenkins/minikube-integration/19985-10581/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19985-10581/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1204 20:08:59.334730 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:08:59.334621 28291 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02/id_rsa...
I1204 20:08:59.653553 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:08:59.653411 28291 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02/ha-739930-m02.rawdisk...
I1204 20:08:59.653587 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Writing magic tar header
I1204 20:08:59.653647 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Writing SSH key tar header
I1204 20:08:59.653678 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:08:59.653561 28291 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02 ...
I1204 20:08:59.653704 27912 main.go:141] libmachine: (ha-739930-m02) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02 (perms=drwx------)
I1204 20:08:59.653726 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02
I1204 20:08:59.653737 27912 main.go:141] libmachine: (ha-739930-m02) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581/.minikube/machines (perms=drwxr-xr-x)
I1204 20:08:59.653758 27912 main.go:141] libmachine: (ha-739930-m02) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581/.minikube (perms=drwxr-xr-x)
I1204 20:08:59.653773 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581/.minikube/machines
I1204 20:08:59.653785 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581/.minikube
I1204 20:08:59.653796 27912 main.go:141] libmachine: (ha-739930-m02) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581 (perms=drwxrwxr-x)
I1204 20:08:59.653813 27912 main.go:141] libmachine: (ha-739930-m02) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1204 20:08:59.653825 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581
I1204 20:08:59.653838 27912 main.go:141] libmachine: (ha-739930-m02) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1204 20:08:59.653850 27912 main.go:141] libmachine: (ha-739930-m02) Creating domain...
I1204 20:08:59.653865 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1204 20:08:59.653875 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Checking permissions on dir: /home/jenkins
I1204 20:08:59.653889 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Checking permissions on dir: /home
I1204 20:08:59.653903 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Skipping /home - not owner
I1204 20:08:59.654725 27912 main.go:141] libmachine: (ha-739930-m02) define libvirt domain using xml:
I1204 20:08:59.654740 27912 main.go:141] libmachine: (ha-739930-m02) <domain type='kvm'>
I1204 20:08:59.654751 27912 main.go:141] libmachine: (ha-739930-m02) <name>ha-739930-m02</name>
I1204 20:08:59.654763 27912 main.go:141] libmachine: (ha-739930-m02) <memory unit='MiB'>2200</memory>
I1204 20:08:59.654775 27912 main.go:141] libmachine: (ha-739930-m02) <vcpu>2</vcpu>
I1204 20:08:59.654788 27912 main.go:141] libmachine: (ha-739930-m02) <features>
I1204 20:08:59.654796 27912 main.go:141] libmachine: (ha-739930-m02) <acpi/>
I1204 20:08:59.654806 27912 main.go:141] libmachine: (ha-739930-m02) <apic/>
I1204 20:08:59.654818 27912 main.go:141] libmachine: (ha-739930-m02) <pae/>
I1204 20:08:59.654837 27912 main.go:141] libmachine: (ha-739930-m02)
I1204 20:08:59.654847 27912 main.go:141] libmachine: (ha-739930-m02) </features>
I1204 20:08:59.654851 27912 main.go:141] libmachine: (ha-739930-m02) <cpu mode='host-passthrough'>
I1204 20:08:59.654858 27912 main.go:141] libmachine: (ha-739930-m02)
I1204 20:08:59.654862 27912 main.go:141] libmachine: (ha-739930-m02) </cpu>
I1204 20:08:59.654870 27912 main.go:141] libmachine: (ha-739930-m02) <os>
I1204 20:08:59.654874 27912 main.go:141] libmachine: (ha-739930-m02) <type>hvm</type>
I1204 20:08:59.654882 27912 main.go:141] libmachine: (ha-739930-m02) <boot dev='cdrom'/>
I1204 20:08:59.654892 27912 main.go:141] libmachine: (ha-739930-m02) <boot dev='hd'/>
I1204 20:08:59.654905 27912 main.go:141] libmachine: (ha-739930-m02) <bootmenu enable='no'/>
I1204 20:08:59.654916 27912 main.go:141] libmachine: (ha-739930-m02) </os>
I1204 20:08:59.654941 27912 main.go:141] libmachine: (ha-739930-m02) <devices>
I1204 20:08:59.654966 27912 main.go:141] libmachine: (ha-739930-m02) <disk type='file' device='cdrom'>
I1204 20:08:59.654982 27912 main.go:141] libmachine: (ha-739930-m02) <source file='/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02/boot2docker.iso'/>
I1204 20:08:59.654997 27912 main.go:141] libmachine: (ha-739930-m02) <target dev='hdc' bus='scsi'/>
I1204 20:08:59.655013 27912 main.go:141] libmachine: (ha-739930-m02) <readonly/>
I1204 20:08:59.655023 27912 main.go:141] libmachine: (ha-739930-m02) </disk>
I1204 20:08:59.655035 27912 main.go:141] libmachine: (ha-739930-m02) <disk type='file' device='disk'>
I1204 20:08:59.655049 27912 main.go:141] libmachine: (ha-739930-m02) <driver name='qemu' type='raw' cache='default' io='threads' />
I1204 20:08:59.655067 27912 main.go:141] libmachine: (ha-739930-m02) <source file='/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02/ha-739930-m02.rawdisk'/>
I1204 20:08:59.655083 27912 main.go:141] libmachine: (ha-739930-m02) <target dev='hda' bus='virtio'/>
I1204 20:08:59.655095 27912 main.go:141] libmachine: (ha-739930-m02) </disk>
I1204 20:08:59.655104 27912 main.go:141] libmachine: (ha-739930-m02) <interface type='network'>
I1204 20:08:59.655117 27912 main.go:141] libmachine: (ha-739930-m02) <source network='mk-ha-739930'/>
I1204 20:08:59.655129 27912 main.go:141] libmachine: (ha-739930-m02) <model type='virtio'/>
I1204 20:08:59.655141 27912 main.go:141] libmachine: (ha-739930-m02) </interface>
I1204 20:08:59.655157 27912 main.go:141] libmachine: (ha-739930-m02) <interface type='network'>
I1204 20:08:59.655176 27912 main.go:141] libmachine: (ha-739930-m02) <source network='default'/>
I1204 20:08:59.655187 27912 main.go:141] libmachine: (ha-739930-m02) <model type='virtio'/>
I1204 20:08:59.655199 27912 main.go:141] libmachine: (ha-739930-m02) </interface>
I1204 20:08:59.655208 27912 main.go:141] libmachine: (ha-739930-m02) <serial type='pty'>
I1204 20:08:59.655231 27912 main.go:141] libmachine: (ha-739930-m02) <target port='0'/>
I1204 20:08:59.655250 27912 main.go:141] libmachine: (ha-739930-m02) </serial>
I1204 20:08:59.655268 27912 main.go:141] libmachine: (ha-739930-m02) <console type='pty'>
I1204 20:08:59.655284 27912 main.go:141] libmachine: (ha-739930-m02) <target type='serial' port='0'/>
I1204 20:08:59.655295 27912 main.go:141] libmachine: (ha-739930-m02) </console>
I1204 20:08:59.655302 27912 main.go:141] libmachine: (ha-739930-m02) <rng model='virtio'>
I1204 20:08:59.655315 27912 main.go:141] libmachine: (ha-739930-m02) <backend model='random'>/dev/random</backend>
I1204 20:08:59.655321 27912 main.go:141] libmachine: (ha-739930-m02) </rng>
I1204 20:08:59.655329 27912 main.go:141] libmachine: (ha-739930-m02)
I1204 20:08:59.655333 27912 main.go:141] libmachine: (ha-739930-m02)
I1204 20:08:59.655340 27912 main.go:141] libmachine: (ha-739930-m02) </devices>
I1204 20:08:59.655345 27912 main.go:141] libmachine: (ha-739930-m02) </domain>
I1204 20:08:59.655362 27912 main.go:141] libmachine: (ha-739930-m02)
I1204 20:08:59.661230 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:69:55:bb in network default
I1204 20:08:59.661784 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:08:59.661806 27912 main.go:141] libmachine: (ha-739930-m02) Ensuring networks are active...
I1204 20:08:59.662333 27912 main.go:141] libmachine: (ha-739930-m02) Ensuring network default is active
I1204 20:08:59.662568 27912 main.go:141] libmachine: (ha-739930-m02) Ensuring network mk-ha-739930 is active
I1204 20:08:59.662825 27912 main.go:141] libmachine: (ha-739930-m02) Getting domain xml...
I1204 20:08:59.663438 27912 main.go:141] libmachine: (ha-739930-m02) Creating domain...
I1204 20:09:00.864454 27912 main.go:141] libmachine: (ha-739930-m02) Waiting to get IP...
I1204 20:09:00.865262 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:00.865678 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:00.865706 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:00.865644 28291 retry.go:31] will retry after 202.440812ms: waiting for machine to come up
I1204 20:09:01.070038 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:01.070521 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:01.070539 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:01.070483 28291 retry.go:31] will retry after 379.96661ms: waiting for machine to come up
I1204 20:09:01.452279 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:01.452670 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:01.452703 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:01.452620 28291 retry.go:31] will retry after 448.23669ms: waiting for machine to come up
I1204 20:09:01.902848 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:01.903274 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:01.903301 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:01.903230 28291 retry.go:31] will retry after 590.399252ms: waiting for machine to come up
I1204 20:09:02.495129 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:02.495572 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:02.495602 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:02.495522 28291 retry.go:31] will retry after 535.882434ms: waiting for machine to come up
I1204 20:09:03.033125 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:03.033552 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:03.033572 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:03.033531 28291 retry.go:31] will retry after 698.598885ms: waiting for machine to come up
I1204 20:09:03.733894 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:03.734321 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:03.734351 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:03.734276 28291 retry.go:31] will retry after 1.177854854s: waiting for machine to come up
I1204 20:09:04.914541 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:04.914975 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:04.915005 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:04.914934 28291 retry.go:31] will retry after 1.093246259s: waiting for machine to come up
I1204 20:09:06.010091 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:06.010517 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:06.010543 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:06.010478 28291 retry.go:31] will retry after 1.613080477s: waiting for machine to come up
I1204 20:09:07.624874 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:07.625335 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:07.625364 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:07.625313 28291 retry.go:31] will retry after 2.249296346s: waiting for machine to come up
I1204 20:09:09.875662 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:09.876187 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:09.876218 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:09.876124 28291 retry.go:31] will retry after 2.42642151s: waiting for machine to come up
I1204 20:09:12.305633 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:12.306060 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:12.306085 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:12.306030 28291 retry.go:31] will retry after 2.221078432s: waiting for machine to come up
I1204 20:09:14.529048 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:14.529558 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:14.529585 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:14.529522 28291 retry.go:31] will retry after 2.966790247s: waiting for machine to come up
I1204 20:09:17.499601 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:17.500108 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find current IP address of domain ha-739930-m02 in network mk-ha-739930
I1204 20:09:17.500137 27912 main.go:141] libmachine: (ha-739930-m02) DBG | I1204 20:09:17.500054 28291 retry.go:31] will retry after 4.394406199s: waiting for machine to come up
I1204 20:09:21.898072 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:21.898515 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has current primary IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:21.898531 27912 main.go:141] libmachine: (ha-739930-m02) Found IP for machine: 192.168.39.216
I1204 20:09:21.898543 27912 main.go:141] libmachine: (ha-739930-m02) Reserving static IP address...
I1204 20:09:21.899016 27912 main.go:141] libmachine: (ha-739930-m02) DBG | unable to find host DHCP lease matching {name: "ha-739930-m02", mac: "52:54:00:91:b2:c1", ip: "192.168.39.216"} in network mk-ha-739930
I1204 20:09:21.970499 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Getting to WaitForSSH function...
I1204 20:09:21.970531 27912 main.go:141] libmachine: (ha-739930-m02) Reserved static IP address: 192.168.39.216
I1204 20:09:21.970544 27912 main.go:141] libmachine: (ha-739930-m02) Waiting for SSH to be available...
I1204 20:09:21.972885 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:21.973270 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:minikube Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:21.973299 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:21.973444 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Using SSH client type: external
I1204 20:09:21.973472 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Using SSH private key: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02/id_rsa (-rw-------)
I1204 20:09:21.973507 27912 main.go:141] libmachine: (ha-739930-m02) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.216 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02/id_rsa -p 22] /usr/bin/ssh <nil>}
I1204 20:09:21.973526 27912 main.go:141] libmachine: (ha-739930-m02) DBG | About to run SSH command:
I1204 20:09:21.973534 27912 main.go:141] libmachine: (ha-739930-m02) DBG | exit 0
I1204 20:09:22.099805 27912 main.go:141] libmachine: (ha-739930-m02) DBG | SSH cmd err, output: <nil>:
I1204 20:09:22.100058 27912 main.go:141] libmachine: (ha-739930-m02) KVM machine creation complete!
I1204 20:09:22.100415 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetConfigRaw
I1204 20:09:22.101293 27912 main.go:141] libmachine: (ha-739930-m02) Calling .DriverName
I1204 20:09:22.101487 27912 main.go:141] libmachine: (ha-739930-m02) Calling .DriverName
I1204 20:09:22.101644 27912 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1204 20:09:22.101669 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetState
I1204 20:09:22.102974 27912 main.go:141] libmachine: Detecting operating system of created instance...
I1204 20:09:22.102992 27912 main.go:141] libmachine: Waiting for SSH to be available...
I1204 20:09:22.103000 27912 main.go:141] libmachine: Getting to WaitForSSH function...
I1204 20:09:22.103008 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHHostname
I1204 20:09:22.105264 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.105562 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:22.105595 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.105759 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHPort
I1204 20:09:22.105924 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:22.106031 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:22.106146 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHUsername
I1204 20:09:22.106307 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:09:22.106556 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.216 22 <nil> <nil>}
I1204 20:09:22.106582 27912 main.go:141] libmachine: About to run SSH command:
exit 0
I1204 20:09:22.210652 27912 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1204 20:09:22.210674 27912 main.go:141] libmachine: Detecting the provisioner...
I1204 20:09:22.210689 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHHostname
I1204 20:09:22.213316 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.213633 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:22.213662 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.213775 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHPort
I1204 20:09:22.213923 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:22.214102 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:22.214252 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHUsername
I1204 20:09:22.214405 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:09:22.214561 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.216 22 <nil> <nil>}
I1204 20:09:22.214571 27912 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1204 20:09:22.320078 27912 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1204 20:09:22.320145 27912 main.go:141] libmachine: found compatible host: buildroot
I1204 20:09:22.320155 27912 main.go:141] libmachine: Provisioning with buildroot...
I1204 20:09:22.320176 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetMachineName
I1204 20:09:22.320420 27912 buildroot.go:166] provisioning hostname "ha-739930-m02"
I1204 20:09:22.320451 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetMachineName
I1204 20:09:22.320599 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHHostname
I1204 20:09:22.322962 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.323306 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:22.323331 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.323525 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHPort
I1204 20:09:22.323704 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:22.323837 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:22.323937 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHUsername
I1204 20:09:22.324095 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:09:22.324248 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.216 22 <nil> <nil>}
I1204 20:09:22.324260 27912 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-739930-m02 && echo "ha-739930-m02" | sudo tee /etc/hostname
I1204 20:09:22.442684 27912 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-739930-m02
I1204 20:09:22.442712 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHHostname
I1204 20:09:22.445503 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.445841 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:22.445866 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.446028 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHPort
I1204 20:09:22.446227 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:22.446390 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:22.446547 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHUsername
I1204 20:09:22.446707 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:09:22.446886 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.216 22 <nil> <nil>}
I1204 20:09:22.446908 27912 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-739930-m02' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-739930-m02/g' /etc/hosts;
else
echo '127.0.1.1 ha-739930-m02' | sudo tee -a /etc/hosts;
fi
fi
I1204 20:09:22.560132 27912 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1204 20:09:22.560177 27912 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19985-10581/.minikube CaCertPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19985-10581/.minikube}
I1204 20:09:22.560210 27912 buildroot.go:174] setting up certificates
I1204 20:09:22.560227 27912 provision.go:84] configureAuth start
I1204 20:09:22.560246 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetMachineName
I1204 20:09:22.560519 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetIP
I1204 20:09:22.563054 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.563443 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:22.563470 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.563600 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHHostname
I1204 20:09:22.565613 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.565936 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:22.565961 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.566074 27912 provision.go:143] copyHostCerts
I1204 20:09:22.566103 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem
I1204 20:09:22.566138 27912 exec_runner.go:144] found /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem, removing ...
I1204 20:09:22.566151 27912 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem
I1204 20:09:22.566226 27912 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem (1078 bytes)
I1204 20:09:22.566301 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem
I1204 20:09:22.566318 27912 exec_runner.go:144] found /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem, removing ...
I1204 20:09:22.566325 27912 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem
I1204 20:09:22.566349 27912 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem (1123 bytes)
I1204 20:09:22.566391 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem
I1204 20:09:22.566409 27912 exec_runner.go:144] found /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem, removing ...
I1204 20:09:22.566415 27912 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem
I1204 20:09:22.566442 27912 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem (1679 bytes)
I1204 20:09:22.566488 27912 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca-key.pem org=jenkins.ha-739930-m02 san=[127.0.0.1 192.168.39.216 ha-739930-m02 localhost minikube]
I1204 20:09:22.637792 27912 provision.go:177] copyRemoteCerts
I1204 20:09:22.637844 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1204 20:09:22.637865 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHHostname
I1204 20:09:22.640451 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.640844 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:22.640870 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.641017 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHPort
I1204 20:09:22.641198 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:22.641358 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHUsername
I1204 20:09:22.641490 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.216 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02/id_rsa Username:docker}
I1204 20:09:22.721358 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1204 20:09:22.721454 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1204 20:09:22.745038 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem -> /etc/docker/server.pem
I1204 20:09:22.745117 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1204 20:09:22.767198 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1204 20:09:22.767272 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1679 bytes)
I1204 20:09:22.788710 27912 provision.go:87] duration metric: took 228.465669ms to configureAuth
I1204 20:09:22.788740 27912 buildroot.go:189] setting minikube options for container-runtime
I1204 20:09:22.788919 27912 config.go:182] Loaded profile config "ha-739930": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1204 20:09:22.788987 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHHostname
I1204 20:09:22.791733 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.792076 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:22.792099 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:22.792317 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHPort
I1204 20:09:22.792506 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:22.792661 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:22.792775 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHUsername
I1204 20:09:22.792909 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:09:22.793086 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.216 22 <nil> <nil>}
I1204 20:09:22.793106 27912 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1204 20:09:23.010014 27912 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1204 20:09:23.010040 27912 main.go:141] libmachine: Checking connection to Docker...
I1204 20:09:23.010051 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetURL
I1204 20:09:23.011214 27912 main.go:141] libmachine: (ha-739930-m02) DBG | Using libvirt version 6000000
I1204 20:09:23.013200 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.013524 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:23.013554 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.013737 27912 main.go:141] libmachine: Docker is up and running!
I1204 20:09:23.013756 27912 main.go:141] libmachine: Reticulating splines...
I1204 20:09:23.013764 27912 client.go:171] duration metric: took 23.918317311s to LocalClient.Create
I1204 20:09:23.013791 27912 start.go:167] duration metric: took 23.918385611s to libmachine.API.Create "ha-739930"
I1204 20:09:23.013802 27912 start.go:293] postStartSetup for "ha-739930-m02" (driver="kvm2")
I1204 20:09:23.013810 27912 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1204 20:09:23.013826 27912 main.go:141] libmachine: (ha-739930-m02) Calling .DriverName
I1204 20:09:23.014037 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1204 20:09:23.014061 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHHostname
I1204 20:09:23.016336 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.016674 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:23.016696 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.016826 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHPort
I1204 20:09:23.017001 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:23.017147 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHUsername
I1204 20:09:23.017302 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.216 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02/id_rsa Username:docker}
I1204 20:09:23.098690 27912 ssh_runner.go:195] Run: cat /etc/os-release
I1204 20:09:23.102672 27912 info.go:137] Remote host: Buildroot 2023.02.9
I1204 20:09:23.102692 27912 filesync.go:126] Scanning /home/jenkins/minikube-integration/19985-10581/.minikube/addons for local assets ...
I1204 20:09:23.102751 27912 filesync.go:126] Scanning /home/jenkins/minikube-integration/19985-10581/.minikube/files for local assets ...
I1204 20:09:23.102837 27912 filesync.go:149] local asset: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem -> 177432.pem in /etc/ssl/certs
I1204 20:09:23.102850 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem -> /etc/ssl/certs/177432.pem
I1204 20:09:23.102957 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1204 20:09:23.113316 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem --> /etc/ssl/certs/177432.pem (1708 bytes)
I1204 20:09:23.137226 27912 start.go:296] duration metric: took 123.412538ms for postStartSetup
I1204 20:09:23.137272 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetConfigRaw
I1204 20:09:23.137827 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetIP
I1204 20:09:23.140225 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.140510 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:23.140539 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.140708 27912 profile.go:143] Saving config to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/config.json ...
I1204 20:09:23.140912 27912 start.go:128] duration metric: took 24.063021139s to createHost
I1204 20:09:23.140935 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHHostname
I1204 20:09:23.143463 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.143769 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:23.143788 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.143935 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHPort
I1204 20:09:23.144107 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:23.144264 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:23.144405 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHUsername
I1204 20:09:23.144585 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:09:23.144731 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.216 22 <nil> <nil>}
I1204 20:09:23.144740 27912 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1204 20:09:23.251984 27912 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733342963.229753214
I1204 20:09:23.252009 27912 fix.go:216] guest clock: 1733342963.229753214
I1204 20:09:23.252019 27912 fix.go:229] Guest: 2024-12-04 20:09:23.229753214 +0000 UTC Remote: 2024-12-04 20:09:23.140925676 +0000 UTC m=+71.238297049 (delta=88.827538ms)
I1204 20:09:23.252039 27912 fix.go:200] guest clock delta is within tolerance: 88.827538ms
I1204 20:09:23.252046 27912 start.go:83] releasing machines lock for "ha-739930-m02", held for 24.174259167s
I1204 20:09:23.252070 27912 main.go:141] libmachine: (ha-739930-m02) Calling .DriverName
I1204 20:09:23.252303 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetIP
I1204 20:09:23.254849 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.255234 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:23.255263 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.257539 27912 out.go:177] * Found network options:
I1204 20:09:23.258745 27912 out.go:177] - NO_PROXY=192.168.39.183
W1204 20:09:23.259924 27912 proxy.go:119] fail to check proxy env: Error ip not in block
I1204 20:09:23.259962 27912 main.go:141] libmachine: (ha-739930-m02) Calling .DriverName
I1204 20:09:23.260454 27912 main.go:141] libmachine: (ha-739930-m02) Calling .DriverName
I1204 20:09:23.260610 27912 main.go:141] libmachine: (ha-739930-m02) Calling .DriverName
I1204 20:09:23.260694 27912 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1204 20:09:23.260738 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHHostname
W1204 20:09:23.260771 27912 proxy.go:119] fail to check proxy env: Error ip not in block
I1204 20:09:23.260841 27912 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1204 20:09:23.260863 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHHostname
I1204 20:09:23.263151 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.263477 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:23.263505 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.263524 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.263671 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHPort
I1204 20:09:23.263841 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:23.263988 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHUsername
I1204 20:09:23.263998 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:23.264025 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:23.264114 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.216 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02/id_rsa Username:docker}
I1204 20:09:23.264181 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHPort
I1204 20:09:23.264329 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHKeyPath
I1204 20:09:23.264459 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetSSHUsername
I1204 20:09:23.264614 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.216 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m02/id_rsa Username:docker}
I1204 20:09:23.488607 27912 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1204 20:09:23.493980 27912 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1204 20:09:23.494034 27912 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1204 20:09:23.509548 27912 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1204 20:09:23.509575 27912 start.go:495] detecting cgroup driver to use...
I1204 20:09:23.509645 27912 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1204 20:09:23.525800 27912 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1204 20:09:23.539440 27912 docker.go:217] disabling cri-docker service (if available) ...
I1204 20:09:23.539502 27912 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1204 20:09:23.552521 27912 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1204 20:09:23.565606 27912 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1204 20:09:23.684851 27912 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1204 20:09:23.845149 27912 docker.go:233] disabling docker service ...
I1204 20:09:23.845231 27912 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1204 20:09:23.859120 27912 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1204 20:09:23.871561 27912 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1204 20:09:23.987397 27912 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1204 20:09:24.126711 27912 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1204 20:09:24.141506 27912 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1204 20:09:24.159151 27912 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1204 20:09:24.159228 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:09:24.170226 27912 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1204 20:09:24.170291 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:09:24.182530 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:09:24.192731 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:09:24.202617 27912 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1204 20:09:24.213736 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:09:24.224231 27912 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:09:24.240767 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:09:24.251003 27912 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1204 20:09:24.260142 27912 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1204 20:09:24.260204 27912 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1204 20:09:24.272434 27912 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1204 20:09:24.282354 27912 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1204 20:09:24.398398 27912 ssh_runner.go:195] Run: sudo systemctl restart crio
I1204 20:09:24.487789 27912 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1204 20:09:24.487861 27912 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1204 20:09:24.492488 27912 start.go:563] Will wait 60s for crictl version
I1204 20:09:24.492560 27912 ssh_runner.go:195] Run: which crictl
I1204 20:09:24.496257 27912 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1204 20:09:24.535274 27912 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1204 20:09:24.535361 27912 ssh_runner.go:195] Run: crio --version
I1204 20:09:24.562604 27912 ssh_runner.go:195] Run: crio --version
I1204 20:09:24.590689 27912 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1204 20:09:24.591986 27912 out.go:177] - env NO_PROXY=192.168.39.183
I1204 20:09:24.593151 27912 main.go:141] libmachine: (ha-739930-m02) Calling .GetIP
I1204 20:09:24.595599 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:24.595887 27912 main.go:141] libmachine: (ha-739930-m02) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:91:b2:c1", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:09:13 +0000 UTC Type:0 Mac:52:54:00:91:b2:c1 Iaid: IPaddr:192.168.39.216 Prefix:24 Hostname:ha-739930-m02 Clientid:01:52:54:00:91:b2:c1}
I1204 20:09:24.595916 27912 main.go:141] libmachine: (ha-739930-m02) DBG | domain ha-739930-m02 has defined IP address 192.168.39.216 and MAC address 52:54:00:91:b2:c1 in network mk-ha-739930
I1204 20:09:24.596077 27912 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1204 20:09:24.600001 27912 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1204 20:09:24.611463 27912 mustload.go:65] Loading cluster: ha-739930
I1204 20:09:24.611643 27912 config.go:182] Loaded profile config "ha-739930": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1204 20:09:24.611877 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:09:24.611903 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:09:24.627049 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34019
I1204 20:09:24.627459 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:09:24.627903 27912 main.go:141] libmachine: Using API Version 1
I1204 20:09:24.627928 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:09:24.628257 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:09:24.628473 27912 main.go:141] libmachine: (ha-739930) Calling .GetState
I1204 20:09:24.629895 27912 host.go:66] Checking if "ha-739930" exists ...
I1204 20:09:24.630233 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:09:24.630265 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:09:24.644758 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:46383
I1204 20:09:24.645209 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:09:24.645667 27912 main.go:141] libmachine: Using API Version 1
I1204 20:09:24.645685 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:09:24.645969 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:09:24.646125 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:09:24.646291 27912 certs.go:68] Setting up /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930 for IP: 192.168.39.216
I1204 20:09:24.646303 27912 certs.go:194] generating shared ca certs ...
I1204 20:09:24.646316 27912 certs.go:226] acquiring lock for ca certs: {Name:mkbcef564e8ef570ece773b833ebf1b4ab4c1ebf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:09:24.646428 27912 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.key
I1204 20:09:24.646465 27912 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.key
I1204 20:09:24.646474 27912 certs.go:256] generating profile certs ...
I1204 20:09:24.646544 27912 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.key
I1204 20:09:24.646568 27912 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.5b3a3f8e
I1204 20:09:24.646583 27912 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.5b3a3f8e with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.183 192.168.39.216 192.168.39.254]
I1204 20:09:24.766401 27912 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.5b3a3f8e ...
I1204 20:09:24.766431 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.5b3a3f8e: {Name:mkc714ddc3cd4c136e7a763dd7561d567af3f099 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:09:24.766597 27912 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.5b3a3f8e ...
I1204 20:09:24.766610 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.5b3a3f8e: {Name:mk0a2c7e9c0190313579e96374b5ec6b927ba043 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:09:24.766678 27912 certs.go:381] copying /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.5b3a3f8e -> /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt
I1204 20:09:24.766802 27912 certs.go:385] copying /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.5b3a3f8e -> /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key
I1204 20:09:24.766921 27912 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.key
I1204 20:09:24.766936 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1204 20:09:24.766949 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1204 20:09:24.766968 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1204 20:09:24.766979 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1204 20:09:24.766989 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1204 20:09:24.767002 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1204 20:09:24.767010 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1204 20:09:24.767022 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1204 20:09:24.767067 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743.pem (1338 bytes)
W1204 20:09:24.767093 27912 certs.go:480] ignoring /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743_empty.pem, impossibly tiny 0 bytes
I1204 20:09:24.767102 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca-key.pem (1679 bytes)
I1204 20:09:24.767122 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem (1078 bytes)
I1204 20:09:24.767144 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem (1123 bytes)
I1204 20:09:24.767164 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem (1679 bytes)
I1204 20:09:24.767200 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem (1708 bytes)
I1204 20:09:24.767225 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1204 20:09:24.767238 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743.pem -> /usr/share/ca-certificates/17743.pem
I1204 20:09:24.767250 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem -> /usr/share/ca-certificates/177432.pem
I1204 20:09:24.767278 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:09:24.770180 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:09:24.770542 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:09:24.770570 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:09:24.770712 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:09:24.770891 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:09:24.771044 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:09:24.771172 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa Username:docker}
I1204 20:09:24.847687 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1204 20:09:24.853685 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1204 20:09:24.865057 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1204 20:09:24.869198 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1204 20:09:24.885878 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1204 20:09:24.889805 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1204 20:09:24.902654 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1204 20:09:24.906786 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1204 20:09:24.918187 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1204 20:09:24.922192 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1204 20:09:24.934730 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1204 20:09:24.938712 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1204 20:09:24.950279 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1204 20:09:24.974079 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1204 20:09:24.996598 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1204 20:09:25.018605 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1204 20:09:25.040436 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1436 bytes)
I1204 20:09:25.062496 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1675 bytes)
I1204 20:09:25.083915 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1204 20:09:25.105243 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1204 20:09:25.126515 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1204 20:09:25.148104 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743.pem --> /usr/share/ca-certificates/17743.pem (1338 bytes)
I1204 20:09:25.169580 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem --> /usr/share/ca-certificates/177432.pem (1708 bytes)
I1204 20:09:25.190929 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1204 20:09:25.206338 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1204 20:09:25.221317 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1204 20:09:25.236210 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1204 20:09:25.251125 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1204 20:09:25.266383 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1204 20:09:25.281338 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1204 20:09:25.296542 27912 ssh_runner.go:195] Run: openssl version
I1204 20:09:25.302513 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1204 20:09:25.313596 27912 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1204 20:09:25.317903 27912 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 4 19:53 /usr/share/ca-certificates/minikubeCA.pem
I1204 20:09:25.317952 27912 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1204 20:09:25.323324 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1204 20:09:25.334576 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/17743.pem && ln -fs /usr/share/ca-certificates/17743.pem /etc/ssl/certs/17743.pem"
I1204 20:09:25.344350 27912 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/17743.pem
I1204 20:09:25.348476 27912 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 4 20:04 /usr/share/ca-certificates/17743.pem
I1204 20:09:25.348531 27912 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/17743.pem
I1204 20:09:25.353851 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/17743.pem /etc/ssl/certs/51391683.0"
I1204 20:09:25.364310 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/177432.pem && ln -fs /usr/share/ca-certificates/177432.pem /etc/ssl/certs/177432.pem"
I1204 20:09:25.375701 27912 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/177432.pem
I1204 20:09:25.379775 27912 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 4 20:04 /usr/share/ca-certificates/177432.pem
I1204 20:09:25.379825 27912 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/177432.pem
I1204 20:09:25.385241 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/177432.pem /etc/ssl/certs/3ec20f2e.0"
I1204 20:09:25.395365 27912 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1204 20:09:25.399560 27912 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1204 20:09:25.399615 27912 kubeadm.go:934] updating node {m02 192.168.39.216 8443 v1.31.2 crio true true} ...
I1204 20:09:25.399711 27912 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-739930-m02 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.216
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-739930 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1204 20:09:25.399742 27912 kube-vip.go:115] generating kube-vip config ...
I1204 20:09:25.399777 27912 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1204 20:09:25.415868 27912 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1204 20:09:25.415924 27912 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1204 20:09:25.415967 27912 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1204 20:09:25.424465 27912 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1204 20:09:25.424517 27912 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1204 20:09:25.433122 27912 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1204 20:09:25.433145 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1204 20:09:25.433195 27912 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1204 20:09:25.433218 27912 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256 -> /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubelet
I1204 20:09:25.433242 27912 download.go:107] Downloading: https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256 -> /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubeadm
I1204 20:09:25.437081 27912 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1204 20:09:25.437107 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1204 20:09:26.186226 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1204 20:09:26.186313 27912 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1204 20:09:26.190746 27912 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1204 20:09:26.190822 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1204 20:09:26.419618 27912 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1204 20:09:26.443488 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1204 20:09:26.443611 27912 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1204 20:09:26.450947 27912 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1204 20:09:26.450982 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1204 20:09:26.739349 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1204 20:09:26.748265 27912 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1204 20:09:26.764007 27912 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1204 20:09:26.780904 27912 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1204 20:09:26.797527 27912 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1204 20:09:26.801091 27912 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1204 20:09:26.811509 27912 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1204 20:09:26.923723 27912 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1204 20:09:26.939490 27912 host.go:66] Checking if "ha-739930" exists ...
I1204 20:09:26.939813 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:09:26.939861 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:09:26.954842 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:37991
I1204 20:09:26.955355 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:09:26.955871 27912 main.go:141] libmachine: Using API Version 1
I1204 20:09:26.955897 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:09:26.956236 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:09:26.956453 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:09:26.956610 27912 start.go:317] joinCluster: &{Name:ha-739930 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-739930 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.216 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[default-storageclass:true storage-provisioner:true] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiratio
n:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1204 20:09:26.956705 27912 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1204 20:09:26.956726 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:09:26.959547 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:09:26.959914 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:09:26.959939 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:09:26.960071 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:09:26.960221 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:09:26.960358 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:09:26.960492 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa Username:docker}
I1204 20:09:27.110244 27912 start.go:343] trying to join control-plane node "m02" to cluster: &{Name:m02 IP:192.168.39.216 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1204 20:09:27.110295 27912 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token pq1xgw.4e78amhhenl1jnyw --discovery-token-ca-cert-hash sha256:a6c412452b2f7a7f77671bb9d85a4b8ec4f4a1a6e222bdddc374e9fac186ce90 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-739930-m02 --control-plane --apiserver-advertise-address=192.168.39.216 --apiserver-bind-port=8443"
I1204 20:09:48.018604 27912 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token pq1xgw.4e78amhhenl1jnyw --discovery-token-ca-cert-hash sha256:a6c412452b2f7a7f77671bb9d85a4b8ec4f4a1a6e222bdddc374e9fac186ce90 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-739930-m02 --control-plane --apiserver-advertise-address=192.168.39.216 --apiserver-bind-port=8443": (20.908287309s)
I1204 20:09:48.018634 27912 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1204 20:09:48.626365 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-739930-m02 minikube.k8s.io/updated_at=2024_12_04T20_09_48_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=b071a038f2c56b751b45082bb8c33ba68a652c59 minikube.k8s.io/name=ha-739930 minikube.k8s.io/primary=false
I1204 20:09:48.747614 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-739930-m02 node-role.kubernetes.io/control-plane:NoSchedule-
I1204 20:09:48.847766 27912 start.go:319] duration metric: took 21.891152638s to joinCluster
I1204 20:09:48.847828 27912 start.go:235] Will wait 6m0s for node &{Name:m02 IP:192.168.39.216 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1204 20:09:48.848176 27912 config.go:182] Loaded profile config "ha-739930": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1204 20:09:48.849095 27912 out.go:177] * Verifying Kubernetes components...
I1204 20:09:48.850328 27912 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1204 20:09:49.112006 27912 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1204 20:09:49.157177 27912 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19985-10581/kubeconfig
I1204 20:09:49.157538 27912 kapi.go:59] client config for ha-739930: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.crt", KeyFile:"/home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.key", CAFile:"/home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1204 20:09:49.157630 27912 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.183:8443
I1204 20:09:49.157883 27912 node_ready.go:35] waiting up to 6m0s for node "ha-739930-m02" to be "Ready" ...
I1204 20:09:49.158009 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:49.158021 27912 round_trippers.go:469] Request Headers:
I1204 20:09:49.158035 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:49.158045 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:49.168058 27912 round_trippers.go:574] Response Status: 200 OK in 9 milliseconds
I1204 20:09:49.658898 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:49.658922 27912 round_trippers.go:469] Request Headers:
I1204 20:09:49.658932 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:49.658943 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:49.667464 27912 round_trippers.go:574] Response Status: 200 OK in 8 milliseconds
I1204 20:09:50.158380 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:50.158399 27912 round_trippers.go:469] Request Headers:
I1204 20:09:50.158413 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:50.158419 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:50.171364 27912 round_trippers.go:574] Response Status: 200 OK in 12 milliseconds
I1204 20:09:50.658199 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:50.658226 27912 round_trippers.go:469] Request Headers:
I1204 20:09:50.658233 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:50.658237 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:50.663401 27912 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1204 20:09:51.159112 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:51.159137 27912 round_trippers.go:469] Request Headers:
I1204 20:09:51.159148 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:51.159156 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:51.162480 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:51.163075 27912 node_ready.go:53] node "ha-739930-m02" has status "Ready":"False"
I1204 20:09:51.658265 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:51.658294 27912 round_trippers.go:469] Request Headers:
I1204 20:09:51.658304 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:51.658310 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:51.661298 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:09:52.158591 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:52.158614 27912 round_trippers.go:469] Request Headers:
I1204 20:09:52.158623 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:52.158627 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:52.161933 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:52.658479 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:52.658500 27912 round_trippers.go:469] Request Headers:
I1204 20:09:52.658508 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:52.658513 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:52.661537 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:53.158361 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:53.158384 27912 round_trippers.go:469] Request Headers:
I1204 20:09:53.158394 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:53.158402 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:53.161578 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:53.658404 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:53.658425 27912 round_trippers.go:469] Request Headers:
I1204 20:09:53.658433 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:53.658437 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:53.661364 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:09:53.662003 27912 node_ready.go:53] node "ha-739930-m02" has status "Ready":"False"
I1204 20:09:54.158610 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:54.158635 27912 round_trippers.go:469] Request Headers:
I1204 20:09:54.158645 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:54.158651 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:54.162217 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:54.658074 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:54.658094 27912 round_trippers.go:469] Request Headers:
I1204 20:09:54.658102 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:54.658106 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:54.661918 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:55.158589 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:55.158611 27912 round_trippers.go:469] Request Headers:
I1204 20:09:55.158619 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:55.158624 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:55.161786 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:55.658906 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:55.658929 27912 round_trippers.go:469] Request Headers:
I1204 20:09:55.658937 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:55.658941 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:55.662357 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:55.663184 27912 node_ready.go:53] node "ha-739930-m02" has status "Ready":"False"
I1204 20:09:56.158490 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:56.158517 27912 round_trippers.go:469] Request Headers:
I1204 20:09:56.158528 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:56.158533 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:56.258326 27912 round_trippers.go:574] Response Status: 200 OK in 99 milliseconds
I1204 20:09:56.658232 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:56.658254 27912 round_trippers.go:469] Request Headers:
I1204 20:09:56.658264 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:56.658270 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:56.661245 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:09:57.158358 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:57.158380 27912 round_trippers.go:469] Request Headers:
I1204 20:09:57.158388 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:57.158392 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:57.162043 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:57.658188 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:57.658212 27912 round_trippers.go:469] Request Headers:
I1204 20:09:57.658223 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:57.658232 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:57.661717 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:58.158679 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:58.158701 27912 round_trippers.go:469] Request Headers:
I1204 20:09:58.158708 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:58.158713 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:58.162634 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:58.163161 27912 node_ready.go:53] node "ha-739930-m02" has status "Ready":"False"
I1204 20:09:58.658856 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:58.658882 27912 round_trippers.go:469] Request Headers:
I1204 20:09:58.658900 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:58.658907 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:58.662596 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:59.158835 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:59.158862 27912 round_trippers.go:469] Request Headers:
I1204 20:09:59.158873 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:59.158880 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:59.162669 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:09:59.658183 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:09:59.658215 27912 round_trippers.go:469] Request Headers:
I1204 20:09:59.658226 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:09:59.658231 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:09:59.661879 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:00.158851 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:00.158875 27912 round_trippers.go:469] Request Headers:
I1204 20:10:00.158883 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:00.158888 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:00.162790 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:00.163321 27912 node_ready.go:53] node "ha-739930-m02" has status "Ready":"False"
I1204 20:10:00.658562 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:00.658590 27912 round_trippers.go:469] Request Headers:
I1204 20:10:00.658601 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:00.658607 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:00.676721 27912 round_trippers.go:574] Response Status: 200 OK in 18 milliseconds
I1204 20:10:01.159007 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:01.159027 27912 round_trippers.go:469] Request Headers:
I1204 20:10:01.159035 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:01.159038 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:01.162909 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:01.658124 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:01.658161 27912 round_trippers.go:469] Request Headers:
I1204 20:10:01.658184 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:01.658188 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:01.662301 27912 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1204 20:10:02.158692 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:02.158716 27912 round_trippers.go:469] Request Headers:
I1204 20:10:02.158727 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:02.158732 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:02.162067 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:02.659042 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:02.659064 27912 round_trippers.go:469] Request Headers:
I1204 20:10:02.659071 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:02.659075 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:02.661911 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:10:02.662581 27912 node_ready.go:53] node "ha-739930-m02" has status "Ready":"False"
I1204 20:10:03.159115 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:03.159145 27912 round_trippers.go:469] Request Headers:
I1204 20:10:03.159158 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:03.159165 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:03.162607 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:03.658246 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:03.658270 27912 round_trippers.go:469] Request Headers:
I1204 20:10:03.658278 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:03.658282 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:03.661511 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:04.158942 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:04.158970 27912 round_trippers.go:469] Request Headers:
I1204 20:10:04.158979 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:04.158983 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:04.161958 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:10:04.658955 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:04.658979 27912 round_trippers.go:469] Request Headers:
I1204 20:10:04.658987 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:04.658991 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:04.662295 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:04.662958 27912 node_ready.go:53] node "ha-739930-m02" has status "Ready":"False"
I1204 20:10:05.158173 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:05.158194 27912 round_trippers.go:469] Request Headers:
I1204 20:10:05.158203 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:05.158207 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:05.161194 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:10:05.658134 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:05.658157 27912 round_trippers.go:469] Request Headers:
I1204 20:10:05.658165 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:05.658168 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:05.661616 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:06.158855 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:06.158879 27912 round_trippers.go:469] Request Headers:
I1204 20:10:06.158887 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:06.158891 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:06.164708 27912 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1204 20:10:06.658461 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:06.658483 27912 round_trippers.go:469] Request Headers:
I1204 20:10:06.658491 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:06.658496 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:06.661810 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:07.158647 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:07.158674 27912 round_trippers.go:469] Request Headers:
I1204 20:10:07.158686 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:07.158690 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:07.161793 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:07.162345 27912 node_ready.go:53] node "ha-739930-m02" has status "Ready":"False"
I1204 20:10:07.658727 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:07.658752 27912 round_trippers.go:469] Request Headers:
I1204 20:10:07.658760 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:07.658764 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:07.661982 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:08.158999 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:08.159025 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.159037 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.159043 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.162388 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:08.162849 27912 node_ready.go:49] node "ha-739930-m02" has status "Ready":"True"
I1204 20:10:08.162868 27912 node_ready.go:38] duration metric: took 19.004941155s for node "ha-739930-m02" to be "Ready" ...
I1204 20:10:08.162878 27912 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1204 20:10:08.162968 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1204 20:10:08.162977 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.162984 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.162987 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.167331 27912 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1204 20:10:08.173856 27912 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-7kbgr" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.173935 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-7kbgr
I1204 20:10:08.173944 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.173953 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.173958 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.176715 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:10:08.177374 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:10:08.177387 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.177395 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.177400 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.179818 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:10:08.180446 27912 pod_ready.go:93] pod "coredns-7c65d6cfc9-7kbgr" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:08.180466 27912 pod_ready.go:82] duration metric: took 6.589083ms for pod "coredns-7c65d6cfc9-7kbgr" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.180478 27912 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-8kztf" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.180546 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-8kztf
I1204 20:10:08.180556 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.180569 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.180577 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.183177 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:10:08.183821 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:10:08.183836 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.183842 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.183847 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.186093 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:10:08.186600 27912 pod_ready.go:93] pod "coredns-7c65d6cfc9-8kztf" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:08.186617 27912 pod_ready.go:82] duration metric: took 6.131706ms for pod "coredns-7c65d6cfc9-8kztf" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.186628 27912 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.186691 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-739930
I1204 20:10:08.186703 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.186713 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.186721 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.188940 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:10:08.189382 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:10:08.189398 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.189414 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.189420 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.191367 27912 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1204 20:10:08.191803 27912 pod_ready.go:93] pod "etcd-ha-739930" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:08.191818 27912 pod_ready.go:82] duration metric: took 5.18298ms for pod "etcd-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.191825 27912 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.191870 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-739930-m02
I1204 20:10:08.191877 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.191884 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.191887 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.193844 27912 round_trippers.go:574] Response Status: 200 OK in 1 milliseconds
I1204 20:10:08.194287 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:08.194299 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.194306 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.194310 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.196400 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:10:08.196781 27912 pod_ready.go:93] pod "etcd-ha-739930-m02" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:08.196797 27912 pod_ready.go:82] duration metric: took 4.966669ms for pod "etcd-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.196810 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.359125 27912 request.go:632] Waited for 162.263796ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-739930
I1204 20:10:08.359211 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-739930
I1204 20:10:08.359219 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.359230 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.359237 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.362569 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:08.559438 27912 request.go:632] Waited for 196.306856ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:10:08.559514 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:10:08.559519 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.559526 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.559534 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.562128 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:10:08.562664 27912 pod_ready.go:93] pod "kube-apiserver-ha-739930" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:08.562679 27912 pod_ready.go:82] duration metric: took 365.86397ms for pod "kube-apiserver-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.562689 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.759755 27912 request.go:632] Waited for 197.00165ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-739930-m02
I1204 20:10:08.759821 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-739930-m02
I1204 20:10:08.759826 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.759834 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.759837 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.763106 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:08.959132 27912 request.go:632] Waited for 195.283542ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:08.959199 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:08.959204 27912 round_trippers.go:469] Request Headers:
I1204 20:10:08.959212 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:08.959216 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:08.962369 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:08.962948 27912 pod_ready.go:93] pod "kube-apiserver-ha-739930-m02" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:08.962965 27912 pod_ready.go:82] duration metric: took 400.270135ms for pod "kube-apiserver-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:10:08.962974 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:10:09.159437 27912 request.go:632] Waited for 196.391636ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-739930
I1204 20:10:09.159487 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-739930
I1204 20:10:09.159492 27912 round_trippers.go:469] Request Headers:
I1204 20:10:09.159502 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:09.159507 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:09.162708 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:09.359960 27912 request.go:632] Waited for 196.36752ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:10:09.360010 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:10:09.360014 27912 round_trippers.go:469] Request Headers:
I1204 20:10:09.360022 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:09.360026 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:09.362729 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:10:09.363473 27912 pod_ready.go:93] pod "kube-controller-manager-ha-739930" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:09.363492 27912 pod_ready.go:82] duration metric: took 400.512945ms for pod "kube-controller-manager-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:10:09.363502 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:10:09.559607 27912 request.go:632] Waited for 196.045629ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-739930-m02
I1204 20:10:09.559663 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-739930-m02
I1204 20:10:09.559668 27912 round_trippers.go:469] Request Headers:
I1204 20:10:09.559676 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:09.559683 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:09.563302 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:09.759860 27912 request.go:632] Waited for 195.862174ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:09.759930 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:09.759935 27912 round_trippers.go:469] Request Headers:
I1204 20:10:09.759943 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:09.759949 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:09.762988 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:09.763689 27912 pod_ready.go:93] pod "kube-controller-manager-ha-739930-m02" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:09.763715 27912 pod_ready.go:82] duration metric: took 400.20496ms for pod "kube-controller-manager-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:10:09.763729 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-gtw7d" in "kube-system" namespace to be "Ready" ...
I1204 20:10:09.959738 27912 request.go:632] Waited for 195.93307ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gtw7d
I1204 20:10:09.959807 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gtw7d
I1204 20:10:09.959812 27912 round_trippers.go:469] Request Headers:
I1204 20:10:09.959819 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:09.959824 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:09.963156 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:10.159198 27912 request.go:632] Waited for 195.305905ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:10.159270 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:10.159275 27912 round_trippers.go:469] Request Headers:
I1204 20:10:10.159283 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:10.159286 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:10.162529 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:10.163056 27912 pod_ready.go:93] pod "kube-proxy-gtw7d" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:10.163074 27912 pod_ready.go:82] duration metric: took 399.337655ms for pod "kube-proxy-gtw7d" in "kube-system" namespace to be "Ready" ...
I1204 20:10:10.163084 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tlhfv" in "kube-system" namespace to be "Ready" ...
I1204 20:10:10.359093 27912 request.go:632] Waited for 195.949947ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tlhfv
I1204 20:10:10.359150 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tlhfv
I1204 20:10:10.359172 27912 round_trippers.go:469] Request Headers:
I1204 20:10:10.359182 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:10.359192 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:10.362392 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:10.559558 27912 request.go:632] Waited for 196.399776ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:10:10.559639 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:10:10.559653 27912 round_trippers.go:469] Request Headers:
I1204 20:10:10.559664 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:10.559670 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:10.564370 27912 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1204 20:10:10.564877 27912 pod_ready.go:93] pod "kube-proxy-tlhfv" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:10.564896 27912 pod_ready.go:82] duration metric: took 401.805669ms for pod "kube-proxy-tlhfv" in "kube-system" namespace to be "Ready" ...
I1204 20:10:10.564906 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:10:10.759943 27912 request.go:632] Waited for 194.973279ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-739930
I1204 20:10:10.760006 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-739930
I1204 20:10:10.760013 27912 round_trippers.go:469] Request Headers:
I1204 20:10:10.760021 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:10.760027 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:10.763726 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:10.959656 27912 request.go:632] Waited for 195.375986ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:10:10.959714 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:10:10.959719 27912 round_trippers.go:469] Request Headers:
I1204 20:10:10.959726 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:10.959731 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:10.963524 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:10.964360 27912 pod_ready.go:93] pod "kube-scheduler-ha-739930" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:10.964375 27912 pod_ready.go:82] duration metric: took 399.464088ms for pod "kube-scheduler-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:10:10.964389 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:10:11.159456 27912 request.go:632] Waited for 194.987845ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-739930-m02
I1204 20:10:11.159527 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-739930-m02
I1204 20:10:11.159532 27912 round_trippers.go:469] Request Headers:
I1204 20:10:11.159539 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:11.159543 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:11.163395 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:11.359362 27912 request.go:632] Waited for 195.347282ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:11.359439 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:10:11.359446 27912 round_trippers.go:469] Request Headers:
I1204 20:10:11.359458 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:11.359467 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:11.362635 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:11.363122 27912 pod_ready.go:93] pod "kube-scheduler-ha-739930-m02" in "kube-system" namespace has status "Ready":"True"
I1204 20:10:11.363138 27912 pod_ready.go:82] duration metric: took 398.74121ms for pod "kube-scheduler-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:10:11.363148 27912 pod_ready.go:39] duration metric: took 3.200239096s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1204 20:10:11.363164 27912 api_server.go:52] waiting for apiserver process to appear ...
I1204 20:10:11.363207 27912 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1204 20:10:11.377015 27912 api_server.go:72] duration metric: took 22.529160197s to wait for apiserver process to appear ...
I1204 20:10:11.377034 27912 api_server.go:88] waiting for apiserver healthz status ...
I1204 20:10:11.377052 27912 api_server.go:253] Checking apiserver healthz at https://192.168.39.183:8443/healthz ...
I1204 20:10:11.380929 27912 api_server.go:279] https://192.168.39.183:8443/healthz returned 200:
ok
I1204 20:10:11.380976 27912 round_trippers.go:463] GET https://192.168.39.183:8443/version
I1204 20:10:11.380983 27912 round_trippers.go:469] Request Headers:
I1204 20:10:11.380999 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:11.381003 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:11.381838 27912 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1204 20:10:11.381917 27912 api_server.go:141] control plane version: v1.31.2
I1204 20:10:11.381931 27912 api_server.go:131] duration metric: took 4.890825ms to wait for apiserver health ...
I1204 20:10:11.381937 27912 system_pods.go:43] waiting for kube-system pods to appear ...
I1204 20:10:11.559327 27912 request.go:632] Waited for 177.330525ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1204 20:10:11.559453 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1204 20:10:11.559495 27912 round_trippers.go:469] Request Headers:
I1204 20:10:11.559519 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:11.559528 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:11.566679 27912 round_trippers.go:574] Response Status: 200 OK in 7 milliseconds
I1204 20:10:11.572558 27912 system_pods.go:59] 17 kube-system pods found
I1204 20:10:11.572586 27912 system_pods.go:61] "coredns-7c65d6cfc9-7kbgr" [662019c2-29e8-4437-8b14-f9fbf1268d03] Running
I1204 20:10:11.572592 27912 system_pods.go:61] "coredns-7c65d6cfc9-8kztf" [40363110-9dbd-47ae-8aec-70630543d005] Running
I1204 20:10:11.572597 27912 system_pods.go:61] "etcd-ha-739930" [35305e9d-e464-498a-b2a7-6008dcaaf04c] Running
I1204 20:10:11.572600 27912 system_pods.go:61] "etcd-ha-739930-m02" [b870f77d-f65a-4d00-b8da-27bf2f696d35] Running
I1204 20:10:11.572604 27912 system_pods.go:61] "kindnet-8wsgw" [d8bc54cd-d100-43fa-bda8-28ee9b58b947] Running
I1204 20:10:11.572607 27912 system_pods.go:61] "kindnet-z6v65" [233b2af5-60f4-4f70-a63f-f7238cfbc55c] Running
I1204 20:10:11.572612 27912 system_pods.go:61] "kube-apiserver-ha-739930" [d1943e08-b292-4551-bcc7-a14adc4ec336] Running
I1204 20:10:11.572617 27912 system_pods.go:61] "kube-apiserver-ha-739930-m02" [b05a68fa-e419-43b6-ae14-08dd1635b446] Running
I1204 20:10:11.572623 27912 system_pods.go:61] "kube-controller-manager-ha-739930" [3db9ec12-4c55-4a78-bef1-4f4cf8f38ae0] Running
I1204 20:10:11.572628 27912 system_pods.go:61] "kube-controller-manager-ha-739930-m02" [01426d54-9156-4288-b9ae-c639167795b4] Running
I1204 20:10:11.572635 27912 system_pods.go:61] "kube-proxy-gtw7d" [4481a753-5064-41a6-8f2c-d4710b8ad7bb] Running
I1204 20:10:11.572641 27912 system_pods.go:61] "kube-proxy-tlhfv" [2f01e7f6-5af2-490b-8a2c-266e1701c102] Running
I1204 20:10:11.572646 27912 system_pods.go:61] "kube-scheduler-ha-739930" [cc1e6978-7082-494a-afce-e754a35e9b76] Running
I1204 20:10:11.572651 27912 system_pods.go:61] "kube-scheduler-ha-739930-m02" [cd7d0a65-99e9-4377-9088-f2d7d7165982] Running
I1204 20:10:11.572655 27912 system_pods.go:61] "kube-vip-ha-739930" [524e54ee-5407-44c3-a2e4-d029f7e6a003] Running
I1204 20:10:11.572658 27912 system_pods.go:61] "kube-vip-ha-739930-m02" [77595bf0-7e49-4ead-98b0-e1cc5b8533d7] Running
I1204 20:10:11.572661 27912 system_pods.go:61] "storage-provisioner" [84dfb457-b91f-4070-aa2a-9fbe4c6dd7c8] Running
I1204 20:10:11.572670 27912 system_pods.go:74] duration metric: took 190.727819ms to wait for pod list to return data ...
I1204 20:10:11.572678 27912 default_sa.go:34] waiting for default service account to be created ...
I1204 20:10:11.759027 27912 request.go:632] Waited for 186.27116ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/default/serviceaccounts
I1204 20:10:11.759095 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/default/serviceaccounts
I1204 20:10:11.759100 27912 round_trippers.go:469] Request Headers:
I1204 20:10:11.759108 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:11.759113 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:11.763664 27912 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1204 20:10:11.763867 27912 default_sa.go:45] found service account: "default"
I1204 20:10:11.763882 27912 default_sa.go:55] duration metric: took 191.195892ms for default service account to be created ...
I1204 20:10:11.763890 27912 system_pods.go:116] waiting for k8s-apps to be running ...
I1204 20:10:11.959431 27912 request.go:632] Waited for 195.47766ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1204 20:10:11.959540 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1204 20:10:11.959553 27912 round_trippers.go:469] Request Headers:
I1204 20:10:11.959560 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:11.959566 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:11.965051 27912 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1204 20:10:11.970022 27912 system_pods.go:86] 17 kube-system pods found
I1204 20:10:11.970046 27912 system_pods.go:89] "coredns-7c65d6cfc9-7kbgr" [662019c2-29e8-4437-8b14-f9fbf1268d03] Running
I1204 20:10:11.970051 27912 system_pods.go:89] "coredns-7c65d6cfc9-8kztf" [40363110-9dbd-47ae-8aec-70630543d005] Running
I1204 20:10:11.970055 27912 system_pods.go:89] "etcd-ha-739930" [35305e9d-e464-498a-b2a7-6008dcaaf04c] Running
I1204 20:10:11.970059 27912 system_pods.go:89] "etcd-ha-739930-m02" [b870f77d-f65a-4d00-b8da-27bf2f696d35] Running
I1204 20:10:11.970067 27912 system_pods.go:89] "kindnet-8wsgw" [d8bc54cd-d100-43fa-bda8-28ee9b58b947] Running
I1204 20:10:11.970071 27912 system_pods.go:89] "kindnet-z6v65" [233b2af5-60f4-4f70-a63f-f7238cfbc55c] Running
I1204 20:10:11.970074 27912 system_pods.go:89] "kube-apiserver-ha-739930" [d1943e08-b292-4551-bcc7-a14adc4ec336] Running
I1204 20:10:11.970078 27912 system_pods.go:89] "kube-apiserver-ha-739930-m02" [b05a68fa-e419-43b6-ae14-08dd1635b446] Running
I1204 20:10:11.970082 27912 system_pods.go:89] "kube-controller-manager-ha-739930" [3db9ec12-4c55-4a78-bef1-4f4cf8f38ae0] Running
I1204 20:10:11.970088 27912 system_pods.go:89] "kube-controller-manager-ha-739930-m02" [01426d54-9156-4288-b9ae-c639167795b4] Running
I1204 20:10:11.970091 27912 system_pods.go:89] "kube-proxy-gtw7d" [4481a753-5064-41a6-8f2c-d4710b8ad7bb] Running
I1204 20:10:11.970095 27912 system_pods.go:89] "kube-proxy-tlhfv" [2f01e7f6-5af2-490b-8a2c-266e1701c102] Running
I1204 20:10:11.970098 27912 system_pods.go:89] "kube-scheduler-ha-739930" [cc1e6978-7082-494a-afce-e754a35e9b76] Running
I1204 20:10:11.970100 27912 system_pods.go:89] "kube-scheduler-ha-739930-m02" [cd7d0a65-99e9-4377-9088-f2d7d7165982] Running
I1204 20:10:11.970103 27912 system_pods.go:89] "kube-vip-ha-739930" [524e54ee-5407-44c3-a2e4-d029f7e6a003] Running
I1204 20:10:11.970106 27912 system_pods.go:89] "kube-vip-ha-739930-m02" [77595bf0-7e49-4ead-98b0-e1cc5b8533d7] Running
I1204 20:10:11.970114 27912 system_pods.go:89] "storage-provisioner" [84dfb457-b91f-4070-aa2a-9fbe4c6dd7c8] Running
I1204 20:10:11.970124 27912 system_pods.go:126] duration metric: took 206.228874ms to wait for k8s-apps to be running ...
I1204 20:10:11.970130 27912 system_svc.go:44] waiting for kubelet service to be running ....
I1204 20:10:11.970170 27912 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1204 20:10:11.984252 27912 system_svc.go:56] duration metric: took 14.113655ms WaitForService to wait for kubelet
I1204 20:10:11.984285 27912 kubeadm.go:582] duration metric: took 23.13642897s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1204 20:10:11.984305 27912 node_conditions.go:102] verifying NodePressure condition ...
I1204 20:10:12.159992 27912 request.go:632] Waited for 175.622844ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes
I1204 20:10:12.160074 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes
I1204 20:10:12.160081 27912 round_trippers.go:469] Request Headers:
I1204 20:10:12.160088 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:10:12.160092 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:10:12.163352 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:10:12.164036 27912 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1204 20:10:12.164057 27912 node_conditions.go:123] node cpu capacity is 2
I1204 20:10:12.164070 27912 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1204 20:10:12.164075 27912 node_conditions.go:123] node cpu capacity is 2
I1204 20:10:12.164081 27912 node_conditions.go:105] duration metric: took 179.770433ms to run NodePressure ...
I1204 20:10:12.164096 27912 start.go:241] waiting for startup goroutines ...
I1204 20:10:12.164129 27912 start.go:255] writing updated cluster config ...
I1204 20:10:12.166221 27912 out.go:201]
I1204 20:10:12.167682 27912 config.go:182] Loaded profile config "ha-739930": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1204 20:10:12.167793 27912 profile.go:143] Saving config to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/config.json ...
I1204 20:10:12.169433 27912 out.go:177] * Starting "ha-739930-m03" control-plane node in "ha-739930" cluster
I1204 20:10:12.170619 27912 preload.go:131] Checking if preload exists for k8s version v1.31.2 and runtime crio
I1204 20:10:12.170641 27912 cache.go:56] Caching tarball of preloaded images
I1204 20:10:12.170743 27912 preload.go:172] Found /home/jenkins/minikube-integration/19985-10581/.minikube/cache/preloaded-tarball/preloaded-images-k8s-v18-v1.31.2-cri-o-overlay-amd64.tar.lz4 in cache, skipping download
I1204 20:10:12.170758 27912 cache.go:59] Finished verifying existence of preloaded tar for v1.31.2 on crio
I1204 20:10:12.170867 27912 profile.go:143] Saving config to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/config.json ...
I1204 20:10:12.171047 27912 start.go:360] acquireMachinesLock for ha-739930-m03: {Name:mkf124e8b45170ae95981b24944344de6899c5b1 Clock:{} Delay:500ms Timeout:13m0s Cancel:<nil>}
I1204 20:10:12.171095 27912 start.go:364] duration metric: took 28.989µs to acquireMachinesLock for "ha-739930-m03"
I1204 20:10:12.171119 27912 start.go:93] Provisioning new machine with config: &{Name:ha-739930 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{Kubernete
sVersion:v1.31.2 ClusterName:ha-739930 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.216 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:fals
e ingress-dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker Bi
naryMirror: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s} &{Name:m03 IP: Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1204 20:10:12.171232 27912 start.go:125] createHost starting for "m03" (driver="kvm2")
I1204 20:10:12.172689 27912 out.go:235] * Creating kvm2 VM (CPUs=2, Memory=2200MB, Disk=20000MB) ...
I1204 20:10:12.172776 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:10:12.172819 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:10:12.188562 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34093
I1204 20:10:12.189008 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:10:12.189520 27912 main.go:141] libmachine: Using API Version 1
I1204 20:10:12.189541 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:10:12.189894 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:10:12.190074 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetMachineName
I1204 20:10:12.190188 27912 main.go:141] libmachine: (ha-739930-m03) Calling .DriverName
I1204 20:10:12.190394 27912 start.go:159] libmachine.API.Create for "ha-739930" (driver="kvm2")
I1204 20:10:12.190426 27912 client.go:168] LocalClient.Create starting
I1204 20:10:12.190471 27912 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem
I1204 20:10:12.190508 27912 main.go:141] libmachine: Decoding PEM data...
I1204 20:10:12.190530 27912 main.go:141] libmachine: Parsing certificate...
I1204 20:10:12.190598 27912 main.go:141] libmachine: Reading certificate data from /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem
I1204 20:10:12.190629 27912 main.go:141] libmachine: Decoding PEM data...
I1204 20:10:12.190652 27912 main.go:141] libmachine: Parsing certificate...
I1204 20:10:12.190679 27912 main.go:141] libmachine: Running pre-create checks...
I1204 20:10:12.190691 27912 main.go:141] libmachine: (ha-739930-m03) Calling .PreCreateCheck
I1204 20:10:12.190909 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetConfigRaw
I1204 20:10:12.191309 27912 main.go:141] libmachine: Creating machine...
I1204 20:10:12.191322 27912 main.go:141] libmachine: (ha-739930-m03) Calling .Create
I1204 20:10:12.191476 27912 main.go:141] libmachine: (ha-739930-m03) Creating KVM machine...
I1204 20:10:12.192652 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found existing default KVM network
I1204 20:10:12.192779 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found existing private KVM network mk-ha-739930
I1204 20:10:12.192908 27912 main.go:141] libmachine: (ha-739930-m03) Setting up store path in /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03 ...
I1204 20:10:12.192934 27912 main.go:141] libmachine: (ha-739930-m03) Building disk image from file:///home/jenkins/minikube-integration/19985-10581/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso
I1204 20:10:12.192988 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:12.192887 28697 common.go:144] Making disk image using store path: /home/jenkins/minikube-integration/19985-10581/.minikube
I1204 20:10:12.193089 27912 main.go:141] libmachine: (ha-739930-m03) Downloading /home/jenkins/minikube-integration/19985-10581/.minikube/cache/boot2docker.iso from file:///home/jenkins/minikube-integration/19985-10581/.minikube/cache/iso/amd64/minikube-v1.34.0-1730913550-19917-amd64.iso...
I1204 20:10:12.422847 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:12.422708 28697 common.go:151] Creating ssh key: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03/id_rsa...
I1204 20:10:12.571024 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:12.570898 28697 common.go:157] Creating raw disk image: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03/ha-739930-m03.rawdisk...
I1204 20:10:12.571065 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Writing magic tar header
I1204 20:10:12.571083 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Writing SSH key tar header
I1204 20:10:12.571096 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:12.571045 28697 common.go:171] Fixing permissions on /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03 ...
I1204 20:10:12.571246 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03
I1204 20:10:12.571291 27912 main.go:141] libmachine: (ha-739930-m03) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03 (perms=drwx------)
I1204 20:10:12.571302 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581/.minikube/machines
I1204 20:10:12.571314 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581/.minikube
I1204 20:10:12.571323 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration/19985-10581
I1204 20:10:12.571331 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Checking permissions on dir: /home/jenkins/minikube-integration
I1204 20:10:12.571339 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Checking permissions on dir: /home/jenkins
I1204 20:10:12.571346 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Checking permissions on dir: /home
I1204 20:10:12.571354 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Skipping /home - not owner
I1204 20:10:12.571391 27912 main.go:141] libmachine: (ha-739930-m03) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581/.minikube/machines (perms=drwxr-xr-x)
I1204 20:10:12.571415 27912 main.go:141] libmachine: (ha-739930-m03) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581/.minikube (perms=drwxr-xr-x)
I1204 20:10:12.571432 27912 main.go:141] libmachine: (ha-739930-m03) Setting executable bit set on /home/jenkins/minikube-integration/19985-10581 (perms=drwxrwxr-x)
I1204 20:10:12.571447 27912 main.go:141] libmachine: (ha-739930-m03) Setting executable bit set on /home/jenkins/minikube-integration (perms=drwxrwxr-x)
I1204 20:10:12.571458 27912 main.go:141] libmachine: (ha-739930-m03) Setting executable bit set on /home/jenkins (perms=drwxr-xr-x)
I1204 20:10:12.571477 27912 main.go:141] libmachine: (ha-739930-m03) Creating domain...
I1204 20:10:12.572409 27912 main.go:141] libmachine: (ha-739930-m03) define libvirt domain using xml:
I1204 20:10:12.572438 27912 main.go:141] libmachine: (ha-739930-m03) <domain type='kvm'>
I1204 20:10:12.572449 27912 main.go:141] libmachine: (ha-739930-m03) <name>ha-739930-m03</name>
I1204 20:10:12.572461 27912 main.go:141] libmachine: (ha-739930-m03) <memory unit='MiB'>2200</memory>
I1204 20:10:12.572474 27912 main.go:141] libmachine: (ha-739930-m03) <vcpu>2</vcpu>
I1204 20:10:12.572480 27912 main.go:141] libmachine: (ha-739930-m03) <features>
I1204 20:10:12.572490 27912 main.go:141] libmachine: (ha-739930-m03) <acpi/>
I1204 20:10:12.572496 27912 main.go:141] libmachine: (ha-739930-m03) <apic/>
I1204 20:10:12.572505 27912 main.go:141] libmachine: (ha-739930-m03) <pae/>
I1204 20:10:12.572511 27912 main.go:141] libmachine: (ha-739930-m03)
I1204 20:10:12.572522 27912 main.go:141] libmachine: (ha-739930-m03) </features>
I1204 20:10:12.572529 27912 main.go:141] libmachine: (ha-739930-m03) <cpu mode='host-passthrough'>
I1204 20:10:12.572539 27912 main.go:141] libmachine: (ha-739930-m03)
I1204 20:10:12.572549 27912 main.go:141] libmachine: (ha-739930-m03) </cpu>
I1204 20:10:12.572577 27912 main.go:141] libmachine: (ha-739930-m03) <os>
I1204 20:10:12.572599 27912 main.go:141] libmachine: (ha-739930-m03) <type>hvm</type>
I1204 20:10:12.572612 27912 main.go:141] libmachine: (ha-739930-m03) <boot dev='cdrom'/>
I1204 20:10:12.572622 27912 main.go:141] libmachine: (ha-739930-m03) <boot dev='hd'/>
I1204 20:10:12.572630 27912 main.go:141] libmachine: (ha-739930-m03) <bootmenu enable='no'/>
I1204 20:10:12.572640 27912 main.go:141] libmachine: (ha-739930-m03) </os>
I1204 20:10:12.572648 27912 main.go:141] libmachine: (ha-739930-m03) <devices>
I1204 20:10:12.572659 27912 main.go:141] libmachine: (ha-739930-m03) <disk type='file' device='cdrom'>
I1204 20:10:12.572673 27912 main.go:141] libmachine: (ha-739930-m03) <source file='/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03/boot2docker.iso'/>
I1204 20:10:12.572688 27912 main.go:141] libmachine: (ha-739930-m03) <target dev='hdc' bus='scsi'/>
I1204 20:10:12.572708 27912 main.go:141] libmachine: (ha-739930-m03) <readonly/>
I1204 20:10:12.572721 27912 main.go:141] libmachine: (ha-739930-m03) </disk>
I1204 20:10:12.572747 27912 main.go:141] libmachine: (ha-739930-m03) <disk type='file' device='disk'>
I1204 20:10:12.572758 27912 main.go:141] libmachine: (ha-739930-m03) <driver name='qemu' type='raw' cache='default' io='threads' />
I1204 20:10:12.572766 27912 main.go:141] libmachine: (ha-739930-m03) <source file='/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03/ha-739930-m03.rawdisk'/>
I1204 20:10:12.572780 27912 main.go:141] libmachine: (ha-739930-m03) <target dev='hda' bus='virtio'/>
I1204 20:10:12.572788 27912 main.go:141] libmachine: (ha-739930-m03) </disk>
I1204 20:10:12.572792 27912 main.go:141] libmachine: (ha-739930-m03) <interface type='network'>
I1204 20:10:12.572798 27912 main.go:141] libmachine: (ha-739930-m03) <source network='mk-ha-739930'/>
I1204 20:10:12.572802 27912 main.go:141] libmachine: (ha-739930-m03) <model type='virtio'/>
I1204 20:10:12.572807 27912 main.go:141] libmachine: (ha-739930-m03) </interface>
I1204 20:10:12.572814 27912 main.go:141] libmachine: (ha-739930-m03) <interface type='network'>
I1204 20:10:12.572819 27912 main.go:141] libmachine: (ha-739930-m03) <source network='default'/>
I1204 20:10:12.572825 27912 main.go:141] libmachine: (ha-739930-m03) <model type='virtio'/>
I1204 20:10:12.572842 27912 main.go:141] libmachine: (ha-739930-m03) </interface>
I1204 20:10:12.572860 27912 main.go:141] libmachine: (ha-739930-m03) <serial type='pty'>
I1204 20:10:12.572872 27912 main.go:141] libmachine: (ha-739930-m03) <target port='0'/>
I1204 20:10:12.572883 27912 main.go:141] libmachine: (ha-739930-m03) </serial>
I1204 20:10:12.572904 27912 main.go:141] libmachine: (ha-739930-m03) <console type='pty'>
I1204 20:10:12.572914 27912 main.go:141] libmachine: (ha-739930-m03) <target type='serial' port='0'/>
I1204 20:10:12.572922 27912 main.go:141] libmachine: (ha-739930-m03) </console>
I1204 20:10:12.572932 27912 main.go:141] libmachine: (ha-739930-m03) <rng model='virtio'>
I1204 20:10:12.572945 27912 main.go:141] libmachine: (ha-739930-m03) <backend model='random'>/dev/random</backend>
I1204 20:10:12.572957 27912 main.go:141] libmachine: (ha-739930-m03) </rng>
I1204 20:10:12.572965 27912 main.go:141] libmachine: (ha-739930-m03)
I1204 20:10:12.572973 27912 main.go:141] libmachine: (ha-739930-m03)
I1204 20:10:12.572983 27912 main.go:141] libmachine: (ha-739930-m03) </devices>
I1204 20:10:12.572991 27912 main.go:141] libmachine: (ha-739930-m03) </domain>
I1204 20:10:12.572996 27912 main.go:141] libmachine: (ha-739930-m03)
I1204 20:10:12.580033 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:71:b7:c8 in network default
I1204 20:10:12.580713 27912 main.go:141] libmachine: (ha-739930-m03) Ensuring networks are active...
I1204 20:10:12.580737 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:12.581680 27912 main.go:141] libmachine: (ha-739930-m03) Ensuring network default is active
I1204 20:10:12.582031 27912 main.go:141] libmachine: (ha-739930-m03) Ensuring network mk-ha-739930 is active
I1204 20:10:12.582464 27912 main.go:141] libmachine: (ha-739930-m03) Getting domain xml...
I1204 20:10:12.583287 27912 main.go:141] libmachine: (ha-739930-m03) Creating domain...
I1204 20:10:13.809969 27912 main.go:141] libmachine: (ha-739930-m03) Waiting to get IP...
I1204 20:10:13.810804 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:13.811158 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:13.811215 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:13.811149 28697 retry.go:31] will retry after 211.474142ms: waiting for machine to come up
I1204 20:10:14.024550 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:14.024996 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:14.025024 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:14.024958 28697 retry.go:31] will retry after 355.071975ms: waiting for machine to come up
I1204 20:10:14.381391 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:14.381825 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:14.381857 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:14.381781 28697 retry.go:31] will retry after 319.974042ms: waiting for machine to come up
I1204 20:10:14.703466 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:14.703910 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:14.703951 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:14.703877 28697 retry.go:31] will retry after 609.562735ms: waiting for machine to come up
I1204 20:10:15.314561 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:15.315069 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:15.315101 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:15.315013 28697 retry.go:31] will retry after 486.973077ms: waiting for machine to come up
I1204 20:10:15.803653 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:15.804185 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:15.804213 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:15.804126 28697 retry.go:31] will retry after 675.766149ms: waiting for machine to come up
I1204 20:10:16.481967 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:16.482459 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:16.482489 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:16.482406 28697 retry.go:31] will retry after 1.174103834s: waiting for machine to come up
I1204 20:10:17.658189 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:17.658580 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:17.658608 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:17.658533 28697 retry.go:31] will retry after 1.454065165s: waiting for machine to come up
I1204 20:10:19.114276 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:19.114810 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:19.114839 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:19.114726 28697 retry.go:31] will retry after 1.181631433s: waiting for machine to come up
I1204 20:10:20.297423 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:20.297826 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:20.297856 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:20.297775 28697 retry.go:31] will retry after 1.797113318s: waiting for machine to come up
I1204 20:10:22.096493 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:22.096936 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:22.096963 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:22.096891 28697 retry.go:31] will retry after 2.640330643s: waiting for machine to come up
I1204 20:10:24.740014 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:24.740549 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:24.740589 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:24.740509 28697 retry.go:31] will retry after 3.427854139s: waiting for machine to come up
I1204 20:10:28.170039 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:28.170450 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:28.170480 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:28.170413 28697 retry.go:31] will retry after 3.100818386s: waiting for machine to come up
I1204 20:10:31.273778 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:31.274339 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find current IP address of domain ha-739930-m03 in network mk-ha-739930
I1204 20:10:31.274370 27912 main.go:141] libmachine: (ha-739930-m03) DBG | I1204 20:10:31.274261 28697 retry.go:31] will retry after 5.17411421s: waiting for machine to come up
I1204 20:10:36.453055 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:36.453514 27912 main.go:141] libmachine: (ha-739930-m03) Found IP for machine: 192.168.39.176
I1204 20:10:36.453546 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has current primary IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:36.453554 27912 main.go:141] libmachine: (ha-739930-m03) Reserving static IP address...
I1204 20:10:36.453982 27912 main.go:141] libmachine: (ha-739930-m03) DBG | unable to find host DHCP lease matching {name: "ha-739930-m03", mac: "52:54:00:8f:55:42", ip: "192.168.39.176"} in network mk-ha-739930
I1204 20:10:36.527779 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Getting to WaitForSSH function...
I1204 20:10:36.527812 27912 main.go:141] libmachine: (ha-739930-m03) Reserved static IP address: 192.168.39.176
I1204 20:10:36.527825 27912 main.go:141] libmachine: (ha-739930-m03) Waiting for SSH to be available...
I1204 20:10:36.530460 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:36.530890 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:minikube Clientid:01:52:54:00:8f:55:42}
I1204 20:10:36.530918 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:36.531105 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Using SSH client type: external
I1204 20:10:36.531134 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Using SSH private key: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03/id_rsa (-rw-------)
I1204 20:10:36.531171 27912 main.go:141] libmachine: (ha-739930-m03) DBG | &{[-F /dev/null -o ConnectionAttempts=3 -o ConnectTimeout=10 -o ControlMaster=no -o ControlPath=none -o LogLevel=quiet -o PasswordAuthentication=no -o ServerAliveInterval=60 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null docker@192.168.39.176 -o IdentitiesOnly=yes -i /home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03/id_rsa -p 22] /usr/bin/ssh <nil>}
I1204 20:10:36.531193 27912 main.go:141] libmachine: (ha-739930-m03) DBG | About to run SSH command:
I1204 20:10:36.531210 27912 main.go:141] libmachine: (ha-739930-m03) DBG | exit 0
I1204 20:10:36.659229 27912 main.go:141] libmachine: (ha-739930-m03) DBG | SSH cmd err, output: <nil>:
I1204 20:10:36.659536 27912 main.go:141] libmachine: (ha-739930-m03) KVM machine creation complete!
I1204 20:10:36.659863 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetConfigRaw
I1204 20:10:36.660403 27912 main.go:141] libmachine: (ha-739930-m03) Calling .DriverName
I1204 20:10:36.660622 27912 main.go:141] libmachine: (ha-739930-m03) Calling .DriverName
I1204 20:10:36.660802 27912 main.go:141] libmachine: Waiting for machine to be running, this may take a few minutes...
I1204 20:10:36.660816 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetState
I1204 20:10:36.662148 27912 main.go:141] libmachine: Detecting operating system of created instance...
I1204 20:10:36.662160 27912 main.go:141] libmachine: Waiting for SSH to be available...
I1204 20:10:36.662181 27912 main.go:141] libmachine: Getting to WaitForSSH function...
I1204 20:10:36.662187 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHHostname
I1204 20:10:36.664336 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:36.664681 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:36.664694 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:36.664829 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHPort
I1204 20:10:36.664988 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:36.665140 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:36.665284 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHUsername
I1204 20:10:36.665446 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:10:36.665639 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1204 20:10:36.665651 27912 main.go:141] libmachine: About to run SSH command:
exit 0
I1204 20:10:36.774558 27912 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1204 20:10:36.774575 27912 main.go:141] libmachine: Detecting the provisioner...
I1204 20:10:36.774582 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHHostname
I1204 20:10:36.777253 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:36.777655 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:36.777682 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:36.777862 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHPort
I1204 20:10:36.778048 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:36.778224 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:36.778333 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHUsername
I1204 20:10:36.778478 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:10:36.778662 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1204 20:10:36.778673 27912 main.go:141] libmachine: About to run SSH command:
cat /etc/os-release
I1204 20:10:36.891601 27912 main.go:141] libmachine: SSH cmd err, output: <nil>: NAME=Buildroot
VERSION=2023.02.9-dirty
ID=buildroot
VERSION_ID=2023.02.9
PRETTY_NAME="Buildroot 2023.02.9"
I1204 20:10:36.891668 27912 main.go:141] libmachine: found compatible host: buildroot
I1204 20:10:36.891681 27912 main.go:141] libmachine: Provisioning with buildroot...
I1204 20:10:36.891691 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetMachineName
I1204 20:10:36.891891 27912 buildroot.go:166] provisioning hostname "ha-739930-m03"
I1204 20:10:36.891918 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetMachineName
I1204 20:10:36.892100 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHHostname
I1204 20:10:36.894477 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:36.894866 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:36.894903 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:36.895026 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHPort
I1204 20:10:36.895181 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:36.895327 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:36.895457 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHUsername
I1204 20:10:36.895582 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:10:36.895780 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1204 20:10:36.895798 27912 main.go:141] libmachine: About to run SSH command:
sudo hostname ha-739930-m03 && echo "ha-739930-m03" | sudo tee /etc/hostname
I1204 20:10:37.022149 27912 main.go:141] libmachine: SSH cmd err, output: <nil>: ha-739930-m03
I1204 20:10:37.022188 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHHostname
I1204 20:10:37.024859 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.025302 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:37.025324 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.025555 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHPort
I1204 20:10:37.025739 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:37.025923 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:37.026044 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHUsername
I1204 20:10:37.026196 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:10:37.026355 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1204 20:10:37.026371 27912 main.go:141] libmachine: About to run SSH command:
if ! grep -xq '.*\sha-739930-m03' /etc/hosts; then
if grep -xq '127.0.1.1\s.*' /etc/hosts; then
sudo sed -i 's/^127.0.1.1\s.*/127.0.1.1 ha-739930-m03/g' /etc/hosts;
else
echo '127.0.1.1 ha-739930-m03' | sudo tee -a /etc/hosts;
fi
fi
I1204 20:10:37.143730 27912 main.go:141] libmachine: SSH cmd err, output: <nil>:
I1204 20:10:37.143754 27912 buildroot.go:172] set auth options {CertDir:/home/jenkins/minikube-integration/19985-10581/.minikube CaCertPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem CaPrivateKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca-key.pem CaCertRemotePath:/etc/docker/ca.pem ServerCertPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem ServerKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/server-key.pem ClientKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem ServerCertRemotePath:/etc/docker/server.pem ServerKeyRemotePath:/etc/docker/server-key.pem ClientCertPath:/home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem ServerCertSANs:[] StorePath:/home/jenkins/minikube-integration/19985-10581/.minikube}
I1204 20:10:37.143777 27912 buildroot.go:174] setting up certificates
I1204 20:10:37.143788 27912 provision.go:84] configureAuth start
I1204 20:10:37.143795 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetMachineName
I1204 20:10:37.144053 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetIP
I1204 20:10:37.146742 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.147064 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:37.147095 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.147234 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHHostname
I1204 20:10:37.149352 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.149692 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:37.149719 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.149832 27912 provision.go:143] copyHostCerts
I1204 20:10:37.149875 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem -> /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem
I1204 20:10:37.149914 27912 exec_runner.go:144] found /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem, removing ...
I1204 20:10:37.149926 27912 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem
I1204 20:10:37.150010 27912 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem --> /home/jenkins/minikube-integration/19985-10581/.minikube/ca.pem (1078 bytes)
I1204 20:10:37.150120 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem -> /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem
I1204 20:10:37.150164 27912 exec_runner.go:144] found /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem, removing ...
I1204 20:10:37.150175 27912 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem
I1204 20:10:37.150216 27912 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem --> /home/jenkins/minikube-integration/19985-10581/.minikube/cert.pem (1123 bytes)
I1204 20:10:37.150301 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem -> /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem
I1204 20:10:37.150325 27912 exec_runner.go:144] found /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem, removing ...
I1204 20:10:37.150331 27912 exec_runner.go:203] rm: /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem
I1204 20:10:37.150367 27912 exec_runner.go:151] cp: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem --> /home/jenkins/minikube-integration/19985-10581/.minikube/key.pem (1679 bytes)
I1204 20:10:37.150468 27912 provision.go:117] generating server cert: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem ca-key=/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem private-key=/home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca-key.pem org=jenkins.ha-739930-m03 san=[127.0.0.1 192.168.39.176 ha-739930-m03 localhost minikube]
I1204 20:10:37.504595 27912 provision.go:177] copyRemoteCerts
I1204 20:10:37.504652 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/docker /etc/docker /etc/docker
I1204 20:10:37.504676 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHHostname
I1204 20:10:37.507572 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.507995 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:37.508023 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.508251 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHPort
I1204 20:10:37.508469 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:37.508628 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHUsername
I1204 20:10:37.508752 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03/id_rsa Username:docker}
I1204 20:10:37.592737 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem -> /etc/docker/ca.pem
I1204 20:10:37.592815 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem --> /etc/docker/ca.pem (1078 bytes)
I1204 20:10:37.614702 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem -> /etc/docker/server.pem
I1204 20:10:37.614759 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server.pem --> /etc/docker/server.pem (1208 bytes)
I1204 20:10:37.636793 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server-key.pem -> /etc/docker/server-key.pem
I1204 20:10:37.636856 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/machines/server-key.pem --> /etc/docker/server-key.pem (1675 bytes)
I1204 20:10:37.657514 27912 provision.go:87] duration metric: took 513.715697ms to configureAuth
I1204 20:10:37.657537 27912 buildroot.go:189] setting minikube options for container-runtime
I1204 20:10:37.657776 27912 config.go:182] Loaded profile config "ha-739930": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1204 20:10:37.657846 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHHostname
I1204 20:10:37.660375 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.660716 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:37.660743 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.660915 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHPort
I1204 20:10:37.661101 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:37.661283 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:37.661394 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHUsername
I1204 20:10:37.661530 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:10:37.661715 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1204 20:10:37.661731 27912 main.go:141] libmachine: About to run SSH command:
sudo mkdir -p /etc/sysconfig && printf %s "
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
" | sudo tee /etc/sysconfig/crio.minikube && sudo systemctl restart crio
I1204 20:10:37.909620 27912 main.go:141] libmachine: SSH cmd err, output: <nil>:
CRIO_MINIKUBE_OPTIONS='--insecure-registry 10.96.0.0/12 '
I1204 20:10:37.909653 27912 main.go:141] libmachine: Checking connection to Docker...
I1204 20:10:37.909661 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetURL
I1204 20:10:37.911012 27912 main.go:141] libmachine: (ha-739930-m03) DBG | Using libvirt version 6000000
I1204 20:10:37.913430 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.913836 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:37.913865 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.913996 27912 main.go:141] libmachine: Docker is up and running!
I1204 20:10:37.914009 27912 main.go:141] libmachine: Reticulating splines...
I1204 20:10:37.914014 27912 client.go:171] duration metric: took 25.723578899s to LocalClient.Create
I1204 20:10:37.914034 27912 start.go:167] duration metric: took 25.723643031s to libmachine.API.Create "ha-739930"
I1204 20:10:37.914045 27912 start.go:293] postStartSetup for "ha-739930-m03" (driver="kvm2")
I1204 20:10:37.914058 27912 start.go:322] creating required directories: [/etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs]
I1204 20:10:37.914082 27912 main.go:141] libmachine: (ha-739930-m03) Calling .DriverName
I1204 20:10:37.914308 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/kubernetes/addons /etc/kubernetes/manifests /var/tmp/minikube /var/lib/minikube /var/lib/minikube/certs /var/lib/minikube/images /var/lib/minikube/binaries /tmp/gvisor /usr/share/ca-certificates /etc/ssl/certs
I1204 20:10:37.914329 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHHostname
I1204 20:10:37.916698 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.917013 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:37.917037 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:37.917163 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHPort
I1204 20:10:37.917355 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:37.917507 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHUsername
I1204 20:10:37.917647 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03/id_rsa Username:docker}
I1204 20:10:38.000720 27912 ssh_runner.go:195] Run: cat /etc/os-release
I1204 20:10:38.004659 27912 info.go:137] Remote host: Buildroot 2023.02.9
I1204 20:10:38.004677 27912 filesync.go:126] Scanning /home/jenkins/minikube-integration/19985-10581/.minikube/addons for local assets ...
I1204 20:10:38.004732 27912 filesync.go:126] Scanning /home/jenkins/minikube-integration/19985-10581/.minikube/files for local assets ...
I1204 20:10:38.004797 27912 filesync.go:149] local asset: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem -> 177432.pem in /etc/ssl/certs
I1204 20:10:38.004805 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem -> /etc/ssl/certs/177432.pem
I1204 20:10:38.004881 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/ssl/certs
I1204 20:10:38.014138 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem --> /etc/ssl/certs/177432.pem (1708 bytes)
I1204 20:10:38.035007 27912 start.go:296] duration metric: took 120.952939ms for postStartSetup
I1204 20:10:38.035043 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetConfigRaw
I1204 20:10:38.035625 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetIP
I1204 20:10:38.038045 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:38.038404 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:38.038431 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:38.038707 27912 profile.go:143] Saving config to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/config.json ...
I1204 20:10:38.038928 27912 start.go:128] duration metric: took 25.86768393s to createHost
I1204 20:10:38.038955 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHHostname
I1204 20:10:38.040921 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:38.041241 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:38.041260 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:38.041384 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHPort
I1204 20:10:38.041567 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:38.041725 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:38.041870 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHUsername
I1204 20:10:38.042033 27912 main.go:141] libmachine: Using SSH client type: native
I1204 20:10:38.042234 27912 main.go:141] libmachine: &{{{<nil> 0 [] [] []} docker [0x866ca0] 0x869980 <nil> [] 0s} 192.168.39.176 22 <nil> <nil>}
I1204 20:10:38.042247 27912 main.go:141] libmachine: About to run SSH command:
date +%s.%N
I1204 20:10:38.147467 27912 main.go:141] libmachine: SSH cmd err, output: <nil>: 1733343038.125898138
I1204 20:10:38.147487 27912 fix.go:216] guest clock: 1733343038.125898138
I1204 20:10:38.147494 27912 fix.go:229] Guest: 2024-12-04 20:10:38.125898138 +0000 UTC Remote: 2024-12-04 20:10:38.038942767 +0000 UTC m=+146.136314147 (delta=86.955371ms)
I1204 20:10:38.147507 27912 fix.go:200] guest clock delta is within tolerance: 86.955371ms
I1204 20:10:38.147511 27912 start.go:83] releasing machines lock for "ha-739930-m03", held for 25.976405222s
I1204 20:10:38.147527 27912 main.go:141] libmachine: (ha-739930-m03) Calling .DriverName
I1204 20:10:38.147758 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetIP
I1204 20:10:38.150388 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:38.150780 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:38.150809 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:38.153038 27912 out.go:177] * Found network options:
I1204 20:10:38.154623 27912 out.go:177] - NO_PROXY=192.168.39.183,192.168.39.216
W1204 20:10:38.155949 27912 proxy.go:119] fail to check proxy env: Error ip not in block
W1204 20:10:38.155970 27912 proxy.go:119] fail to check proxy env: Error ip not in block
I1204 20:10:38.155981 27912 main.go:141] libmachine: (ha-739930-m03) Calling .DriverName
I1204 20:10:38.156494 27912 main.go:141] libmachine: (ha-739930-m03) Calling .DriverName
I1204 20:10:38.156668 27912 main.go:141] libmachine: (ha-739930-m03) Calling .DriverName
I1204 20:10:38.156762 27912 ssh_runner.go:195] Run: curl -sS -m 2 https://registry.k8s.io/
I1204 20:10:38.156817 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHHostname
W1204 20:10:38.156874 27912 proxy.go:119] fail to check proxy env: Error ip not in block
W1204 20:10:38.156896 27912 proxy.go:119] fail to check proxy env: Error ip not in block
I1204 20:10:38.156981 27912 ssh_runner.go:195] Run: sudo sh -c "podman version >/dev/null"
I1204 20:10:38.157003 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHHostname
I1204 20:10:38.159414 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:38.159669 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:38.159823 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:38.159847 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:38.159966 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHPort
I1204 20:10:38.160094 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:38.160122 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:38.160127 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:38.160279 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHPort
I1204 20:10:38.160293 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHUsername
I1204 20:10:38.160410 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03/id_rsa Username:docker}
I1204 20:10:38.160424 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHKeyPath
I1204 20:10:38.160525 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetSSHUsername
I1204 20:10:38.160650 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.176 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930-m03/id_rsa Username:docker}
I1204 20:10:38.394150 27912 ssh_runner.go:195] Run: sh -c "stat /etc/cni/net.d/*loopback.conf*"
W1204 20:10:38.401145 27912 cni.go:209] loopback cni configuration skipped: "/etc/cni/net.d/*loopback.conf*" not found
I1204 20:10:38.401209 27912 ssh_runner.go:195] Run: sudo find /etc/cni/net.d -maxdepth 1 -type f ( ( -name *bridge* -or -name *podman* ) -and -not -name *.mk_disabled ) -printf "%p, " -exec sh -c "sudo mv {} {}.mk_disabled" ;
I1204 20:10:38.417195 27912 cni.go:262] disabled [/etc/cni/net.d/87-podman-bridge.conflist] bridge cni config(s)
I1204 20:10:38.417223 27912 start.go:495] detecting cgroup driver to use...
I1204 20:10:38.417296 27912 ssh_runner.go:195] Run: sudo systemctl stop -f containerd
I1204 20:10:38.435131 27912 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service containerd
I1204 20:10:38.448563 27912 docker.go:217] disabling cri-docker service (if available) ...
I1204 20:10:38.448618 27912 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.socket
I1204 20:10:38.461725 27912 ssh_runner.go:195] Run: sudo systemctl stop -f cri-docker.service
I1204 20:10:38.474727 27912 ssh_runner.go:195] Run: sudo systemctl disable cri-docker.socket
I1204 20:10:38.588798 27912 ssh_runner.go:195] Run: sudo systemctl mask cri-docker.service
I1204 20:10:38.745587 27912 docker.go:233] disabling docker service ...
I1204 20:10:38.745653 27912 ssh_runner.go:195] Run: sudo systemctl stop -f docker.socket
I1204 20:10:38.759235 27912 ssh_runner.go:195] Run: sudo systemctl stop -f docker.service
I1204 20:10:38.771608 27912 ssh_runner.go:195] Run: sudo systemctl disable docker.socket
I1204 20:10:38.877832 27912 ssh_runner.go:195] Run: sudo systemctl mask docker.service
I1204 20:10:38.982502 27912 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service docker
I1204 20:10:38.995491 27912 ssh_runner.go:195] Run: /bin/bash -c "sudo mkdir -p /etc && printf %s "runtime-endpoint: unix:///var/run/crio/crio.sock
" | sudo tee /etc/crictl.yaml"
I1204 20:10:39.012043 27912 crio.go:59] configure cri-o to use "registry.k8s.io/pause:3.10" pause image...
I1204 20:10:39.012100 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*pause_image = .*$|pause_image = "registry.k8s.io/pause:3.10"|' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:10:39.021299 27912 crio.go:70] configuring cri-o to use "cgroupfs" as cgroup driver...
I1204 20:10:39.021358 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i 's|^.*cgroup_manager = .*$|cgroup_manager = "cgroupfs"|' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:10:39.030541 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i '/conmon_cgroup = .*/d' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:10:39.039631 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i '/cgroup_manager = .*/a conmon_cgroup = "pod"' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:10:39.048551 27912 ssh_runner.go:195] Run: sh -c "sudo rm -rf /etc/cni/net.mk"
I1204 20:10:39.058773 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i '/^ *"net.ipv4.ip_unprivileged_port_start=.*"/d' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:10:39.068061 27912 ssh_runner.go:195] Run: sh -c "sudo grep -q "^ *default_sysctls" /etc/crio/crio.conf.d/02-crio.conf || sudo sed -i '/conmon_cgroup = .*/a default_sysctls = \[\n\]' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:10:39.083733 27912 ssh_runner.go:195] Run: sh -c "sudo sed -i -r 's|^default_sysctls *= *\[|&\n "net.ipv4.ip_unprivileged_port_start=0",|' /etc/crio/crio.conf.d/02-crio.conf"
I1204 20:10:39.092600 27912 ssh_runner.go:195] Run: sudo sysctl net.bridge.bridge-nf-call-iptables
I1204 20:10:39.101297 27912 crio.go:166] couldn't verify netfilter by "sudo sysctl net.bridge.bridge-nf-call-iptables" which might be okay. error: sudo sysctl net.bridge.bridge-nf-call-iptables: Process exited with status 255
stdout:
stderr:
sysctl: cannot stat /proc/sys/net/bridge/bridge-nf-call-iptables: No such file or directory
I1204 20:10:39.101340 27912 ssh_runner.go:195] Run: sudo modprobe br_netfilter
I1204 20:10:39.113156 27912 ssh_runner.go:195] Run: sudo sh -c "echo 1 > /proc/sys/net/ipv4/ip_forward"
I1204 20:10:39.122303 27912 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1204 20:10:39.227598 27912 ssh_runner.go:195] Run: sudo systemctl restart crio
I1204 20:10:39.312250 27912 start.go:542] Will wait 60s for socket path /var/run/crio/crio.sock
I1204 20:10:39.312323 27912 ssh_runner.go:195] Run: stat /var/run/crio/crio.sock
I1204 20:10:39.316600 27912 start.go:563] Will wait 60s for crictl version
I1204 20:10:39.316650 27912 ssh_runner.go:195] Run: which crictl
I1204 20:10:39.320258 27912 ssh_runner.go:195] Run: sudo /usr/bin/crictl version
I1204 20:10:39.357732 27912 start.go:579] Version: 0.1.0
RuntimeName: cri-o
RuntimeVersion: 1.29.1
RuntimeApiVersion: v1
I1204 20:10:39.357795 27912 ssh_runner.go:195] Run: crio --version
I1204 20:10:39.390225 27912 ssh_runner.go:195] Run: crio --version
I1204 20:10:39.419008 27912 out.go:177] * Preparing Kubernetes v1.31.2 on CRI-O 1.29.1 ...
I1204 20:10:39.420400 27912 out.go:177] - env NO_PROXY=192.168.39.183
I1204 20:10:39.421790 27912 out.go:177] - env NO_PROXY=192.168.39.183,192.168.39.216
I1204 20:10:39.423169 27912 main.go:141] libmachine: (ha-739930-m03) Calling .GetIP
I1204 20:10:39.425979 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:39.426437 27912 main.go:141] libmachine: (ha-739930-m03) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:8f:55:42", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:10:26 +0000 UTC Type:0 Mac:52:54:00:8f:55:42 Iaid: IPaddr:192.168.39.176 Prefix:24 Hostname:ha-739930-m03 Clientid:01:52:54:00:8f:55:42}
I1204 20:10:39.426466 27912 main.go:141] libmachine: (ha-739930-m03) DBG | domain ha-739930-m03 has defined IP address 192.168.39.176 and MAC address 52:54:00:8f:55:42 in network mk-ha-739930
I1204 20:10:39.426672 27912 ssh_runner.go:195] Run: grep 192.168.39.1 host.minikube.internal$ /etc/hosts
I1204 20:10:39.431086 27912 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\thost.minikube.internal$' "/etc/hosts"; echo "192.168.39.1 host.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1204 20:10:39.443488 27912 mustload.go:65] Loading cluster: ha-739930
I1204 20:10:39.443719 27912 config.go:182] Loaded profile config "ha-739930": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1204 20:10:39.443987 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:10:39.444059 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:10:39.459062 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:36859
I1204 20:10:39.459454 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:10:39.459962 27912 main.go:141] libmachine: Using API Version 1
I1204 20:10:39.459982 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:10:39.460287 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:10:39.460468 27912 main.go:141] libmachine: (ha-739930) Calling .GetState
I1204 20:10:39.462100 27912 host.go:66] Checking if "ha-739930" exists ...
I1204 20:10:39.462434 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:10:39.462472 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:10:39.476580 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:34581
I1204 20:10:39.476947 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:10:39.477280 27912 main.go:141] libmachine: Using API Version 1
I1204 20:10:39.477302 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:10:39.477596 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:10:39.477759 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:10:39.477901 27912 certs.go:68] Setting up /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930 for IP: 192.168.39.176
I1204 20:10:39.477913 27912 certs.go:194] generating shared ca certs ...
I1204 20:10:39.477926 27912 certs.go:226] acquiring lock for ca certs: {Name:mkbcef564e8ef570ece773b833ebf1b4ab4c1ebf Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:10:39.478032 27912 certs.go:235] skipping valid "minikubeCA" ca cert: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.key
I1204 20:10:39.478067 27912 certs.go:235] skipping valid "proxyClientCA" ca cert: /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.key
I1204 20:10:39.478076 27912 certs.go:256] generating profile certs ...
I1204 20:10:39.478140 27912 certs.go:359] skipping valid signed profile cert regeneration for "minikube-user": /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.key
I1204 20:10:39.478162 27912 certs.go:363] generating signed profile cert for "minikube": /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.58072db8
I1204 20:10:39.478183 27912 crypto.go:68] Generating cert /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.58072db8 with IP's: [10.96.0.1 127.0.0.1 10.0.0.1 192.168.39.183 192.168.39.216 192.168.39.176 192.168.39.254]
I1204 20:10:39.647686 27912 crypto.go:156] Writing cert to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.58072db8 ...
I1204 20:10:39.647712 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.58072db8: {Name:mka45902bb26beb0e72f217dc87741ab3309d928 Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:10:39.647887 27912 crypto.go:164] Writing key to /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.58072db8 ...
I1204 20:10:39.647910 27912 lock.go:35] WriteFile acquiring /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.58072db8: {Name:mk0280d80935ba52cb98acc5d6236d25a3a3095d Clock:{} Delay:500ms Timeout:1m0s Cancel:<nil>}
I1204 20:10:39.648008 27912 certs.go:381] copying /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt.58072db8 -> /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt
I1204 20:10:39.648187 27912 certs.go:385] copying /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key.58072db8 -> /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key
I1204 20:10:39.648361 27912 certs.go:359] skipping valid signed profile cert regeneration for "aggregator": /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.key
I1204 20:10:39.648383 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt -> /var/lib/minikube/certs/ca.crt
I1204 20:10:39.648403 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.key -> /var/lib/minikube/certs/ca.key
I1204 20:10:39.648422 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.crt -> /var/lib/minikube/certs/proxy-client-ca.crt
I1204 20:10:39.648440 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.key -> /var/lib/minikube/certs/proxy-client-ca.key
I1204 20:10:39.648458 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt -> /var/lib/minikube/certs/apiserver.crt
I1204 20:10:39.648475 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key -> /var/lib/minikube/certs/apiserver.key
I1204 20:10:39.648493 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.crt -> /var/lib/minikube/certs/proxy-client.crt
I1204 20:10:39.663476 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.key -> /var/lib/minikube/certs/proxy-client.key
I1204 20:10:39.663545 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743.pem (1338 bytes)
W1204 20:10:39.663584 27912 certs.go:480] ignoring /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743_empty.pem, impossibly tiny 0 bytes
I1204 20:10:39.663595 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca-key.pem (1679 bytes)
I1204 20:10:39.663616 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/ca.pem (1078 bytes)
I1204 20:10:39.663649 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/cert.pem (1123 bytes)
I1204 20:10:39.663681 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/key.pem (1679 bytes)
I1204 20:10:39.663737 27912 certs.go:484] found cert: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem (1708 bytes)
I1204 20:10:39.663769 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt -> /usr/share/ca-certificates/minikubeCA.pem
I1204 20:10:39.663786 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743.pem -> /usr/share/ca-certificates/17743.pem
I1204 20:10:39.663805 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem -> /usr/share/ca-certificates/177432.pem
I1204 20:10:39.663843 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:10:39.666431 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:10:39.666764 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:10:39.666781 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:10:39.666946 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:10:39.667122 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:10:39.667283 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:10:39.667442 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa Username:docker}
I1204 20:10:39.739814 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.pub
I1204 20:10:39.744522 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.pub --> memory (451 bytes)
I1204 20:10:39.755922 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/sa.key
I1204 20:10:39.759927 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/sa.key --> memory (1679 bytes)
I1204 20:10:39.770702 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.crt
I1204 20:10:39.775183 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.crt --> memory (1123 bytes)
I1204 20:10:39.787784 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/front-proxy-ca.key
I1204 20:10:39.792674 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/front-proxy-ca.key --> memory (1675 bytes)
I1204 20:10:39.805368 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.crt
I1204 20:10:39.809503 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.crt --> memory (1094 bytes)
I1204 20:10:39.828088 27912 ssh_runner.go:195] Run: stat -c %s /var/lib/minikube/certs/etcd/ca.key
I1204 20:10:39.832824 27912 ssh_runner.go:447] scp /var/lib/minikube/certs/etcd/ca.key --> memory (1679 bytes)
I1204 20:10:39.844859 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt --> /var/lib/minikube/certs/ca.crt (1111 bytes)
I1204 20:10:39.869334 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/ca.key --> /var/lib/minikube/certs/ca.key (1675 bytes)
I1204 20:10:39.893785 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.crt --> /var/lib/minikube/certs/proxy-client-ca.crt (1119 bytes)
I1204 20:10:39.916818 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/proxy-client-ca.key --> /var/lib/minikube/certs/proxy-client-ca.key (1679 bytes)
I1204 20:10:39.939176 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.crt --> /var/lib/minikube/certs/apiserver.crt (1444 bytes)
I1204 20:10:39.961163 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/apiserver.key --> /var/lib/minikube/certs/apiserver.key (1679 bytes)
I1204 20:10:39.983006 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.crt --> /var/lib/minikube/certs/proxy-client.crt (1147 bytes)
I1204 20:10:40.005681 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/proxy-client.key --> /var/lib/minikube/certs/proxy-client.key (1675 bytes)
I1204 20:10:40.028546 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt --> /usr/share/ca-certificates/minikubeCA.pem (1111 bytes)
I1204 20:10:40.051809 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/certs/17743.pem --> /usr/share/ca-certificates/17743.pem (1338 bytes)
I1204 20:10:40.074413 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/files/etc/ssl/certs/177432.pem --> /usr/share/ca-certificates/177432.pem (1708 bytes)
I1204 20:10:40.097808 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.pub (451 bytes)
I1204 20:10:40.113924 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/sa.key (1679 bytes)
I1204 20:10:40.131147 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.crt (1123 bytes)
I1204 20:10:40.149216 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/front-proxy-ca.key (1675 bytes)
I1204 20:10:40.166655 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.crt (1094 bytes)
I1204 20:10:40.182489 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/certs/etcd/ca.key (1679 bytes)
I1204 20:10:40.200001 27912 ssh_runner.go:362] scp memory --> /var/lib/minikube/kubeconfig (744 bytes)
I1204 20:10:40.221223 27912 ssh_runner.go:195] Run: openssl version
I1204 20:10:40.226405 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/minikubeCA.pem && ln -fs /usr/share/ca-certificates/minikubeCA.pem /etc/ssl/certs/minikubeCA.pem"
I1204 20:10:40.235863 27912 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/minikubeCA.pem
I1204 20:10:40.239603 27912 certs.go:528] hashing: -rw-r--r-- 1 root root 1111 Dec 4 19:53 /usr/share/ca-certificates/minikubeCA.pem
I1204 20:10:40.239672 27912 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/minikubeCA.pem
I1204 20:10:40.245186 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/b5213941.0 || ln -fs /etc/ssl/certs/minikubeCA.pem /etc/ssl/certs/b5213941.0"
I1204 20:10:40.256188 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/17743.pem && ln -fs /usr/share/ca-certificates/17743.pem /etc/ssl/certs/17743.pem"
I1204 20:10:40.266724 27912 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/17743.pem
I1204 20:10:40.271086 27912 certs.go:528] hashing: -rw-r--r-- 1 root root 1338 Dec 4 20:04 /usr/share/ca-certificates/17743.pem
I1204 20:10:40.271119 27912 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/17743.pem
I1204 20:10:40.276304 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/51391683.0 || ln -fs /etc/ssl/certs/17743.pem /etc/ssl/certs/51391683.0"
I1204 20:10:40.286222 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -s /usr/share/ca-certificates/177432.pem && ln -fs /usr/share/ca-certificates/177432.pem /etc/ssl/certs/177432.pem"
I1204 20:10:40.297060 27912 ssh_runner.go:195] Run: ls -la /usr/share/ca-certificates/177432.pem
I1204 20:10:40.301192 27912 certs.go:528] hashing: -rw-r--r-- 1 root root 1708 Dec 4 20:04 /usr/share/ca-certificates/177432.pem
I1204 20:10:40.301236 27912 ssh_runner.go:195] Run: openssl x509 -hash -noout -in /usr/share/ca-certificates/177432.pem
I1204 20:10:40.307282 27912 ssh_runner.go:195] Run: sudo /bin/bash -c "test -L /etc/ssl/certs/3ec20f2e.0 || ln -fs /etc/ssl/certs/177432.pem /etc/ssl/certs/3ec20f2e.0"
I1204 20:10:40.317487 27912 ssh_runner.go:195] Run: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt
I1204 20:10:40.320982 27912 certs.go:399] 'apiserver-kubelet-client' cert doesn't exist, likely first start: stat /var/lib/minikube/certs/apiserver-kubelet-client.crt: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/certs/apiserver-kubelet-client.crt': No such file or directory
I1204 20:10:40.321045 27912 kubeadm.go:934] updating node {m03 192.168.39.176 8443 v1.31.2 crio true true} ...
I1204 20:10:40.321144 27912 kubeadm.go:946] kubelet [Unit]
Wants=crio.service
[Service]
ExecStart=
ExecStart=/var/lib/minikube/binaries/v1.31.2/kubelet --bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --config=/var/lib/kubelet/config.yaml --hostname-override=ha-739930-m03 --kubeconfig=/etc/kubernetes/kubelet.conf --node-ip=192.168.39.176
[Install]
config:
{KubernetesVersion:v1.31.2 ClusterName:ha-739930 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:}
I1204 20:10:40.321175 27912 kube-vip.go:115] generating kube-vip config ...
I1204 20:10:40.321208 27912 ssh_runner.go:195] Run: sudo sh -c "modprobe --all ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack"
I1204 20:10:40.335360 27912 kube-vip.go:167] auto-enabling control-plane load-balancing in kube-vip
I1204 20:10:40.335431 27912 kube-vip.go:137] kube-vip config:
apiVersion: v1
kind: Pod
metadata:
creationTimestamp: null
name: kube-vip
namespace: kube-system
spec:
containers:
- args:
- manager
env:
- name: vip_arp
value: "true"
- name: port
value: "8443"
- name: vip_nodename
valueFrom:
fieldRef:
fieldPath: spec.nodeName
- name: vip_interface
value: eth0
- name: vip_cidr
value: "32"
- name: dns_mode
value: first
- name: cp_enable
value: "true"
- name: cp_namespace
value: kube-system
- name: vip_leaderelection
value: "true"
- name: vip_leasename
value: plndr-cp-lock
- name: vip_leaseduration
value: "5"
- name: vip_renewdeadline
value: "3"
- name: vip_retryperiod
value: "1"
- name: address
value: 192.168.39.254
- name: prometheus_server
value: :2112
- name : lb_enable
value: "true"
- name: lb_port
value: "8443"
image: ghcr.io/kube-vip/kube-vip:v0.8.6
imagePullPolicy: IfNotPresent
name: kube-vip
resources: {}
securityContext:
capabilities:
add:
- NET_ADMIN
- NET_RAW
volumeMounts:
- mountPath: /etc/kubernetes/admin.conf
name: kubeconfig
hostAliases:
- hostnames:
- kubernetes
ip: 127.0.0.1
hostNetwork: true
volumes:
- hostPath:
path: "/etc/kubernetes/admin.conf"
name: kubeconfig
status: {}
I1204 20:10:40.335468 27912 ssh_runner.go:195] Run: sudo ls /var/lib/minikube/binaries/v1.31.2
I1204 20:10:40.344356 27912 binaries.go:47] Didn't find k8s binaries: sudo ls /var/lib/minikube/binaries/v1.31.2: Process exited with status 2
stdout:
stderr:
ls: cannot access '/var/lib/minikube/binaries/v1.31.2': No such file or directory
Initiating transfer...
I1204 20:10:40.344387 27912 ssh_runner.go:195] Run: sudo mkdir -p /var/lib/minikube/binaries/v1.31.2
I1204 20:10:40.352481 27912 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubectl.sha256
I1204 20:10:40.352490 27912 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubelet.sha256
I1204 20:10:40.352500 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubectl -> /var/lib/minikube/binaries/v1.31.2/kubectl
I1204 20:10:40.352520 27912 binary.go:74] Not caching binary, using https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm?checksum=file:https://dl.k8s.io/release/v1.31.2/bin/linux/amd64/kubeadm.sha256
I1204 20:10:40.352529 27912 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1204 20:10:40.352538 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubeadm -> /var/lib/minikube/binaries/v1.31.2/kubeadm
I1204 20:10:40.352555 27912 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl
I1204 20:10:40.352614 27912 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm
I1204 20:10:40.357211 27912 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubeadm: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubeadm: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubeadm': No such file or directory
I1204 20:10:40.357232 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubeadm --> /var/lib/minikube/binaries/v1.31.2/kubeadm (58290328 bytes)
I1204 20:10:40.373861 27912 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubectl: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubectl: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubectl': No such file or directory
I1204 20:10:40.373888 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubectl --> /var/lib/minikube/binaries/v1.31.2/kubectl (56381592 bytes)
I1204 20:10:40.393917 27912 vm_assets.go:164] NewFileAsset: /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubelet -> /var/lib/minikube/binaries/v1.31.2/kubelet
I1204 20:10:40.394019 27912 ssh_runner.go:195] Run: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet
I1204 20:10:40.435438 27912 ssh_runner.go:352] existence check for /var/lib/minikube/binaries/v1.31.2/kubelet: stat -c "%s %y" /var/lib/minikube/binaries/v1.31.2/kubelet: Process exited with status 1
stdout:
stderr:
stat: cannot statx '/var/lib/minikube/binaries/v1.31.2/kubelet': No such file or directory
I1204 20:10:40.435480 27912 ssh_runner.go:362] scp /home/jenkins/minikube-integration/19985-10581/.minikube/cache/linux/amd64/v1.31.2/kubelet --> /var/lib/minikube/binaries/v1.31.2/kubelet (76902744 bytes)
I1204 20:10:41.204864 27912 ssh_runner.go:195] Run: sudo mkdir -p /etc/systemd/system/kubelet.service.d /lib/systemd/system /etc/kubernetes/manifests
I1204 20:10:41.214084 27912 ssh_runner.go:362] scp memory --> /etc/systemd/system/kubelet.service.d/10-kubeadm.conf (313 bytes)
I1204 20:10:41.230130 27912 ssh_runner.go:362] scp memory --> /lib/systemd/system/kubelet.service (352 bytes)
I1204 20:10:41.245590 27912 ssh_runner.go:362] scp memory --> /etc/kubernetes/manifests/kube-vip.yaml (1441 bytes)
I1204 20:10:41.261184 27912 ssh_runner.go:195] Run: grep 192.168.39.254 control-plane.minikube.internal$ /etc/hosts
I1204 20:10:41.264917 27912 ssh_runner.go:195] Run: /bin/bash -c "{ grep -v $'\tcontrol-plane.minikube.internal$' "/etc/hosts"; echo "192.168.39.254 control-plane.minikube.internal"; } > /tmp/h.$$; sudo cp /tmp/h.$$ "/etc/hosts""
I1204 20:10:41.276834 27912 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1204 20:10:41.407860 27912 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1204 20:10:41.425834 27912 host.go:66] Checking if "ha-739930" exists ...
I1204 20:10:41.426358 27912 main.go:141] libmachine: Found binary path at /home/jenkins/workspace/KVM_Linux_crio_integration/out/docker-machine-driver-kvm2
I1204 20:10:41.426432 27912 main.go:141] libmachine: Launching plugin server for driver kvm2
I1204 20:10:41.444259 27912 main.go:141] libmachine: Plugin server listening at address 127.0.0.1:39271
I1204 20:10:41.444841 27912 main.go:141] libmachine: () Calling .GetVersion
I1204 20:10:41.445793 27912 main.go:141] libmachine: Using API Version 1
I1204 20:10:41.445819 27912 main.go:141] libmachine: () Calling .SetConfigRaw
I1204 20:10:41.446152 27912 main.go:141] libmachine: () Calling .GetMachineName
I1204 20:10:41.446372 27912 main.go:141] libmachine: (ha-739930) Calling .DriverName
I1204 20:10:41.446554 27912 start.go:317] joinCluster: &{Name:ha-739930 KeepContext:false EmbedCerts:false MinikubeISO:https://storage.googleapis.com/minikube-builds/iso/19917/minikube-v1.34.0-1730913550-19917-amd64.iso KicBaseImage:gcr.io/k8s-minikube/kicbase-builds:v0.0.45-1730888964-19917@sha256:629a5748e3ec15a091fef12257eb3754b8ffc0c974ebcbb016451c65d1829615 Memory:2200 CPUs:2 DiskSize:20000 Driver:kvm2 HyperkitVpnKitSock: HyperkitVSockPorts:[] DockerEnv:[] ContainerVolumeMounts:[] InsecureRegistry:[] RegistryMirror:[] HostOnlyCIDR:192.168.59.1/24 HypervVirtualSwitch: HypervUseExternalSwitch:false HypervExternalAdapter: KVMNetwork:default KVMQemuURI:qemu:///system KVMGPU:false KVMHidden:false KVMNUMACount:1 APIServerPort:8443 DockerOpt:[] DisableDriverMounts:false NFSShare:[] NFSSharesRoot:/nfsshares UUID: NoVTXCheck:false DNSProxy:false HostDNSResolver:true HostOnlyNicType:virtio NatNicType:virtio SSHIPAddress: SSHUser:root SSHKey: SSHPort:22 KubernetesConfig:{KubernetesVersion:v1.31.2 Cluster
Name:ha-739930 Namespace:default APIServerHAVIP:192.168.39.254 APIServerName:minikubeCA APIServerNames:[] APIServerIPs:[] DNSDomain:cluster.local ContainerRuntime:crio CRISocket: NetworkPlugin:cni FeatureGates: ServiceCIDR:10.96.0.0/12 ImageRepository: LoadBalancerStartIP: LoadBalancerEndIP: CustomIngressCert: RegistryAliases: ExtraOptions:[] ShouldLoadCachedImages:true EnableDefaultCNI:false CNI:} Nodes:[{Name: IP:192.168.39.183 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m02 IP:192.168.39.216 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true} {Name:m03 IP:192.168.39.176 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}] Addons:map[ambassador:false amd-gpu-device-plugin:false auto-pause:false cloud-spanner:false csi-hostpath-driver:false dashboard:false default-storageclass:false efk:false freshpod:false gcp-auth:false gvisor:false headlamp:false inaccel:false ingress:false ingress-
dns:false inspektor-gadget:false istio:false istio-provisioner:false kong:false kubeflow:false kubevirt:false logviewer:false metallb:false metrics-server:false nvidia-device-plugin:false nvidia-driver-installer:false nvidia-gpu-device-plugin:false olm:false pod-security-policy:false portainer:false registry:false registry-aliases:false registry-creds:false storage-provisioner:false storage-provisioner-gluster:false storage-provisioner-rancher:false volcano:false volumesnapshots:false yakd:false] CustomAddonImages:map[] CustomAddonRegistries:map[] VerifyComponents:map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true] StartHostTimeout:6m0s ScheduledStop:<nil> ExposedPorts:[] ListenAddress: Network: Subnet: MultiNodeRequested:true ExtraDisks:0 CertExpiration:26280h0m0s Mount:false MountString:/home/jenkins:/minikube-host Mount9PVersion:9p2000.L MountGID:docker MountIP: MountMSize:262144 MountOptions:[] MountPort:0 MountType:9p MountUID:docker BinaryMirror
: DisableOptimizations:false DisableMetrics:false CustomQemuFirmwarePath: SocketVMnetClientPath: SocketVMnetPath: StaticIP: SSHAuthSock: SSHAgentPID:0 GPUs: AutoPauseInterval:1m0s}
I1204 20:10:41.446705 27912 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm token create --print-join-command --ttl=0"
I1204 20:10:41.446730 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHHostname
I1204 20:10:41.449938 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:10:41.450354 27912 main.go:141] libmachine: (ha-739930) DBG | found host DHCP lease matching {name: "", mac: "52:54:00:b9:91:f7", ip: ""} in network mk-ha-739930: {Iface:virbr1 ExpiryTime:2024-12-04 21:08:26 +0000 UTC Type:0 Mac:52:54:00:b9:91:f7 Iaid: IPaddr:192.168.39.183 Prefix:24 Hostname:ha-739930 Clientid:01:52:54:00:b9:91:f7}
I1204 20:10:41.450382 27912 main.go:141] libmachine: (ha-739930) DBG | domain ha-739930 has defined IP address 192.168.39.183 and MAC address 52:54:00:b9:91:f7 in network mk-ha-739930
I1204 20:10:41.450525 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHPort
I1204 20:10:41.450704 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHKeyPath
I1204 20:10:41.450893 27912 main.go:141] libmachine: (ha-739930) Calling .GetSSHUsername
I1204 20:10:41.451051 27912 sshutil.go:53] new ssh client: &{IP:192.168.39.183 Port:22 SSHKeyPath:/home/jenkins/minikube-integration/19985-10581/.minikube/machines/ha-739930/id_rsa Username:docker}
I1204 20:10:41.603198 27912 start.go:343] trying to join control-plane node "m03" to cluster: &{Name:m03 IP:192.168.39.176 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1204 20:10:41.603245 27912 ssh_runner.go:195] Run: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token rsc6s7.pvvve9xxbfoucm3c --discovery-token-ca-cert-hash sha256:a6c412452b2f7a7f77671bb9d85a4b8ec4f4a1a6e222bdddc374e9fac186ce90 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-739930-m03 --control-plane --apiserver-advertise-address=192.168.39.176 --apiserver-bind-port=8443"
I1204 20:11:02.285051 27912 ssh_runner.go:235] Completed: /bin/bash -c "sudo env PATH="/var/lib/minikube/binaries/v1.31.2:$PATH" kubeadm join control-plane.minikube.internal:8443 --token rsc6s7.pvvve9xxbfoucm3c --discovery-token-ca-cert-hash sha256:a6c412452b2f7a7f77671bb9d85a4b8ec4f4a1a6e222bdddc374e9fac186ce90 --ignore-preflight-errors=all --cri-socket unix:///var/run/crio/crio.sock --node-name=ha-739930-m03 --control-plane --apiserver-advertise-address=192.168.39.176 --apiserver-bind-port=8443": (20.681780468s)
I1204 20:11:02.285099 27912 ssh_runner.go:195] Run: /bin/bash -c "sudo systemctl daemon-reload && sudo systemctl enable kubelet && sudo systemctl start kubelet"
I1204 20:11:02.929343 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig label --overwrite nodes ha-739930-m03 minikube.k8s.io/updated_at=2024_12_04T20_11_02_0700 minikube.k8s.io/version=v1.34.0 minikube.k8s.io/commit=b071a038f2c56b751b45082bb8c33ba68a652c59 minikube.k8s.io/name=ha-739930 minikube.k8s.io/primary=false
I1204 20:11:03.053541 27912 ssh_runner.go:195] Run: sudo /var/lib/minikube/binaries/v1.31.2/kubectl --kubeconfig=/var/lib/minikube/kubeconfig taint nodes ha-739930-m03 node-role.kubernetes.io/control-plane:NoSchedule-
I1204 20:11:03.177213 27912 start.go:319] duration metric: took 21.7306554s to joinCluster
I1204 20:11:03.177299 27912 start.go:235] Will wait 6m0s for node &{Name:m03 IP:192.168.39.176 Port:8443 KubernetesVersion:v1.31.2 ContainerRuntime:crio ControlPlane:true Worker:true}
I1204 20:11:03.177647 27912 config.go:182] Loaded profile config "ha-739930": Driver=kvm2, ContainerRuntime=crio, KubernetesVersion=v1.31.2
I1204 20:11:03.178583 27912 out.go:177] * Verifying Kubernetes components...
I1204 20:11:03.179869 27912 ssh_runner.go:195] Run: sudo systemctl daemon-reload
I1204 20:11:03.436285 27912 ssh_runner.go:195] Run: sudo systemctl start kubelet
I1204 20:11:03.491544 27912 loader.go:395] Config loaded from file: /home/jenkins/minikube-integration/19985-10581/kubeconfig
I1204 20:11:03.491892 27912 kapi.go:59] client config for ha-739930: &rest.Config{Host:"https://192.168.39.254:8443", APIPath:"", ContentConfig:rest.ContentConfig{AcceptContentTypes:"", ContentType:"", GroupVersion:(*schema.GroupVersion)(nil), NegotiatedSerializer:runtime.NegotiatedSerializer(nil)}, Username:"", Password:"", BearerToken:"", BearerTokenFile:"", Impersonate:rest.ImpersonationConfig{UserName:"", UID:"", Groups:[]string(nil), Extra:map[string][]string(nil)}, AuthProvider:<nil>, AuthConfigPersister:rest.AuthProviderConfigPersister(nil), ExecProvider:<nil>, TLSClientConfig:rest.sanitizedTLSClientConfig{Insecure:false, ServerName:"", CertFile:"/home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.crt", KeyFile:"/home/jenkins/minikube-integration/19985-10581/.minikube/profiles/ha-739930/client.key", CAFile:"/home/jenkins/minikube-integration/19985-10581/.minikube/ca.crt", CertData:[]uint8(nil), KeyData:[]uint8(nil), CAData:[]uint8(nil), NextProtos:[]string(nil)
}, UserAgent:"", DisableCompression:false, Transport:http.RoundTripper(nil), WrapTransport:(transport.WrapperFunc)(0x243b6e0), QPS:0, Burst:0, RateLimiter:flowcontrol.RateLimiter(nil), WarningHandler:rest.WarningHandler(nil), Timeout:0, Dial:(func(context.Context, string, string) (net.Conn, error))(nil), Proxy:(func(*http.Request) (*url.URL, error))(nil)}
W1204 20:11:03.491978 27912 kubeadm.go:483] Overriding stale ClientConfig host https://192.168.39.254:8443 with https://192.168.39.183:8443
I1204 20:11:03.492270 27912 node_ready.go:35] waiting up to 6m0s for node "ha-739930-m03" to be "Ready" ...
I1204 20:11:03.492369 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:03.492380 27912 round_trippers.go:469] Request Headers:
I1204 20:11:03.492391 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:03.492400 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:03.496740 27912 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1204 20:11:03.992695 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:03.992717 27912 round_trippers.go:469] Request Headers:
I1204 20:11:03.992725 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:03.992729 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:03.996010 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:04.493230 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:04.493255 27912 round_trippers.go:469] Request Headers:
I1204 20:11:04.493265 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:04.493272 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:04.496716 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:04.992539 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:04.992561 27912 round_trippers.go:469] Request Headers:
I1204 20:11:04.992571 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:04.992577 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:04.995936 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:05.493273 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:05.493300 27912 round_trippers.go:469] Request Headers:
I1204 20:11:05.493311 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:05.493317 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:05.497413 27912 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1204 20:11:05.497897 27912 node_ready.go:53] node "ha-739930-m03" has status "Ready":"False"
I1204 20:11:05.993362 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:05.993385 27912 round_trippers.go:469] Request Headers:
I1204 20:11:05.993392 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:05.993397 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:05.996675 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:06.492587 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:06.492610 27912 round_trippers.go:469] Request Headers:
I1204 20:11:06.492620 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:06.492627 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:06.495773 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:06.993310 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:06.993331 27912 round_trippers.go:469] Request Headers:
I1204 20:11:06.993339 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:06.993343 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:06.996864 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:07.492704 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:07.492741 27912 round_trippers.go:469] Request Headers:
I1204 20:11:07.492750 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:07.492754 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:07.496418 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:07.993375 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:07.993397 27912 round_trippers.go:469] Request Headers:
I1204 20:11:07.993404 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:07.993414 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:07.996601 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:07.997248 27912 node_ready.go:53] node "ha-739930-m03" has status "Ready":"False"
I1204 20:11:08.492707 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:08.492739 27912 round_trippers.go:469] Request Headers:
I1204 20:11:08.492752 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:08.492757 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:08.498736 27912 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1204 20:11:08.992522 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:08.992546 27912 round_trippers.go:469] Request Headers:
I1204 20:11:08.992554 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:08.992559 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:08.996681 27912 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1204 20:11:09.492442 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:09.492462 27912 round_trippers.go:469] Request Headers:
I1204 20:11:09.492470 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:09.492475 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:09.496143 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:09.992900 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:09.992932 27912 round_trippers.go:469] Request Headers:
I1204 20:11:09.992939 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:09.992944 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:09.996453 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:10.492481 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:10.492499 27912 round_trippers.go:469] Request Headers:
I1204 20:11:10.492507 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:10.492513 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:10.496234 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:10.497174 27912 node_ready.go:53] node "ha-739930-m03" has status "Ready":"False"
I1204 20:11:10.992502 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:10.992525 27912 round_trippers.go:469] Request Headers:
I1204 20:11:10.992532 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:10.992553 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:10.995639 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:11.493014 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:11.493034 27912 round_trippers.go:469] Request Headers:
I1204 20:11:11.493042 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:11.493045 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:11.496066 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:11.992460 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:11.992481 27912 round_trippers.go:469] Request Headers:
I1204 20:11:11.992488 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:11.992492 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:11.995782 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:12.492536 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:12.492559 27912 round_trippers.go:469] Request Headers:
I1204 20:11:12.492567 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:12.492575 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:12.496512 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:12.993486 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:12.993507 27912 round_trippers.go:469] Request Headers:
I1204 20:11:12.993515 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:12.993521 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:12.996929 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:12.997503 27912 node_ready.go:53] node "ha-739930-m03" has status "Ready":"False"
I1204 20:11:13.492705 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:13.492728 27912 round_trippers.go:469] Request Headers:
I1204 20:11:13.492735 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:13.492739 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:13.495958 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:13.993195 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:13.993235 27912 round_trippers.go:469] Request Headers:
I1204 20:11:13.993243 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:13.993248 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:13.996458 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:14.492667 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:14.492687 27912 round_trippers.go:469] Request Headers:
I1204 20:11:14.492695 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:14.492700 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:14.496760 27912 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1204 20:11:14.992634 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:14.992657 27912 round_trippers.go:469] Request Headers:
I1204 20:11:14.992665 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:14.992668 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:14.996174 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:15.492623 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:15.492645 27912 round_trippers.go:469] Request Headers:
I1204 20:11:15.492651 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:15.492656 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:15.496189 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:15.496993 27912 node_ready.go:53] node "ha-739930-m03" has status "Ready":"False"
I1204 20:11:15.993412 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:15.993432 27912 round_trippers.go:469] Request Headers:
I1204 20:11:15.993438 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:15.993442 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:15.996343 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:16.492477 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:16.492500 27912 round_trippers.go:469] Request Headers:
I1204 20:11:16.492508 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:16.492512 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:16.495796 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:16.993504 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:16.993533 27912 round_trippers.go:469] Request Headers:
I1204 20:11:16.993545 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:16.993552 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:16.996589 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:17.492614 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:17.492637 27912 round_trippers.go:469] Request Headers:
I1204 20:11:17.492649 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:17.492654 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:17.496032 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:17.992928 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:17.992951 27912 round_trippers.go:469] Request Headers:
I1204 20:11:17.992958 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:17.992961 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:17.996749 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:17.997385 27912 node_ready.go:53] node "ha-739930-m03" has status "Ready":"False"
I1204 20:11:18.492596 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:18.492617 27912 round_trippers.go:469] Request Headers:
I1204 20:11:18.492625 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:18.492629 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:18.495562 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:18.992579 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:18.992604 27912 round_trippers.go:469] Request Headers:
I1204 20:11:18.992612 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:18.992616 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:18.996070 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:19.493093 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:19.493113 27912 round_trippers.go:469] Request Headers:
I1204 20:11:19.493121 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:19.493126 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:19.496694 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:19.992762 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:19.992788 27912 round_trippers.go:469] Request Headers:
I1204 20:11:19.992796 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:19.992802 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:19.996757 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:19.997645 27912 node_ready.go:53] node "ha-739930-m03" has status "Ready":"False"
I1204 20:11:20.493018 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:20.493038 27912 round_trippers.go:469] Request Headers:
I1204 20:11:20.493045 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:20.493049 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:20.496165 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:20.993181 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:20.993203 27912 round_trippers.go:469] Request Headers:
I1204 20:11:20.993211 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:20.993214 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:20.996266 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:21.493006 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:21.493035 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.493044 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.493050 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.496694 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:21.497703 27912 node_ready.go:49] node "ha-739930-m03" has status "Ready":"True"
I1204 20:11:21.497723 27912 node_ready.go:38] duration metric: took 18.005431822s for node "ha-739930-m03" to be "Ready" ...
I1204 20:11:21.497731 27912 pod_ready.go:36] extra waiting up to 6m0s for all system-critical pods including labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1204 20:11:21.497795 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1204 20:11:21.497804 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.497811 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.497815 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.504465 27912 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1204 20:11:21.510955 27912 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-7kbgr" in "kube-system" namespace to be "Ready" ...
I1204 20:11:21.511029 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-7kbgr
I1204 20:11:21.511038 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.511050 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.511058 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.514034 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:21.514600 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:11:21.514614 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.514622 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.514627 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.517241 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:21.517672 27912 pod_ready.go:93] pod "coredns-7c65d6cfc9-7kbgr" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:21.517688 27912 pod_ready.go:82] duration metric: took 6.709809ms for pod "coredns-7c65d6cfc9-7kbgr" in "kube-system" namespace to be "Ready" ...
I1204 20:11:21.517707 27912 pod_ready.go:79] waiting up to 6m0s for pod "coredns-7c65d6cfc9-8kztf" in "kube-system" namespace to be "Ready" ...
I1204 20:11:21.517765 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/coredns-7c65d6cfc9-8kztf
I1204 20:11:21.517772 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.517781 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.517791 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.520563 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:21.521278 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:11:21.521296 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.521307 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.521313 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.523869 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:21.524405 27912 pod_ready.go:93] pod "coredns-7c65d6cfc9-8kztf" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:21.524426 27912 pod_ready.go:82] duration metric: took 6.708809ms for pod "coredns-7c65d6cfc9-8kztf" in "kube-system" namespace to be "Ready" ...
I1204 20:11:21.524435 27912 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:11:21.524489 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-739930
I1204 20:11:21.524498 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.524504 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.524510 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.526682 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:21.527365 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:11:21.527393 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.527401 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.527410 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.530023 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:21.530721 27912 pod_ready.go:93] pod "etcd-ha-739930" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:21.530744 27912 pod_ready.go:82] duration metric: took 6.30261ms for pod "etcd-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:11:21.530758 27912 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:11:21.530832 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-739930-m02
I1204 20:11:21.530844 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.530856 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.530866 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.533485 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:21.534074 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:11:21.534089 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.534098 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.534104 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.536315 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:21.536771 27912 pod_ready.go:93] pod "etcd-ha-739930-m02" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:21.536789 27912 pod_ready.go:82] duration metric: took 6.023339ms for pod "etcd-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:11:21.536798 27912 pod_ready.go:79] waiting up to 6m0s for pod "etcd-ha-739930-m03" in "kube-system" namespace to be "Ready" ...
I1204 20:11:21.693086 27912 request.go:632] Waited for 156.229013ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-739930-m03
I1204 20:11:21.693178 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/etcd-ha-739930-m03
I1204 20:11:21.693187 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.693199 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.693211 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.696805 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:21.893066 27912 request.go:632] Waited for 195.292666ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:21.893122 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:21.893140 27912 round_trippers.go:469] Request Headers:
I1204 20:11:21.893148 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:21.893151 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:21.896289 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:21.896776 27912 pod_ready.go:93] pod "etcd-ha-739930-m03" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:21.896798 27912 pod_ready.go:82] duration metric: took 359.993172ms for pod "etcd-ha-739930-m03" in "kube-system" namespace to be "Ready" ...
I1204 20:11:21.896822 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:11:22.094080 27912 request.go:632] Waited for 197.155628ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-739930
I1204 20:11:22.094159 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-739930
I1204 20:11:22.094178 27912 round_trippers.go:469] Request Headers:
I1204 20:11:22.094195 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:22.094201 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:22.097388 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:22.293809 27912 request.go:632] Waited for 194.988533ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:11:22.293864 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:11:22.293871 27912 round_trippers.go:469] Request Headers:
I1204 20:11:22.293881 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:22.293886 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:22.297036 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:22.297688 27912 pod_ready.go:93] pod "kube-apiserver-ha-739930" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:22.297708 27912 pod_ready.go:82] duration metric: took 400.873563ms for pod "kube-apiserver-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:11:22.297721 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:11:22.493772 27912 request.go:632] Waited for 195.970884ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-739930-m02
I1204 20:11:22.493834 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-739930-m02
I1204 20:11:22.493840 27912 round_trippers.go:469] Request Headers:
I1204 20:11:22.493847 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:22.493850 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:22.497525 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:22.693745 27912 request.go:632] Waited for 195.318737ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:11:22.693830 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:11:22.693837 27912 round_trippers.go:469] Request Headers:
I1204 20:11:22.693844 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:22.693849 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:22.697438 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:22.697941 27912 pod_ready.go:93] pod "kube-apiserver-ha-739930-m02" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:22.697959 27912 pod_ready.go:82] duration metric: took 400.231011ms for pod "kube-apiserver-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:11:22.697969 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-apiserver-ha-739930-m03" in "kube-system" namespace to be "Ready" ...
I1204 20:11:22.894031 27912 request.go:632] Waited for 195.997225ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-739930-m03
I1204 20:11:22.894100 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-apiserver-ha-739930-m03
I1204 20:11:22.894105 27912 round_trippers.go:469] Request Headers:
I1204 20:11:22.894113 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:22.894119 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:22.896928 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:23.093056 27912 request.go:632] Waited for 195.290507ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:23.093109 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:23.093116 27912 round_trippers.go:469] Request Headers:
I1204 20:11:23.093125 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:23.093131 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:23.096071 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:23.096675 27912 pod_ready.go:93] pod "kube-apiserver-ha-739930-m03" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:23.096695 27912 pod_ready.go:82] duration metric: took 398.72057ms for pod "kube-apiserver-ha-739930-m03" in "kube-system" namespace to be "Ready" ...
I1204 20:11:23.096706 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:11:23.293761 27912 request.go:632] Waited for 196.979038ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-739930
I1204 20:11:23.293857 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-739930
I1204 20:11:23.293863 27912 round_trippers.go:469] Request Headers:
I1204 20:11:23.293870 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:23.293877 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:23.297313 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:23.493595 27912 request.go:632] Waited for 195.358893ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:11:23.493645 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:11:23.493652 27912 round_trippers.go:469] Request Headers:
I1204 20:11:23.493662 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:23.493668 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:23.496860 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:23.497431 27912 pod_ready.go:93] pod "kube-controller-manager-ha-739930" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:23.497447 27912 pod_ready.go:82] duration metric: took 400.733171ms for pod "kube-controller-manager-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:11:23.497457 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:11:23.693609 27912 request.go:632] Waited for 196.087422ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-739930-m02
I1204 20:11:23.693665 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-739930-m02
I1204 20:11:23.693670 27912 round_trippers.go:469] Request Headers:
I1204 20:11:23.693677 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:23.693681 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:23.697816 27912 round_trippers.go:574] Response Status: 200 OK in 4 milliseconds
I1204 20:11:23.893073 27912 request.go:632] Waited for 194.284611ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:11:23.893134 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:11:23.893157 27912 round_trippers.go:469] Request Headers:
I1204 20:11:23.893173 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:23.893179 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:23.896273 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:23.896905 27912 pod_ready.go:93] pod "kube-controller-manager-ha-739930-m02" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:23.896921 27912 pod_ready.go:82] duration metric: took 399.455915ms for pod "kube-controller-manager-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:11:23.896931 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-controller-manager-ha-739930-m03" in "kube-system" namespace to be "Ready" ...
I1204 20:11:24.094047 27912 request.go:632] Waited for 197.05537ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-739930-m03
I1204 20:11:24.094114 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-controller-manager-ha-739930-m03
I1204 20:11:24.094120 27912 round_trippers.go:469] Request Headers:
I1204 20:11:24.094128 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:24.094138 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:24.097347 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:24.293333 27912 request.go:632] Waited for 195.221509ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:24.293408 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:24.293418 27912 round_trippers.go:469] Request Headers:
I1204 20:11:24.293429 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:24.293439 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:24.296348 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:24.296803 27912 pod_ready.go:93] pod "kube-controller-manager-ha-739930-m03" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:24.296819 27912 pod_ready.go:82] duration metric: took 399.882093ms for pod "kube-controller-manager-ha-739930-m03" in "kube-system" namespace to be "Ready" ...
I1204 20:11:24.296828 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-gtw7d" in "kube-system" namespace to be "Ready" ...
I1204 20:11:24.493904 27912 request.go:632] Waited for 197.016726ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gtw7d
I1204 20:11:24.493955 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-gtw7d
I1204 20:11:24.493960 27912 round_trippers.go:469] Request Headers:
I1204 20:11:24.493967 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:24.493971 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:24.497694 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:24.693075 27912 request.go:632] Waited for 194.571912ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:11:24.693130 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:11:24.693135 27912 round_trippers.go:469] Request Headers:
I1204 20:11:24.693142 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:24.693146 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:24.696302 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:24.696899 27912 pod_ready.go:93] pod "kube-proxy-gtw7d" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:24.696919 27912 pod_ready.go:82] duration metric: took 400.084608ms for pod "kube-proxy-gtw7d" in "kube-system" namespace to be "Ready" ...
I1204 20:11:24.696928 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-r4895" in "kube-system" namespace to be "Ready" ...
I1204 20:11:24.893931 27912 request.go:632] Waited for 196.931451ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r4895
I1204 20:11:24.894022 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-r4895
I1204 20:11:24.894035 27912 round_trippers.go:469] Request Headers:
I1204 20:11:24.894043 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:24.894046 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:24.897046 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:25.093243 27912 request.go:632] Waited for 195.305694ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:25.093305 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:25.093310 27912 round_trippers.go:469] Request Headers:
I1204 20:11:25.093318 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:25.093321 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:25.096337 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:25.096835 27912 pod_ready.go:93] pod "kube-proxy-r4895" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:25.096854 27912 pod_ready.go:82] duration metric: took 399.920087ms for pod "kube-proxy-r4895" in "kube-system" namespace to be "Ready" ...
I1204 20:11:25.096864 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-proxy-tlhfv" in "kube-system" namespace to be "Ready" ...
I1204 20:11:25.294085 27912 request.go:632] Waited for 197.134763ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tlhfv
I1204 20:11:25.294155 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-proxy-tlhfv
I1204 20:11:25.294164 27912 round_trippers.go:469] Request Headers:
I1204 20:11:25.294174 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:25.294181 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:25.297688 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:25.493811 27912 request.go:632] Waited for 195.37479ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:11:25.493896 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:11:25.493902 27912 round_trippers.go:469] Request Headers:
I1204 20:11:25.493910 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:25.493914 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:25.497035 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:25.497776 27912 pod_ready.go:93] pod "kube-proxy-tlhfv" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:25.497796 27912 pod_ready.go:82] duration metric: took 400.925065ms for pod "kube-proxy-tlhfv" in "kube-system" namespace to be "Ready" ...
I1204 20:11:25.497810 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:11:25.693786 27912 request.go:632] Waited for 195.910848ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-739930
I1204 20:11:25.693855 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-739930
I1204 20:11:25.693860 27912 round_trippers.go:469] Request Headers:
I1204 20:11:25.693866 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:25.693870 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:25.697283 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:25.893336 27912 request.go:632] Waited for 195.363737ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:11:25.893392 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930
I1204 20:11:25.893398 27912 round_trippers.go:469] Request Headers:
I1204 20:11:25.893407 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:25.893417 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:25.896883 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:25.897527 27912 pod_ready.go:93] pod "kube-scheduler-ha-739930" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:25.897547 27912 pod_ready.go:82] duration metric: took 399.728095ms for pod "kube-scheduler-ha-739930" in "kube-system" namespace to be "Ready" ...
I1204 20:11:25.897560 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:11:26.093716 27912 request.go:632] Waited for 196.07568ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-739930-m02
I1204 20:11:26.093770 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-739930-m02
I1204 20:11:26.093775 27912 round_trippers.go:469] Request Headers:
I1204 20:11:26.093783 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:26.093787 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:26.097490 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:26.293677 27912 request.go:632] Waited for 195.380903ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:11:26.293724 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m02
I1204 20:11:26.293729 27912 round_trippers.go:469] Request Headers:
I1204 20:11:26.293736 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:26.293740 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:26.296374 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:26.297059 27912 pod_ready.go:93] pod "kube-scheduler-ha-739930-m02" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:26.297083 27912 pod_ready.go:82] duration metric: took 399.512498ms for pod "kube-scheduler-ha-739930-m02" in "kube-system" namespace to be "Ready" ...
I1204 20:11:26.297096 27912 pod_ready.go:79] waiting up to 6m0s for pod "kube-scheduler-ha-739930-m03" in "kube-system" namespace to be "Ready" ...
I1204 20:11:26.493619 27912 request.go:632] Waited for 196.449368ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-739930-m03
I1204 20:11:26.493679 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods/kube-scheduler-ha-739930-m03
I1204 20:11:26.493687 27912 round_trippers.go:469] Request Headers:
I1204 20:11:26.493698 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:26.493708 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:26.496613 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:26.693570 27912 request.go:632] Waited for 196.314375ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:26.693652 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes/ha-739930-m03
I1204 20:11:26.693664 27912 round_trippers.go:469] Request Headers:
I1204 20:11:26.693674 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:26.693683 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:26.696474 27912 round_trippers.go:574] Response Status: 200 OK in 2 milliseconds
I1204 20:11:26.697001 27912 pod_ready.go:93] pod "kube-scheduler-ha-739930-m03" in "kube-system" namespace has status "Ready":"True"
I1204 20:11:26.697020 27912 pod_ready.go:82] duration metric: took 399.916866ms for pod "kube-scheduler-ha-739930-m03" in "kube-system" namespace to be "Ready" ...
I1204 20:11:26.697032 27912 pod_ready.go:39] duration metric: took 5.199290508s for extra waiting for all system-critical and pods with labels [k8s-app=kube-dns component=etcd component=kube-apiserver component=kube-controller-manager k8s-app=kube-proxy component=kube-scheduler] to be "Ready" ...
I1204 20:11:26.697048 27912 api_server.go:52] waiting for apiserver process to appear ...
I1204 20:11:26.697102 27912 ssh_runner.go:195] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I1204 20:11:26.712884 27912 api_server.go:72] duration metric: took 23.535549754s to wait for apiserver process to appear ...
I1204 20:11:26.712900 27912 api_server.go:88] waiting for apiserver healthz status ...
I1204 20:11:26.712916 27912 api_server.go:253] Checking apiserver healthz at https://192.168.39.183:8443/healthz ...
I1204 20:11:26.717076 27912 api_server.go:279] https://192.168.39.183:8443/healthz returned 200:
ok
I1204 20:11:26.717125 27912 round_trippers.go:463] GET https://192.168.39.183:8443/version
I1204 20:11:26.717134 27912 round_trippers.go:469] Request Headers:
I1204 20:11:26.717141 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:26.717145 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:26.718054 27912 round_trippers.go:574] Response Status: 200 OK in 0 milliseconds
I1204 20:11:26.718141 27912 api_server.go:141] control plane version: v1.31.2
I1204 20:11:26.718158 27912 api_server.go:131] duration metric: took 5.25178ms to wait for apiserver health ...
I1204 20:11:26.718165 27912 system_pods.go:43] waiting for kube-system pods to appear ...
I1204 20:11:26.893379 27912 request.go:632] Waited for 175.13636ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1204 20:11:26.893453 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1204 20:11:26.893459 27912 round_trippers.go:469] Request Headers:
I1204 20:11:26.893466 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:26.893472 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:26.899023 27912 round_trippers.go:574] Response Status: 200 OK in 5 milliseconds
I1204 20:11:26.905500 27912 system_pods.go:59] 24 kube-system pods found
I1204 20:11:26.905525 27912 system_pods.go:61] "coredns-7c65d6cfc9-7kbgr" [662019c2-29e8-4437-8b14-f9fbf1268d03] Running
I1204 20:11:26.905530 27912 system_pods.go:61] "coredns-7c65d6cfc9-8kztf" [40363110-9dbd-47ae-8aec-70630543d005] Running
I1204 20:11:26.905534 27912 system_pods.go:61] "etcd-ha-739930" [35305e9d-e464-498a-b2a7-6008dcaaf04c] Running
I1204 20:11:26.905538 27912 system_pods.go:61] "etcd-ha-739930-m02" [b870f77d-f65a-4d00-b8da-27bf2f696d35] Running
I1204 20:11:26.905541 27912 system_pods.go:61] "etcd-ha-739930-m03" [343495fb-dbd2-4eab-a236-40e2be521a17] Running
I1204 20:11:26.905545 27912 system_pods.go:61] "kindnet-8wsgw" [d8bc54cd-d100-43fa-bda8-28ee9b58b947] Running
I1204 20:11:26.905548 27912 system_pods.go:61] "kindnet-d2rvr" [7ab1c96e-13c6-40c3-affc-4a306e695a9b] Running
I1204 20:11:26.905550 27912 system_pods.go:61] "kindnet-z6v65" [233b2af5-60f4-4f70-a63f-f7238cfbc55c] Running
I1204 20:11:26.905554 27912 system_pods.go:61] "kube-apiserver-ha-739930" [d1943e08-b292-4551-bcc7-a14adc4ec336] Running
I1204 20:11:26.905558 27912 system_pods.go:61] "kube-apiserver-ha-739930-m02" [b05a68fa-e419-43b6-ae14-08dd1635b446] Running
I1204 20:11:26.905564 27912 system_pods.go:61] "kube-apiserver-ha-739930-m03" [eb40f9aa-f4a4-4222-b470-615e8f746fd2] Running
I1204 20:11:26.905569 27912 system_pods.go:61] "kube-controller-manager-ha-739930" [3db9ec12-4c55-4a78-bef1-4f4cf8f38ae0] Running
I1204 20:11:26.905574 27912 system_pods.go:61] "kube-controller-manager-ha-739930-m02" [01426d54-9156-4288-b9ae-c639167795b4] Running
I1204 20:11:26.905579 27912 system_pods.go:61] "kube-controller-manager-ha-739930-m03" [57d1436a-59aa-4883-b1a0-e3f823309e4e] Running
I1204 20:11:26.905588 27912 system_pods.go:61] "kube-proxy-gtw7d" [4481a753-5064-41a6-8f2c-d4710b8ad7bb] Running
I1204 20:11:26.905593 27912 system_pods.go:61] "kube-proxy-r4895" [565b2768-8e4b-4659-a178-a99d86163b7c] Running
I1204 20:11:26.905602 27912 system_pods.go:61] "kube-proxy-tlhfv" [2f01e7f6-5af2-490b-8a2c-266e1701c102] Running
I1204 20:11:26.905607 27912 system_pods.go:61] "kube-scheduler-ha-739930" [cc1e6978-7082-494a-afce-e754a35e9b76] Running
I1204 20:11:26.905612 27912 system_pods.go:61] "kube-scheduler-ha-739930-m02" [cd7d0a65-99e9-4377-9088-f2d7d7165982] Running
I1204 20:11:26.905619 27912 system_pods.go:61] "kube-scheduler-ha-739930-m03" [fbc3feca-5ce1-441e-b3e9-1c47930334da] Running
I1204 20:11:26.905622 27912 system_pods.go:61] "kube-vip-ha-739930" [524e54ee-5407-44c3-a2e4-d029f7e6a003] Running
I1204 20:11:26.905626 27912 system_pods.go:61] "kube-vip-ha-739930-m02" [77595bf0-7e49-4ead-98b0-e1cc5b8533d7] Running
I1204 20:11:26.905630 27912 system_pods.go:61] "kube-vip-ha-739930-m03" [596bee4d-c0d5-499e-9e8f-f4b1322d83b3] Running
I1204 20:11:26.905634 27912 system_pods.go:61] "storage-provisioner" [84dfb457-b91f-4070-aa2a-9fbe4c6dd7c8] Running
I1204 20:11:26.905640 27912 system_pods.go:74] duration metric: took 187.469575ms to wait for pod list to return data ...
I1204 20:11:26.905660 27912 default_sa.go:34] waiting for default service account to be created ...
I1204 20:11:27.093927 27912 request.go:632] Waited for 188.174644ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/default/serviceaccounts
I1204 20:11:27.093986 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/default/serviceaccounts
I1204 20:11:27.093991 27912 round_trippers.go:469] Request Headers:
I1204 20:11:27.093998 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:27.094011 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:27.097761 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:27.097902 27912 default_sa.go:45] found service account: "default"
I1204 20:11:27.097922 27912 default_sa.go:55] duration metric: took 192.253848ms for default service account to be created ...
I1204 20:11:27.097933 27912 system_pods.go:116] waiting for k8s-apps to be running ...
I1204 20:11:27.293645 27912 request.go:632] Waited for 195.638628ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1204 20:11:27.293720 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/namespaces/kube-system/pods
I1204 20:11:27.293727 27912 round_trippers.go:469] Request Headers:
I1204 20:11:27.293736 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:27.293742 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:27.299871 27912 round_trippers.go:574] Response Status: 200 OK in 6 milliseconds
I1204 20:11:27.306654 27912 system_pods.go:86] 24 kube-system pods found
I1204 20:11:27.306676 27912 system_pods.go:89] "coredns-7c65d6cfc9-7kbgr" [662019c2-29e8-4437-8b14-f9fbf1268d03] Running
I1204 20:11:27.306682 27912 system_pods.go:89] "coredns-7c65d6cfc9-8kztf" [40363110-9dbd-47ae-8aec-70630543d005] Running
I1204 20:11:27.306686 27912 system_pods.go:89] "etcd-ha-739930" [35305e9d-e464-498a-b2a7-6008dcaaf04c] Running
I1204 20:11:27.306689 27912 system_pods.go:89] "etcd-ha-739930-m02" [b870f77d-f65a-4d00-b8da-27bf2f696d35] Running
I1204 20:11:27.306692 27912 system_pods.go:89] "etcd-ha-739930-m03" [343495fb-dbd2-4eab-a236-40e2be521a17] Running
I1204 20:11:27.306696 27912 system_pods.go:89] "kindnet-8wsgw" [d8bc54cd-d100-43fa-bda8-28ee9b58b947] Running
I1204 20:11:27.306699 27912 system_pods.go:89] "kindnet-d2rvr" [7ab1c96e-13c6-40c3-affc-4a306e695a9b] Running
I1204 20:11:27.306702 27912 system_pods.go:89] "kindnet-z6v65" [233b2af5-60f4-4f70-a63f-f7238cfbc55c] Running
I1204 20:11:27.306705 27912 system_pods.go:89] "kube-apiserver-ha-739930" [d1943e08-b292-4551-bcc7-a14adc4ec336] Running
I1204 20:11:27.306709 27912 system_pods.go:89] "kube-apiserver-ha-739930-m02" [b05a68fa-e419-43b6-ae14-08dd1635b446] Running
I1204 20:11:27.306714 27912 system_pods.go:89] "kube-apiserver-ha-739930-m03" [eb40f9aa-f4a4-4222-b470-615e8f746fd2] Running
I1204 20:11:27.306719 27912 system_pods.go:89] "kube-controller-manager-ha-739930" [3db9ec12-4c55-4a78-bef1-4f4cf8f38ae0] Running
I1204 20:11:27.306724 27912 system_pods.go:89] "kube-controller-manager-ha-739930-m02" [01426d54-9156-4288-b9ae-c639167795b4] Running
I1204 20:11:27.306733 27912 system_pods.go:89] "kube-controller-manager-ha-739930-m03" [57d1436a-59aa-4883-b1a0-e3f823309e4e] Running
I1204 20:11:27.306742 27912 system_pods.go:89] "kube-proxy-gtw7d" [4481a753-5064-41a6-8f2c-d4710b8ad7bb] Running
I1204 20:11:27.306748 27912 system_pods.go:89] "kube-proxy-r4895" [565b2768-8e4b-4659-a178-a99d86163b7c] Running
I1204 20:11:27.306756 27912 system_pods.go:89] "kube-proxy-tlhfv" [2f01e7f6-5af2-490b-8a2c-266e1701c102] Running
I1204 20:11:27.306762 27912 system_pods.go:89] "kube-scheduler-ha-739930" [cc1e6978-7082-494a-afce-e754a35e9b76] Running
I1204 20:11:27.306770 27912 system_pods.go:89] "kube-scheduler-ha-739930-m02" [cd7d0a65-99e9-4377-9088-f2d7d7165982] Running
I1204 20:11:27.306774 27912 system_pods.go:89] "kube-scheduler-ha-739930-m03" [fbc3feca-5ce1-441e-b3e9-1c47930334da] Running
I1204 20:11:27.306780 27912 system_pods.go:89] "kube-vip-ha-739930" [524e54ee-5407-44c3-a2e4-d029f7e6a003] Running
I1204 20:11:27.306784 27912 system_pods.go:89] "kube-vip-ha-739930-m02" [77595bf0-7e49-4ead-98b0-e1cc5b8533d7] Running
I1204 20:11:27.306787 27912 system_pods.go:89] "kube-vip-ha-739930-m03" [596bee4d-c0d5-499e-9e8f-f4b1322d83b3] Running
I1204 20:11:27.306790 27912 system_pods.go:89] "storage-provisioner" [84dfb457-b91f-4070-aa2a-9fbe4c6dd7c8] Running
I1204 20:11:27.306796 27912 system_pods.go:126] duration metric: took 208.857473ms to wait for k8s-apps to be running ...
I1204 20:11:27.306805 27912 system_svc.go:44] waiting for kubelet service to be running ....
I1204 20:11:27.306853 27912 ssh_runner.go:195] Run: sudo systemctl is-active --quiet service kubelet
I1204 20:11:27.321782 27912 system_svc.go:56] duration metric: took 14.969542ms WaitForService to wait for kubelet
I1204 20:11:27.321804 27912 kubeadm.go:582] duration metric: took 24.144472529s to wait for: map[apiserver:true apps_running:true default_sa:true extra:true kubelet:true node_ready:true system_pods:true]
I1204 20:11:27.321820 27912 node_conditions.go:102] verifying NodePressure condition ...
I1204 20:11:27.493192 27912 request.go:632] Waited for 171.286703ms due to client-side throttling, not priority and fairness, request: GET:https://192.168.39.183:8443/api/v1/nodes
I1204 20:11:27.493250 27912 round_trippers.go:463] GET https://192.168.39.183:8443/api/v1/nodes
I1204 20:11:27.493255 27912 round_trippers.go:469] Request Headers:
I1204 20:11:27.493262 27912 round_trippers.go:473] Accept: application/json, */*
I1204 20:11:27.493266 27912 round_trippers.go:473] User-Agent: minikube-linux-amd64/v0.0.0 (linux/amd64) kubernetes/$Format
I1204 20:11:27.497192 27912 round_trippers.go:574] Response Status: 200 OK in 3 milliseconds
I1204 20:11:27.498227 27912 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1204 20:11:27.498244 27912 node_conditions.go:123] node cpu capacity is 2
I1204 20:11:27.498254 27912 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1204 20:11:27.498259 27912 node_conditions.go:123] node cpu capacity is 2
I1204 20:11:27.498262 27912 node_conditions.go:122] node storage ephemeral capacity is 17734596Ki
I1204 20:11:27.498265 27912 node_conditions.go:123] node cpu capacity is 2
I1204 20:11:27.498269 27912 node_conditions.go:105] duration metric: took 176.444491ms to run NodePressure ...
I1204 20:11:27.498283 27912 start.go:241] waiting for startup goroutines ...
I1204 20:11:27.498303 27912 start.go:255] writing updated cluster config ...
I1204 20:11:27.498580 27912 ssh_runner.go:195] Run: rm -f paused
I1204 20:11:27.549391 27912 start.go:600] kubectl: 1.31.3, cluster: 1.31.2 (minor skew: 0)
I1204 20:11:27.551427 27912 out.go:177] * Done! kubectl is now configured to use "ha-739930" cluster and "default" namespace by default
==> CRI-O <==
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.493666106Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343323493643030,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=17a90eb4-602c-48ad-8083-99c2be05b3a4 name=/runtime.v1.ImageService/ImageFsInfo
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.494685619Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=a2a3ae75-40a0-483c-a5cf-46474932031f name=/runtime.v1.RuntimeService/ListContainers
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.494788370Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=a2a3ae75-40a0-483c-a5cf-46474932031f name=/runtime.v1.RuntimeService/ListContainers
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.495000692Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:c09d55fbc3f943c790def9073b88f01609e4300451bae039e4cd073f0da97f61,PodSandboxId:8470389e19e5b28b50b8fccf3fc3911e02d6a5d228b7739b5d74827a2cda13ad,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733343092537450258,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-gg7dr,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: a1f1ba1f-1720-4b97-a4a1-ab2d0c4cfaa5,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:92f0436c068d37f00d41a848d30e7457ee048433b86098444bdaf1dac7c4ae50,PodSandboxId:fdd28652924af40713f1cc9921837027bcf2d919bc8a45a3330e7b8e261100e0,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733342953924941655,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-7kbgr,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 662019c2-29e8-4437-8b14-f9fbf1268d03,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ab16b32e60a7287ff4948151ca59846f512d2a31828295582ecaf061d7dd0cac,PodSandboxId:a639b811aff3be3e7ee462400bb28276bcdce1f970dba591ef29cb5f8ecf55a1,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733342953880846280,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-8kztf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
40363110-9dbd-47ae-8aec-70630543d005,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a1496ef67bc6f05f97f8da017d26b5ef402354fd4f5cad7354f86ed14b360b13,PodSandboxId:235aa20e54db74e6eee62b6273bd65f067e9293b34b00f86bebbdf24e92c8c12,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733342953787213731,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 84dfb457-b91f-4070-aa2a-9fbe4c6dd7c8,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f38276fe657c7e64c36f5e7048dd53d1f38f2a70a523fca08ac6aba6639b37e7,PodSandboxId:22f273a6fc170916ed294c18ea089fc5b6007ec66b51d45c95042ab6c43d6a4b,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733342941935728144,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-8wsgw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d8bc54cd-d100-43fa-bda8-28ee9b58b947,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8643b775b5352f9000b818ffdccfc9b8d9ce8d3bebf02d3707ef0c598107b627,PodSandboxId:30611e2a6fdccf72efc978dd3ff57b8cb4927095bb0a8cf4b67cc4353243a252,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733342938
754739932,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tlhfv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2f01e7f6-5af2-490b-8a2c-266e1701c102,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b4a22468ef5bdbd7670b4b9d102217e2f59637e4fb99fa6b968fc2f29ad8208b,PodSandboxId:5f8113a27db247d70444c34f598adb4d8920a3f17f8c7f529ee1503205295514,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173334292981
9119605,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e85517d76879ff3f468d156333aefa2d,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:325ac1400e34aa08998a037b7bad43b257bdf9daf9a87fbce57d6eef87a7bef7,PodSandboxId:a0e82c5e83a213c20a332613e67701ddb375a586927ef5e557431138c4f0f2aa,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733342927393948447,Labels:map[string]string{
io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7b071552f9356e83d17c476e03918fe9,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1fdab5e7f0c119181d690a0296a5d0d8ba1871661cadaa54b8d022c0a1b668e3,PodSandboxId:83caff9199eb85d80e88c4f8531ac1ec39b66e92e5f3b7f7cb7e960e35c4ea4e,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733342927337542360,Labels:map[string]string{io.kubernetes.contain
er.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 25b5d213282d4e3d0b17f56770f58750,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:52571ff875ebe7e2bae93811588ab15bcc178c9e1c0334570224e1b2bd359246,PodSandboxId:91df0913316d5fe6318abd1b00af1f31ce79fcbd082873c64a4aede83b9b139c,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733342927317490542,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod
.name: etcd-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: af968bcb5bb689c598a55bb96c345514,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c2343748d9b3c27471f4dc81bc815b3b7cfa628a41f8708ffaeec870bf0c05f4,PodSandboxId:bccd9e2c068724fdade2d27ef529f8e648d95a17f366b1c7fc771540b909a24c,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733342927271139282,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9b85df04725e54b66c583c1e4307b02b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=a2a3ae75-40a0-483c-a5cf-46474932031f name=/runtime.v1.RuntimeService/ListContainers
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.534003587Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=e07e3168-cf82-4dee-9a45-9468f882370b name=/runtime.v1.RuntimeService/Version
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.534125088Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=e07e3168-cf82-4dee-9a45-9468f882370b name=/runtime.v1.RuntimeService/Version
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.535247426Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=cd86c737-6976-4a2a-8384-58855ab0284e name=/runtime.v1.ImageService/ImageFsInfo
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.535921271Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343323535868881,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=cd86c737-6976-4a2a-8384-58855ab0284e name=/runtime.v1.ImageService/ImageFsInfo
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.536410746Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=6c298fc8-2d03-476d-abfa-a0af230dbc15 name=/runtime.v1.RuntimeService/ListContainers
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.536573230Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=6c298fc8-2d03-476d-abfa-a0af230dbc15 name=/runtime.v1.RuntimeService/ListContainers
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.536864627Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:c09d55fbc3f943c790def9073b88f01609e4300451bae039e4cd073f0da97f61,PodSandboxId:8470389e19e5b28b50b8fccf3fc3911e02d6a5d228b7739b5d74827a2cda13ad,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733343092537450258,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-gg7dr,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: a1f1ba1f-1720-4b97-a4a1-ab2d0c4cfaa5,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:92f0436c068d37f00d41a848d30e7457ee048433b86098444bdaf1dac7c4ae50,PodSandboxId:fdd28652924af40713f1cc9921837027bcf2d919bc8a45a3330e7b8e261100e0,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733342953924941655,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-7kbgr,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 662019c2-29e8-4437-8b14-f9fbf1268d03,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ab16b32e60a7287ff4948151ca59846f512d2a31828295582ecaf061d7dd0cac,PodSandboxId:a639b811aff3be3e7ee462400bb28276bcdce1f970dba591ef29cb5f8ecf55a1,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733342953880846280,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-8kztf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
40363110-9dbd-47ae-8aec-70630543d005,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a1496ef67bc6f05f97f8da017d26b5ef402354fd4f5cad7354f86ed14b360b13,PodSandboxId:235aa20e54db74e6eee62b6273bd65f067e9293b34b00f86bebbdf24e92c8c12,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733342953787213731,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 84dfb457-b91f-4070-aa2a-9fbe4c6dd7c8,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f38276fe657c7e64c36f5e7048dd53d1f38f2a70a523fca08ac6aba6639b37e7,PodSandboxId:22f273a6fc170916ed294c18ea089fc5b6007ec66b51d45c95042ab6c43d6a4b,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733342941935728144,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-8wsgw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d8bc54cd-d100-43fa-bda8-28ee9b58b947,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8643b775b5352f9000b818ffdccfc9b8d9ce8d3bebf02d3707ef0c598107b627,PodSandboxId:30611e2a6fdccf72efc978dd3ff57b8cb4927095bb0a8cf4b67cc4353243a252,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733342938
754739932,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tlhfv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2f01e7f6-5af2-490b-8a2c-266e1701c102,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b4a22468ef5bdbd7670b4b9d102217e2f59637e4fb99fa6b968fc2f29ad8208b,PodSandboxId:5f8113a27db247d70444c34f598adb4d8920a3f17f8c7f529ee1503205295514,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173334292981
9119605,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e85517d76879ff3f468d156333aefa2d,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:325ac1400e34aa08998a037b7bad43b257bdf9daf9a87fbce57d6eef87a7bef7,PodSandboxId:a0e82c5e83a213c20a332613e67701ddb375a586927ef5e557431138c4f0f2aa,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733342927393948447,Labels:map[string]string{
io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7b071552f9356e83d17c476e03918fe9,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1fdab5e7f0c119181d690a0296a5d0d8ba1871661cadaa54b8d022c0a1b668e3,PodSandboxId:83caff9199eb85d80e88c4f8531ac1ec39b66e92e5f3b7f7cb7e960e35c4ea4e,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733342927337542360,Labels:map[string]string{io.kubernetes.contain
er.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 25b5d213282d4e3d0b17f56770f58750,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:52571ff875ebe7e2bae93811588ab15bcc178c9e1c0334570224e1b2bd359246,PodSandboxId:91df0913316d5fe6318abd1b00af1f31ce79fcbd082873c64a4aede83b9b139c,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733342927317490542,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod
.name: etcd-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: af968bcb5bb689c598a55bb96c345514,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c2343748d9b3c27471f4dc81bc815b3b7cfa628a41f8708ffaeec870bf0c05f4,PodSandboxId:bccd9e2c068724fdade2d27ef529f8e648d95a17f366b1c7fc771540b909a24c,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733342927271139282,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9b85df04725e54b66c583c1e4307b02b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=6c298fc8-2d03-476d-abfa-a0af230dbc15 name=/runtime.v1.RuntimeService/ListContainers
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.576359180Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=0bce63f6-e095-4f86-b09b-29297489ab41 name=/runtime.v1.RuntimeService/Version
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.576456085Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=0bce63f6-e095-4f86-b09b-29297489ab41 name=/runtime.v1.RuntimeService/Version
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.578088487Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=a15b1d3a-424f-4343-99a8-64f406957dee name=/runtime.v1.ImageService/ImageFsInfo
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.578855969Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343323578817113,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=a15b1d3a-424f-4343-99a8-64f406957dee name=/runtime.v1.ImageService/ImageFsInfo
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.580608519Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=ed4570d4-0db8-4ecf-aa3f-5823e1d3b1f1 name=/runtime.v1.RuntimeService/ListContainers
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.580700978Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=ed4570d4-0db8-4ecf-aa3f-5823e1d3b1f1 name=/runtime.v1.RuntimeService/ListContainers
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.581077558Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:c09d55fbc3f943c790def9073b88f01609e4300451bae039e4cd073f0da97f61,PodSandboxId:8470389e19e5b28b50b8fccf3fc3911e02d6a5d228b7739b5d74827a2cda13ad,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733343092537450258,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-gg7dr,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: a1f1ba1f-1720-4b97-a4a1-ab2d0c4cfaa5,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:92f0436c068d37f00d41a848d30e7457ee048433b86098444bdaf1dac7c4ae50,PodSandboxId:fdd28652924af40713f1cc9921837027bcf2d919bc8a45a3330e7b8e261100e0,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733342953924941655,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-7kbgr,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 662019c2-29e8-4437-8b14-f9fbf1268d03,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ab16b32e60a7287ff4948151ca59846f512d2a31828295582ecaf061d7dd0cac,PodSandboxId:a639b811aff3be3e7ee462400bb28276bcdce1f970dba591ef29cb5f8ecf55a1,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733342953880846280,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-8kztf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
40363110-9dbd-47ae-8aec-70630543d005,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a1496ef67bc6f05f97f8da017d26b5ef402354fd4f5cad7354f86ed14b360b13,PodSandboxId:235aa20e54db74e6eee62b6273bd65f067e9293b34b00f86bebbdf24e92c8c12,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733342953787213731,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 84dfb457-b91f-4070-aa2a-9fbe4c6dd7c8,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f38276fe657c7e64c36f5e7048dd53d1f38f2a70a523fca08ac6aba6639b37e7,PodSandboxId:22f273a6fc170916ed294c18ea089fc5b6007ec66b51d45c95042ab6c43d6a4b,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733342941935728144,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-8wsgw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d8bc54cd-d100-43fa-bda8-28ee9b58b947,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8643b775b5352f9000b818ffdccfc9b8d9ce8d3bebf02d3707ef0c598107b627,PodSandboxId:30611e2a6fdccf72efc978dd3ff57b8cb4927095bb0a8cf4b67cc4353243a252,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733342938
754739932,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tlhfv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2f01e7f6-5af2-490b-8a2c-266e1701c102,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b4a22468ef5bdbd7670b4b9d102217e2f59637e4fb99fa6b968fc2f29ad8208b,PodSandboxId:5f8113a27db247d70444c34f598adb4d8920a3f17f8c7f529ee1503205295514,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173334292981
9119605,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e85517d76879ff3f468d156333aefa2d,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:325ac1400e34aa08998a037b7bad43b257bdf9daf9a87fbce57d6eef87a7bef7,PodSandboxId:a0e82c5e83a213c20a332613e67701ddb375a586927ef5e557431138c4f0f2aa,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733342927393948447,Labels:map[string]string{
io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7b071552f9356e83d17c476e03918fe9,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1fdab5e7f0c119181d690a0296a5d0d8ba1871661cadaa54b8d022c0a1b668e3,PodSandboxId:83caff9199eb85d80e88c4f8531ac1ec39b66e92e5f3b7f7cb7e960e35c4ea4e,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733342927337542360,Labels:map[string]string{io.kubernetes.contain
er.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 25b5d213282d4e3d0b17f56770f58750,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:52571ff875ebe7e2bae93811588ab15bcc178c9e1c0334570224e1b2bd359246,PodSandboxId:91df0913316d5fe6318abd1b00af1f31ce79fcbd082873c64a4aede83b9b139c,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733342927317490542,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod
.name: etcd-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: af968bcb5bb689c598a55bb96c345514,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c2343748d9b3c27471f4dc81bc815b3b7cfa628a41f8708ffaeec870bf0c05f4,PodSandboxId:bccd9e2c068724fdade2d27ef529f8e648d95a17f366b1c7fc771540b909a24c,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733342927271139282,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9b85df04725e54b66c583c1e4307b02b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=ed4570d4-0db8-4ecf-aa3f-5823e1d3b1f1 name=/runtime.v1.RuntimeService/ListContainers
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.633459336Z" level=debug msg="Request: &VersionRequest{Version:,}" file="otel-collector/interceptors.go:62" id=e3aacb9c-3af3-4781-9e4d-63c12fb0f9b8 name=/runtime.v1.RuntimeService/Version
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.633580008Z" level=debug msg="Response: &VersionResponse{Version:0.1.0,RuntimeName:cri-o,RuntimeVersion:1.29.1,RuntimeApiVersion:v1,}" file="otel-collector/interceptors.go:74" id=e3aacb9c-3af3-4781-9e4d-63c12fb0f9b8 name=/runtime.v1.RuntimeService/Version
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.635331016Z" level=debug msg="Request: &ImageFsInfoRequest{}" file="otel-collector/interceptors.go:62" id=a3db7eb0-aefc-4ab0-a816-307586a050b9 name=/runtime.v1.ImageService/ImageFsInfo
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.635952135Z" level=debug msg="Response: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343323635915724,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}" file="otel-collector/interceptors.go:74" id=a3db7eb0-aefc-4ab0-a816-307586a050b9 name=/runtime.v1.ImageService/ImageFsInfo
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.636519623Z" level=debug msg="Request: &ListContainersRequest{Filter:&ContainerFilter{Id:,State:nil,PodSandboxId:,LabelSelector:map[string]string{},},}" file="otel-collector/interceptors.go:62" id=e1fb1960-5e79-4196-a205-7d6cccb43a5f name=/runtime.v1.RuntimeService/ListContainers
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.636681251Z" level=debug msg="No filters were applied, returning full container list" file="server/container_list.go:60" id=e1fb1960-5e79-4196-a205-7d6cccb43a5f name=/runtime.v1.RuntimeService/ListContainers
Dec 04 20:15:23 ha-739930 crio[665]: time="2024-12-04 20:15:23.637355772Z" level=debug msg="Response: &ListContainersResponse{Containers:[]*Container{&Container{Id:c09d55fbc3f943c790def9073b88f01609e4300451bae039e4cd073f0da97f61,PodSandboxId:8470389e19e5b28b50b8fccf3fc3911e02d6a5d228b7739b5d74827a2cda13ad,Metadata:&ContainerMetadata{Name:busybox,Attempt:0,},Image:&ImageSpec{Image:gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:8c811b4aec35f259572d0f79207bc0678df4c736eeec50bc9fec37ed936a472a,State:CONTAINER_RUNNING,CreatedAt:1733343092537450258,Labels:map[string]string{io.kubernetes.container.name: busybox,io.kubernetes.pod.name: busybox-7dff88458-gg7dr,io.kubernetes.pod.namespace: default,io.kubernetes.pod.uid: a1f1ba1f-1720-4b97-a4a1-ab2d0c4cfaa5,},Annotations:map[string]string{io.kubernetes.container.hash: 82159afa,io.kubernetes.container.restartCount: 0,io.kubernetes.c
ontainer.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:92f0436c068d37f00d41a848d30e7457ee048433b86098444bdaf1dac7c4ae50,PodSandboxId:fdd28652924af40713f1cc9921837027bcf2d919bc8a45a3330e7b8e261100e0,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733342953924941655,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-7kbgr,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 662019c2-29e8-4437-8b14-f9fbf1268d03,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"
UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:ab16b32e60a7287ff4948151ca59846f512d2a31828295582ecaf061d7dd0cac,PodSandboxId:a639b811aff3be3e7ee462400bb28276bcdce1f970dba591ef29cb5f8ecf55a1,Metadata:&ContainerMetadata{Name:coredns,Attempt:0,},Image:&ImageSpec{Image:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6,State:CONTAINER_RUNNING,CreatedAt:1733342953880846280,Labels:map[string]string{io.kubernetes.container.name: coredns,io.kubernetes.pod.name: coredns-7c65d6cfc9-8kztf,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid:
40363110-9dbd-47ae-8aec-70630543d005,},Annotations:map[string]string{io.kubernetes.container.hash: 2a3a204d,io.kubernetes.container.ports: [{\"name\":\"dns\",\"containerPort\":53,\"protocol\":\"UDP\"},{\"name\":\"dns-tcp\",\"containerPort\":53,\"protocol\":\"TCP\"},{\"name\":\"metrics\",\"containerPort\":9153,\"protocol\":\"TCP\"}],io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:a1496ef67bc6f05f97f8da017d26b5ef402354fd4f5cad7354f86ed14b360b13,PodSandboxId:235aa20e54db74e6eee62b6273bd65f067e9293b34b00f86bebbdf24e92c8c12,Metadata:&ContainerMetadata{Name:storage-provisioner,Attempt:0,},Image:&ImageSpec{Image:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562,State:CONTAINER_RUNNIN
G,CreatedAt:1733342953787213731,Labels:map[string]string{io.kubernetes.container.name: storage-provisioner,io.kubernetes.pod.name: storage-provisioner,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 84dfb457-b91f-4070-aa2a-9fbe4c6dd7c8,},Annotations:map[string]string{io.kubernetes.container.hash: 6c6bf961,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:f38276fe657c7e64c36f5e7048dd53d1f38f2a70a523fca08ac6aba6639b37e7,PodSandboxId:22f273a6fc170916ed294c18ea089fc5b6007ec66b51d45c95042ab6c43d6a4b,Metadata:&ContainerMetadata{Name:kindnet-cni,Attempt:0,},Image:&ImageSpec{Image:docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9ca7e41918271bb074bb20850743fd9455129b071204789f09fa2b7304d7fad5,State:CO
NTAINER_RUNNING,CreatedAt:1733342941935728144,Labels:map[string]string{io.kubernetes.container.name: kindnet-cni,io.kubernetes.pod.name: kindnet-8wsgw,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: d8bc54cd-d100-43fa-bda8-28ee9b58b947,},Annotations:map[string]string{io.kubernetes.container.hash: e48ee0f,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:8643b775b5352f9000b818ffdccfc9b8d9ce8d3bebf02d3707ef0c598107b627,PodSandboxId:30611e2a6fdccf72efc978dd3ff57b8cb4927095bb0a8cf4b67cc4353243a252,Metadata:&ContainerMetadata{Name:kube-proxy,Attempt:0,},Image:&ImageSpec{Image:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38,State:CONTAINER_RUNNING,CreatedAt:1733342938
754739932,Labels:map[string]string{io.kubernetes.container.name: kube-proxy,io.kubernetes.pod.name: kube-proxy-tlhfv,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 2f01e7f6-5af2-490b-8a2c-266e1701c102,},Annotations:map[string]string{io.kubernetes.container.hash: adb187fb,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:b4a22468ef5bdbd7670b4b9d102217e2f59637e4fb99fa6b968fc2f29ad8208b,PodSandboxId:5f8113a27db247d70444c34f598adb4d8920a3f17f8c7f529ee1503205295514,Metadata:&ContainerMetadata{Name:kube-vip,Attempt:0,},Image:&ImageSpec{Image:ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:4b34defda8067616b43718c1281963ddcae6790077aa451c8d0cca8e07f5d812,State:CONTAINER_RUNNING,CreatedAt:173334292981
9119605,Labels:map[string]string{io.kubernetes.container.name: kube-vip,io.kubernetes.pod.name: kube-vip-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: e85517d76879ff3f468d156333aefa2d,},Annotations:map[string]string{io.kubernetes.container.hash: 99626828,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:325ac1400e34aa08998a037b7bad43b257bdf9daf9a87fbce57d6eef87a7bef7,PodSandboxId:a0e82c5e83a213c20a332613e67701ddb375a586927ef5e557431138c4f0f2aa,Metadata:&ContainerMetadata{Name:kube-scheduler,Attempt:0,},Image:&ImageSpec{Image:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856,State:CONTAINER_RUNNING,CreatedAt:1733342927393948447,Labels:map[string]string{
io.kubernetes.container.name: kube-scheduler,io.kubernetes.pod.name: kube-scheduler-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 7b071552f9356e83d17c476e03918fe9,},Annotations:map[string]string{io.kubernetes.container.hash: 16c835f9,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:1fdab5e7f0c119181d690a0296a5d0d8ba1871661cadaa54b8d022c0a1b668e3,PodSandboxId:83caff9199eb85d80e88c4f8531ac1ec39b66e92e5f3b7f7cb7e960e35c4ea4e,Metadata:&ContainerMetadata{Name:kube-apiserver,Attempt:0,},Image:&ImageSpec{Image:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173,State:CONTAINER_RUNNING,CreatedAt:1733342927337542360,Labels:map[string]string{io.kubernetes.contain
er.name: kube-apiserver,io.kubernetes.pod.name: kube-apiserver-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 25b5d213282d4e3d0b17f56770f58750,},Annotations:map[string]string{io.kubernetes.container.hash: c6927529,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:52571ff875ebe7e2bae93811588ab15bcc178c9e1c0334570224e1b2bd359246,PodSandboxId:91df0913316d5fe6318abd1b00af1f31ce79fcbd082873c64a4aede83b9b139c,Metadata:&ContainerMetadata{Name:etcd,Attempt:0,},Image:&ImageSpec{Image:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4,State:CONTAINER_RUNNING,CreatedAt:1733342927317490542,Labels:map[string]string{io.kubernetes.container.name: etcd,io.kubernetes.pod
.name: etcd-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: af968bcb5bb689c598a55bb96c345514,},Annotations:map[string]string{io.kubernetes.container.hash: cdf7d3fa,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},&Container{Id:c2343748d9b3c27471f4dc81bc815b3b7cfa628a41f8708ffaeec870bf0c05f4,PodSandboxId:bccd9e2c068724fdade2d27ef529f8e648d95a17f366b1c7fc771540b909a24c,Metadata:&ContainerMetadata{Name:kube-controller-manager,Attempt:0,},Image:&ImageSpec{Image:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,Annotations:map[string]string{},UserSpecifiedImage:,RuntimeHandler:,},ImageRef:0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503,State:CONTAINER_RUNNING,CreatedAt:1733342927271139282,Labels:map[string]string{io.kubernetes.container.name: kube-controller-manager,io.kubernetes.pod.name: kube-c
ontroller-manager-ha-739930,io.kubernetes.pod.namespace: kube-system,io.kubernetes.pod.uid: 9b85df04725e54b66c583c1e4307b02b,},Annotations:map[string]string{io.kubernetes.container.hash: 3111262b,io.kubernetes.container.restartCount: 0,io.kubernetes.container.terminationMessagePath: /dev/termination-log,io.kubernetes.container.terminationMessagePolicy: File,io.kubernetes.pod.terminationGracePeriod: 30,},},},}" file="otel-collector/interceptors.go:74" id=e1fb1960-5e79-4196-a205-7d6cccb43a5f name=/runtime.v1.RuntimeService/ListContainers
==> container status <==
CONTAINER IMAGE CREATED STATE NAME ATTEMPT POD ID POD
c09d55fbc3f94 gcr.io/k8s-minikube/busybox@sha256:74f634b1bc1bd74535d5209589734efbd44a25f4e2dc96d78784576a3eb5b335 3 minutes ago Running busybox 0 8470389e19e5b busybox-7dff88458-gg7dr
92f0436c068d3 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 fdd28652924af coredns-7c65d6cfc9-7kbgr
ab16b32e60a72 c69fa2e9cbf5f42dc48af631e956d3f95724c13f91596bc567591790e5e36db6 6 minutes ago Running coredns 0 a639b811aff3b coredns-7c65d6cfc9-8kztf
a1496ef67bc6f 6e38f40d628db3002f5617342c8872c935de530d867d0f709a2fbda1a302a562 6 minutes ago Running storage-provisioner 0 235aa20e54db7 storage-provisioner
f38276fe657c7 docker.io/kindest/kindnetd@sha256:cddd34f7d74bf898f14080ed61e322a492689043dae46e93106c013373d68d16 6 minutes ago Running kindnet-cni 0 22f273a6fc170 kindnet-8wsgw
8643b775b5352 505d571f5fd56726488d27af0d9a8e02c6db58f5d62ea51dd10d47de7a0c2d38 6 minutes ago Running kube-proxy 0 30611e2a6fdcc kube-proxy-tlhfv
b4a22468ef5bd ghcr.io/kube-vip/kube-vip@sha256:1efe86893baf2d3c97c452fa53641ba647553ed0e639db69e56473d5a238462e 6 minutes ago Running kube-vip 0 5f8113a27db24 kube-vip-ha-739930
325ac1400e34a 847c7bc1a541865e150af08318f49d02d0e0cff4a0530fd4ffe369e294dd2856 6 minutes ago Running kube-scheduler 0 a0e82c5e83a21 kube-scheduler-ha-739930
1fdab5e7f0c11 9499c9960544e80a96c223cdc5d3059dd7c2cc37ea20e7138af4a6e415a49173 6 minutes ago Running kube-apiserver 0 83caff9199eb8 kube-apiserver-ha-739930
52571ff875ebe 2e96e5913fc06e3d26915af3d0f2ca5048cc4b6327e661e80da792cbf8d8d9d4 6 minutes ago Running etcd 0 91df0913316d5 etcd-ha-739930
c2343748d9b3c 0486b6c53a1b5af26f2ad2fb89a089e04c6baa6369f8545ab0854f9d62b44503 6 minutes ago Running kube-controller-manager 0 bccd9e2c06872 kube-controller-manager-ha-739930
==> coredns [92f0436c068d37f00d41a848d30e7457ee048433b86098444bdaf1dac7c4ae50] <==
[INFO] 10.244.1.2:60420 - 4 "A IN kubernetes.io. udp 31 false 512" NOERROR qr,aa,rd,ra 60 0.0000998s
[INFO] 10.244.2.2:43602 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000198643s
[INFO] 10.244.2.2:55688 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.004203463s
[INFO] 10.244.2.2:58147 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.00017975s
[INFO] 10.244.0.4:34390 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000142716s
[INFO] 10.244.0.4:33345 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000126491s
[INFO] 10.244.1.2:52771 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001534902s
[INFO] 10.244.1.2:50377 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000155393s
[INFO] 10.244.1.2:57617 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000204758s
[INFO] 10.244.1.2:33315 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000087548s
[INFO] 10.244.1.2:43721 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000138913s
[INFO] 10.244.2.2:36167 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000128945s
[INFO] 10.244.2.2:39846 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000141449s
[INFO] 10.244.0.4:49972 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000079931s
[INFO] 10.244.0.4:54249 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000163883s
[INFO] 10.244.1.2:50096 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000116516s
[INFO] 10.244.1.2:45073 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000132387s
[INFO] 10.244.2.2:49399 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000153554s
[INFO] 10.244.2.2:59645 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000182375s
[INFO] 10.244.0.4:58720 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000128913s
[INFO] 10.244.0.4:43247 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.00014397s
[INFO] 10.244.0.4:41555 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000088414s
[INFO] 10.244.0.4:43722 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000065939s
[INFO] 10.244.1.2:45770 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000102411s
[INFO] 10.244.1.2:50474 - 4 "A IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 78 0.000112012s
==> coredns [ab16b32e60a7287ff4948151ca59846f512d2a31828295582ecaf061d7dd0cac] <==
[INFO] 10.244.1.2:40314 - 5 "PTR IN 148.40.75.147.in-addr.arpa. udp 44 false 512" NXDOMAIN qr,rd,ra 44 0.002016375s
[INFO] 10.244.2.2:49280 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000323723s
[INFO] 10.244.2.2:39711 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000206446s
[INFO] 10.244.2.2:58438 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.003929293s
[INFO] 10.244.2.2:51399 - 8 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000159908s
[INFO] 10.244.2.2:39775 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000142713s
[INFO] 10.244.0.4:59240 - 3 "AAAA IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001795102s
[INFO] 10.244.0.4:58038 - 4 "AAAA IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000108734s
[INFO] 10.244.0.4:54479 - 5 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.000222678s
[INFO] 10.244.0.4:48445 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001109511s
[INFO] 10.244.0.4:56707 - 7 "A IN kubernetes.default.default.svc.cluster.local. udp 62 false 512" NXDOMAIN qr,aa,rd 155 0.000120069s
[INFO] 10.244.0.4:44194 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000082627s
[INFO] 10.244.1.2:36003 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000139108s
[INFO] 10.244.1.2:48175 - 6 "A IN kubernetes.default. udp 36 false 512" NXDOMAIN qr,rd,ra 36 0.001090843s
[INFO] 10.244.1.2:54736 - 9 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000072028s
[INFO] 10.244.2.2:41244 - 4 "A IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 106 0.000110768s
[INFO] 10.244.2.2:58717 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000088169s
[INFO] 10.244.0.4:52576 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000161976s
[INFO] 10.244.0.4:50935 - 3 "AAAA IN kubernetes.default.svc.cluster.local. udp 54 false 512" NOERROR qr,aa,rd 147 0.00010896s
[INFO] 10.244.1.2:40433 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000160052s
[INFO] 10.244.1.2:48574 - 5 "PTR IN 1.0.96.10.in-addr.arpa. udp 40 false 512" NOERROR qr,aa,rd 112 0.000094093s
[INFO] 10.244.2.2:40890 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000131379s
[INFO] 10.244.2.2:49685 - 3 "AAAA IN host.minikube.internal. udp 40 false 512" NOERROR qr,aa,rd 40 0.000289898s
[INFO] 10.244.1.2:59160 - 2 "PTR IN 10.0.96.10.in-addr.arpa. udp 41 false 512" NOERROR qr,aa,rd 116 0.000148396s
[INFO] 10.244.1.2:49691 - 5 "PTR IN 1.39.168.192.in-addr.arpa. udp 43 false 512" NOERROR qr,aa,rd 104 0.000140675s
==> describe nodes <==
Name: ha-739930
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-739930
kubernetes.io/os=linux
minikube.k8s.io/commit=b071a038f2c56b751b45082bb8c33ba68a652c59
minikube.k8s.io/name=ha-739930
minikube.k8s.io/primary=true
minikube.k8s.io/updated_at=2024_12_04T20_08_54_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 04 Dec 2024 20:08:50 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-739930
AcquireTime: <unset>
RenewTime: Wed, 04 Dec 2024 20:15:20 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 04 Dec 2024 20:11:56 +0000 Wed, 04 Dec 2024 20:08:49 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 04 Dec 2024 20:11:56 +0000 Wed, 04 Dec 2024 20:08:49 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 04 Dec 2024 20:11:56 +0000 Wed, 04 Dec 2024 20:08:49 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 04 Dec 2024 20:11:56 +0000 Wed, 04 Dec 2024 20:09:13 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.183
Hostname: ha-739930
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 4a862467bfb34c3ba59a1a6944c8e8ad
System UUID: 4a862467-bfb3-4c3b-a59a-1a6944c8e8ad
Boot ID: 88a12a5a-b072-479a-8944-b6767cbdf4f7
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.0.0/24
PodCIDRs: 10.244.0.0/24
Non-terminated Pods: (11 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-gg7dr 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m55s
kube-system coredns-7c65d6cfc9-7kbgr 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m25s
kube-system coredns-7c65d6cfc9-8kztf 100m (5%) 0 (0%) 70Mi (3%) 170Mi (8%) 6m25s
kube-system etcd-ha-739930 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 6m30s
kube-system kindnet-8wsgw 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 6m25s
kube-system kube-apiserver-ha-739930 250m (12%) 0 (0%) 0 (0%) 0 (0%) 6m30s
kube-system kube-controller-manager-ha-739930 200m (10%) 0 (0%) 0 (0%) 0 (0%) 6m30s
kube-system kube-proxy-tlhfv 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m25s
kube-system kube-scheduler-ha-739930 100m (5%) 0 (0%) 0 (0%) 0 (0%) 6m30s
kube-system kube-vip-ha-739930 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m32s
kube-system storage-provisioner 0 (0%) 0 (0%) 0 (0%) 0 (0%) 6m24s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 950m (47%) 100m (5%)
memory 290Mi (13%) 390Mi (18%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 6m24s kube-proxy
Normal Starting 6m30s kubelet Starting kubelet.
Normal NodeAllocatableEnforced 6m30s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 6m30s kubelet Node ha-739930 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 6m30s kubelet Node ha-739930 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 6m30s kubelet Node ha-739930 status is now: NodeHasSufficientPID
Normal RegisteredNode 6m26s node-controller Node ha-739930 event: Registered Node ha-739930 in Controller
Normal NodeReady 6m10s kubelet Node ha-739930 status is now: NodeReady
Normal RegisteredNode 5m30s node-controller Node ha-739930 event: Registered Node ha-739930 in Controller
Normal RegisteredNode 4m15s node-controller Node ha-739930 event: Registered Node ha-739930 in Controller
Name: ha-739930-m02
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-739930-m02
kubernetes.io/os=linux
minikube.k8s.io/commit=b071a038f2c56b751b45082bb8c33ba68a652c59
minikube.k8s.io/name=ha-739930
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_04T20_09_48_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 04 Dec 2024 20:09:46 +0000
Taints: node.kubernetes.io/unreachable:NoExecute
node.kubernetes.io/unreachable:NoSchedule
Unschedulable: false
Lease:
HolderIdentity: ha-739930-m02
AcquireTime: <unset>
RenewTime: Wed, 04 Dec 2024 20:12:39 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure Unknown Wed, 04 Dec 2024 20:11:48 +0000 Wed, 04 Dec 2024 20:13:22 +0000 NodeStatusUnknown Kubelet stopped posting node status.
DiskPressure Unknown Wed, 04 Dec 2024 20:11:48 +0000 Wed, 04 Dec 2024 20:13:22 +0000 NodeStatusUnknown Kubelet stopped posting node status.
PIDPressure Unknown Wed, 04 Dec 2024 20:11:48 +0000 Wed, 04 Dec 2024 20:13:22 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Ready Unknown Wed, 04 Dec 2024 20:11:48 +0000 Wed, 04 Dec 2024 20:13:22 +0000 NodeStatusUnknown Kubelet stopped posting node status.
Addresses:
InternalIP: 192.168.39.216
Hostname: ha-739930-m02
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 309500ff1508404f8337a542897e4a63
System UUID: 309500ff-1508-404f-8337-a542897e4a63
Boot ID: abc62bfe-1148-4265-a781-5ad8762ade09
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.1.0/24
PodCIDRs: 10.244.1.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-kx56q 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m55s
kube-system etcd-ha-739930-m02 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 5m35s
kube-system kindnet-z6v65 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 5m37s
kube-system kube-apiserver-ha-739930-m02 250m (12%) 0 (0%) 0 (0%) 0 (0%) 5m35s
kube-system kube-controller-manager-ha-739930-m02 200m (10%) 0 (0%) 0 (0%) 0 (0%) 5m27s
kube-system kube-proxy-gtw7d 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m37s
kube-system kube-scheduler-ha-739930-m02 100m (5%) 0 (0%) 0 (0%) 0 (0%) 5m32s
kube-system kube-vip-ha-739930-m02 0 (0%) 0 (0%) 0 (0%) 0 (0%) 5m33s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 5m33s kube-proxy
Normal NodeHasSufficientMemory 5m37s (x8 over 5m37s) kubelet Node ha-739930-m02 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 5m37s (x8 over 5m37s) kubelet Node ha-739930-m02 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 5m37s (x7 over 5m37s) kubelet Node ha-739930-m02 status is now: NodeHasSufficientPID
Normal NodeAllocatableEnforced 5m37s kubelet Updated Node Allocatable limit across pods
Normal RegisteredNode 5m36s node-controller Node ha-739930-m02 event: Registered Node ha-739930-m02 in Controller
Normal RegisteredNode 5m30s node-controller Node ha-739930-m02 event: Registered Node ha-739930-m02 in Controller
Normal RegisteredNode 4m15s node-controller Node ha-739930-m02 event: Registered Node ha-739930-m02 in Controller
Normal NodeNotReady 2m1s node-controller Node ha-739930-m02 status is now: NodeNotReady
Name: ha-739930-m03
Roles: control-plane
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-739930-m03
kubernetes.io/os=linux
minikube.k8s.io/commit=b071a038f2c56b751b45082bb8c33ba68a652c59
minikube.k8s.io/name=ha-739930
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_04T20_11_02_0700
minikube.k8s.io/version=v1.34.0
node-role.kubernetes.io/control-plane=
node.kubernetes.io/exclude-from-external-load-balancers=
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 04 Dec 2024 20:11:00 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-739930-m03
AcquireTime: <unset>
RenewTime: Wed, 04 Dec 2024 20:15:15 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 04 Dec 2024 20:12:01 +0000 Wed, 04 Dec 2024 20:11:00 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 04 Dec 2024 20:12:01 +0000 Wed, 04 Dec 2024 20:11:00 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 04 Dec 2024 20:12:01 +0000 Wed, 04 Dec 2024 20:11:00 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 04 Dec 2024 20:12:01 +0000 Wed, 04 Dec 2024 20:11:21 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.176
Hostname: ha-739930-m03
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: 7eddf849e101457c8f603f9f7bb068e3
System UUID: 7eddf849-e101-457c-8f60-3f9f7bb068e3
Boot ID: 94b82cc0-8208-45bb-85df-9fba3000dbef
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.2.0/24
PodCIDRs: 10.244.2.0/24
Non-terminated Pods: (8 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
default busybox-7dff88458-9pz7p 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m55s
kube-system etcd-ha-739930-m03 100m (5%) 0 (0%) 100Mi (4%) 0 (0%) 4m21s
kube-system kindnet-d2rvr 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 4m23s
kube-system kube-apiserver-ha-739930-m03 250m (12%) 0 (0%) 0 (0%) 0 (0%) 4m22s
kube-system kube-controller-manager-ha-739930-m03 200m (10%) 0 (0%) 0 (0%) 0 (0%) 4m22s
kube-system kube-proxy-r4895 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m23s
kube-system kube-scheduler-ha-739930-m03 100m (5%) 0 (0%) 0 (0%) 0 (0%) 4m22s
kube-system kube-vip-ha-739930-m03 0 (0%) 0 (0%) 0 (0%) 0 (0%) 4m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 750m (37%) 100m (5%)
memory 150Mi (7%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 4m19s kube-proxy
Normal NodeAllocatableEnforced 4m24s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 4m23s (x8 over 4m24s) kubelet Node ha-739930-m03 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 4m23s (x8 over 4m24s) kubelet Node ha-739930-m03 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 4m23s (x7 over 4m24s) kubelet Node ha-739930-m03 status is now: NodeHasSufficientPID
Normal RegisteredNode 4m21s node-controller Node ha-739930-m03 event: Registered Node ha-739930-m03 in Controller
Normal RegisteredNode 4m19s node-controller Node ha-739930-m03 event: Registered Node ha-739930-m03 in Controller
Normal RegisteredNode 4m15s node-controller Node ha-739930-m03 event: Registered Node ha-739930-m03 in Controller
Name: ha-739930-m04
Roles: <none>
Labels: beta.kubernetes.io/arch=amd64
beta.kubernetes.io/os=linux
kubernetes.io/arch=amd64
kubernetes.io/hostname=ha-739930-m04
kubernetes.io/os=linux
minikube.k8s.io/commit=b071a038f2c56b751b45082bb8c33ba68a652c59
minikube.k8s.io/name=ha-739930
minikube.k8s.io/primary=false
minikube.k8s.io/updated_at=2024_12_04T20_12_05_0700
minikube.k8s.io/version=v1.34.0
Annotations: kubeadm.alpha.kubernetes.io/cri-socket: unix:///var/run/crio/crio.sock
node.alpha.kubernetes.io/ttl: 0
volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp: Wed, 04 Dec 2024 20:12:05 +0000
Taints: <none>
Unschedulable: false
Lease:
HolderIdentity: ha-739930-m04
AcquireTime: <unset>
RenewTime: Wed, 04 Dec 2024 20:15:19 +0000
Conditions:
Type Status LastHeartbeatTime LastTransitionTime Reason Message
---- ------ ----------------- ------------------ ------ -------
MemoryPressure False Wed, 04 Dec 2024 20:12:35 +0000 Wed, 04 Dec 2024 20:12:05 +0000 KubeletHasSufficientMemory kubelet has sufficient memory available
DiskPressure False Wed, 04 Dec 2024 20:12:35 +0000 Wed, 04 Dec 2024 20:12:05 +0000 KubeletHasNoDiskPressure kubelet has no disk pressure
PIDPressure False Wed, 04 Dec 2024 20:12:35 +0000 Wed, 04 Dec 2024 20:12:05 +0000 KubeletHasSufficientPID kubelet has sufficient PID available
Ready True Wed, 04 Dec 2024 20:12:35 +0000 Wed, 04 Dec 2024 20:12:25 +0000 KubeletReady kubelet is posting ready status
Addresses:
InternalIP: 192.168.39.230
Hostname: ha-739930-m04
Capacity:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
Allocatable:
cpu: 2
ephemeral-storage: 17734596Ki
hugepages-2Mi: 0
memory: 2164184Ki
pods: 110
System Info:
Machine ID: caea6c34853a432f8606c2c81d5d7e80
System UUID: caea6c34-853a-432f-8606-c2c81d5d7e80
Boot ID: 64cbf16d-0924-4d4e-bb2e-e3fb57ad6cf8
Kernel Version: 5.10.207
OS Image: Buildroot 2023.02.9
Operating System: linux
Architecture: amd64
Container Runtime Version: cri-o://1.29.1
Kubelet Version: v1.31.2
Kube-Proxy Version: v1.31.2
PodCIDR: 10.244.3.0/24
PodCIDRs: 10.244.3.0/24
Non-terminated Pods: (2 in total)
Namespace Name CPU Requests CPU Limits Memory Requests Memory Limits Age
--------- ---- ------------ ---------- --------------- ------------- ---
kube-system kindnet-2l856 100m (5%) 100m (5%) 50Mi (2%) 50Mi (2%) 3m18s
kube-system kube-proxy-2dnzj 0 (0%) 0 (0%) 0 (0%) 0 (0%) 3m18s
Allocated resources:
(Total limits may be over 100 percent, i.e., overcommitted.)
Resource Requests Limits
-------- -------- ------
cpu 100m (5%) 100m (5%)
memory 50Mi (2%) 50Mi (2%)
ephemeral-storage 0 (0%) 0 (0%)
hugepages-2Mi 0 (0%) 0 (0%)
Events:
Type Reason Age From Message
---- ------ ---- ---- -------
Normal Starting 3m13s kube-proxy
Normal NodeAllocatableEnforced 3m19s kubelet Updated Node Allocatable limit across pods
Normal NodeHasSufficientMemory 3m18s (x2 over 3m19s) kubelet Node ha-739930-m04 status is now: NodeHasSufficientMemory
Normal NodeHasNoDiskPressure 3m18s (x2 over 3m19s) kubelet Node ha-739930-m04 status is now: NodeHasNoDiskPressure
Normal NodeHasSufficientPID 3m18s (x2 over 3m19s) kubelet Node ha-739930-m04 status is now: NodeHasSufficientPID
Normal RegisteredNode 3m16s node-controller Node ha-739930-m04 event: Registered Node ha-739930-m04 in Controller
Normal RegisteredNode 3m15s node-controller Node ha-739930-m04 event: Registered Node ha-739930-m04 in Controller
Normal RegisteredNode 3m14s node-controller Node ha-739930-m04 event: Registered Node ha-739930-m04 in Controller
Normal NodeReady 2m58s (x2 over 2m58s) kubelet Node ha-739930-m04 status is now: NodeReady
==> dmesg <==
[Dec 4 20:08] You have booted with nomodeset. This means your GPU drivers are DISABLED
[ +0.000001] Any video related functionality will be severely degraded, and you may not even be able to suspend the system properly
[ +0.000001] Unless you actually understand what nomodeset does, you should reboot without enabling it
[ +0.053379] Spectre V2 : WARNING: Unprivileged eBPF is enabled with eIBRS on, data leaks possible via Spectre v2 BHB attacks!
[ +0.038376] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[ +4.818831] platform regulatory.0: Direct firmware load for regulatory.db failed with error -2
[ +1.961468] systemd-fstab-generator[115]: Ignoring "noauto" option for root device
[ +4.569504] NFSD: Using /var/lib/nfs/v4recovery as the NFSv4 state recovery directory
[ +0.000011] NFSD: unable to find recovery directory /var/lib/nfs/v4recovery
[ +0.000001] NFSD: Unable to initialize client recovery tracking! (-2)
[ +9.583210] systemd-fstab-generator[589]: Ignoring "noauto" option for root device
[ +0.060308] kauditd_printk_skb: 1 callbacks suppressed
[ +0.060487] systemd-fstab-generator[601]: Ignoring "noauto" option for root device
[ +0.188680] systemd-fstab-generator[615]: Ignoring "noauto" option for root device
[ +0.114168] systemd-fstab-generator[627]: Ignoring "noauto" option for root device
[ +0.247975] systemd-fstab-generator[657]: Ignoring "noauto" option for root device
[ +3.760825] systemd-fstab-generator[750]: Ignoring "noauto" option for root device
[ +4.102978] systemd-fstab-generator[880]: Ignoring "noauto" option for root device
[ +0.066053] kauditd_printk_skb: 158 callbacks suppressed
[ +7.507773] systemd-fstab-generator[1298]: Ignoring "noauto" option for root device
[ +0.085425] kauditd_printk_skb: 79 callbacks suppressed
[ +5.435723] kauditd_printk_skb: 21 callbacks suppressed
[Dec 4 20:09] kauditd_printk_skb: 38 callbacks suppressed
[ +38.420810] kauditd_printk_skb: 26 callbacks suppressed
==> etcd [52571ff875ebe7e2bae93811588ab15bcc178c9e1c0334570224e1b2bd359246] <==
{"level":"warn","ts":"2024-12-04T20:15:23.808951Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.870723Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.877529Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.887060Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.890475Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.901244Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.907014Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.910876Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.913907Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.918219Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.921266Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.928400Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.933552Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.939260Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.942351Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.945101Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.954230Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.959378Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.964611Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.967939Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.970888Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.973730Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.978941Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:23.984431Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
{"level":"warn","ts":"2024-12-04T20:15:24.008651Z","caller":"rafthttp/peer.go:267","msg":"dropped internal Raft message since sending buffer is full (overloaded network)","message-type":"MsgHeartbeat","local-member-id":"f87838631c8138de","from":"f87838631c8138de","remote-peer-id":"6dfff839a0574192","remote-peer-name":"pipeline","remote-peer-active":false}
==> kernel <==
20:15:24 up 7 min, 0 users, load average: 0.33, 0.26, 0.12
Linux ha-739930 5.10.207 #1 SMP Wed Nov 6 22:25:03 UTC 2024 x86_64 GNU/Linux
PRETTY_NAME="Buildroot 2023.02.9"
==> kindnet [f38276fe657c7e64c36f5e7048dd53d1f38f2a70a523fca08ac6aba6639b37e7] <==
I1204 20:14:52.877511 1 main.go:324] Node ha-739930-m04 has CIDR [10.244.3.0/24]
I1204 20:15:02.869044 1 main.go:297] Handling node with IPs: map[192.168.39.183:{}]
I1204 20:15:02.869284 1 main.go:301] handling current node
I1204 20:15:02.869336 1 main.go:297] Handling node with IPs: map[192.168.39.216:{}]
I1204 20:15:02.869343 1 main.go:324] Node ha-739930-m02 has CIDR [10.244.1.0/24]
I1204 20:15:02.869633 1 main.go:297] Handling node with IPs: map[192.168.39.176:{}]
I1204 20:15:02.869654 1 main.go:324] Node ha-739930-m03 has CIDR [10.244.2.0/24]
I1204 20:15:02.869898 1 main.go:297] Handling node with IPs: map[192.168.39.230:{}]
I1204 20:15:02.869919 1 main.go:324] Node ha-739930-m04 has CIDR [10.244.3.0/24]
I1204 20:15:12.876661 1 main.go:297] Handling node with IPs: map[192.168.39.183:{}]
I1204 20:15:12.876725 1 main.go:301] handling current node
I1204 20:15:12.876787 1 main.go:297] Handling node with IPs: map[192.168.39.216:{}]
I1204 20:15:12.876795 1 main.go:324] Node ha-739930-m02 has CIDR [10.244.1.0/24]
I1204 20:15:12.877118 1 main.go:297] Handling node with IPs: map[192.168.39.176:{}]
I1204 20:15:12.877138 1 main.go:324] Node ha-739930-m03 has CIDR [10.244.2.0/24]
I1204 20:15:12.877303 1 main.go:297] Handling node with IPs: map[192.168.39.230:{}]
I1204 20:15:12.877319 1 main.go:324] Node ha-739930-m04 has CIDR [10.244.3.0/24]
I1204 20:15:22.878960 1 main.go:297] Handling node with IPs: map[192.168.39.230:{}]
I1204 20:15:22.879003 1 main.go:324] Node ha-739930-m04 has CIDR [10.244.3.0/24]
I1204 20:15:22.879299 1 main.go:297] Handling node with IPs: map[192.168.39.183:{}]
I1204 20:15:22.879336 1 main.go:301] handling current node
I1204 20:15:22.879355 1 main.go:297] Handling node with IPs: map[192.168.39.216:{}]
I1204 20:15:22.879379 1 main.go:324] Node ha-739930-m02 has CIDR [10.244.1.0/24]
I1204 20:15:22.879587 1 main.go:297] Handling node with IPs: map[192.168.39.176:{}]
I1204 20:15:22.879616 1 main.go:324] Node ha-739930-m03 has CIDR [10.244.2.0/24]
==> kube-apiserver [1fdab5e7f0c119181d690a0296a5d0d8ba1871661cadaa54b8d022c0a1b668e3] <==
I1204 20:08:52.109573 1 alloc.go:330] "allocated clusterIPs" service="default/kubernetes" clusterIPs={"IPv4":"10.96.0.1"}
W1204 20:08:52.115869 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.183]
I1204 20:08:52.116893 1 controller.go:615] quota admission added evaluator for: endpoints
I1204 20:08:52.120949 1 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
I1204 20:08:52.319935 1 controller.go:615] quota admission added evaluator for: serviceaccounts
I1204 20:08:53.401361 1 controller.go:615] quota admission added evaluator for: deployments.apps
I1204 20:08:53.418287 1 alloc.go:330] "allocated clusterIPs" service="kube-system/kube-dns" clusterIPs={"IPv4":"10.96.0.10"}
I1204 20:08:53.427159 1 controller.go:615] quota admission added evaluator for: daemonsets.apps
I1204 20:08:57.975080 1 controller.go:615] quota admission added evaluator for: replicasets.apps
I1204 20:08:58.071170 1 controller.go:615] quota admission added evaluator for: controllerrevisions.apps
E1204 20:11:33.595040 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51898: use of closed network connection
E1204 20:11:33.787246 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51926: use of closed network connection
E1204 20:11:33.961220 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51944: use of closed network connection
E1204 20:11:34.139353 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51958: use of closed network connection
E1204 20:11:34.492487 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51978: use of closed network connection
E1204 20:11:34.660669 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:51994: use of closed network connection
E1204 20:11:34.825641 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:52014: use of closed network connection
E1204 20:11:35.000850 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:52034: use of closed network connection
E1204 20:11:35.295050 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:52074: use of closed network connection
E1204 20:11:35.467188 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:52090: use of closed network connection
E1204 20:11:35.632176 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:52096: use of closed network connection
E1204 20:11:35.802340 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:52124: use of closed network connection
E1204 20:11:35.976054 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:52130: use of closed network connection
E1204 20:11:36.156331 1 conn.go:339] Error on socket receive: read tcp 192.168.39.254:8443->192.168.39.1:52148: use of closed network connection
W1204 20:13:02.138009 1 lease.go:265] Resetting endpoints for master service "kubernetes" to [192.168.39.176 192.168.39.183]
==> kube-controller-manager [c2343748d9b3c27471f4dc81bc815b3b7cfa628a41f8708ffaeec870bf0c05f4] <==
I1204 20:12:05.098063 1 range_allocator.go:422] "Set node PodCIDR" logger="node-ipam-controller" node="ha-739930-m04" podCIDRs=["10.244.3.0/24"]
I1204 20:12:05.098353 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:05.099501 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:05.129202 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:05.212844 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:05.605704 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:07.219432 1 node_lifecycle_controller.go:884] "Missing timestamp for Node. Assuming now as a timestamp" logger="node-lifecycle-controller" node="ha-739930-m04"
I1204 20:12:07.250173 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:08.816441 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:09.034862 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:09.114294 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:09.193601 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:15.131792 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:25.187809 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-739930-m04"
I1204 20:12:25.187897 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:25.200602 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:27.234376 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:12:35.291257 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m04"
I1204 20:13:22.261174 1 topologycache.go:237] "Can't get CPU or zone information for node" logger="endpointslice-controller" node="ha-739930-m04"
I1204 20:13:22.262013 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m02"
I1204 20:13:22.294239 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m02"
I1204 20:13:22.349815 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="26.422518ms"
I1204 20:13:22.353121 1 replica_set.go:679] "Finished syncing" logger="replicaset-controller" kind="ReplicaSet" key="default/busybox-7dff88458" duration="53.184µs"
I1204 20:13:23.918547 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m02"
I1204 20:13:27.468391 1 range_allocator.go:241] "Successfully synced" logger="node-ipam-controller" key="ha-739930-m02"
==> kube-proxy [8643b775b5352f9000b818ffdccfc9b8d9ce8d3bebf02d3707ef0c598107b627] <==
add table ip kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^
>
E1204 20:08:59.055359 1 proxier.go:734] "Error cleaning up nftables rules" err=<
could not run nftables command: /dev/stdin:1:1-25: Error: Could not process rule: Operation not supported
add table ip6 kube-proxy
^^^^^^^^^^^^^^^^^^^^^^^^^
>
I1204 20:08:59.074919 1 server.go:677] "Successfully retrieved node IP(s)" IPs=["192.168.39.183"]
E1204 20:08:59.075054 1 server.go:234] "Kube-proxy configuration may be incomplete or incorrect" err="nodePortAddresses is unset; NodePort connections will be accepted on all local IPs. Consider using `--nodeport-addresses primary`"
I1204 20:08:59.106971 1 server_linux.go:146] "No iptables support for family" ipFamily="IPv6"
I1204 20:08:59.107053 1 server.go:245] "kube-proxy running in single-stack mode" ipFamily="IPv4"
I1204 20:08:59.107091 1 server_linux.go:169] "Using iptables Proxier"
I1204 20:08:59.110117 1 proxier.go:255] "Setting route_localnet=1 to allow node-ports on localhost; to change this either disable iptables.localhostNodePorts (--iptables-localhost-nodeports) or set nodePortAddresses (--nodeport-addresses) to filter loopback addresses" ipFamily="IPv4"
I1204 20:08:59.110853 1 server.go:483] "Version info" version="v1.31.2"
I1204 20:08:59.110911 1 server.go:485] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
I1204 20:08:59.113929 1 config.go:328] "Starting node config controller"
I1204 20:08:59.113988 1 shared_informer.go:313] Waiting for caches to sync for node config
I1204 20:08:59.114597 1 config.go:199] "Starting service config controller"
I1204 20:08:59.114621 1 shared_informer.go:313] Waiting for caches to sync for service config
I1204 20:08:59.114931 1 config.go:105] "Starting endpoint slice config controller"
I1204 20:08:59.114959 1 shared_informer.go:313] Waiting for caches to sync for endpoint slice config
I1204 20:08:59.214563 1 shared_informer.go:320] Caches are synced for node config
I1204 20:08:59.215004 1 shared_informer.go:320] Caches are synced for service config
I1204 20:08:59.216196 1 shared_informer.go:320] Caches are synced for endpoint slice config
==> kube-scheduler [325ac1400e34aa08998a037b7bad43b257bdf9daf9a87fbce57d6eef87a7bef7] <==
E1204 20:08:51.687075 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.CSIStorageCapacity: failed to list *v1.CSIStorageCapacity: csistoragecapacities.storage.k8s.io is forbidden: User \"system:kube-scheduler\" cannot list resource \"csistoragecapacities\" in API group \"storage.k8s.io\" at the cluster scope" logger="UnhandledError"
W1204 20:08:51.698835 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User "system:kube-scheduler" cannot list resource "poddisruptionbudgets" in API group "policy" at the cluster scope
E1204 20:08:51.698950 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.PodDisruptionBudget: failed to list *v1.PodDisruptionBudget: poddisruptionbudgets.policy is forbidden: User \"system:kube-scheduler\" cannot list resource \"poddisruptionbudgets\" in API group \"policy\" at the cluster scope" logger="UnhandledError"
W1204 20:08:51.756911 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User "system:kube-scheduler" cannot list resource "replicationcontrollers" in API group "" at the cluster scope
E1204 20:08:51.757061 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.ReplicationController: failed to list *v1.ReplicationController: replicationcontrollers is forbidden: User \"system:kube-scheduler\" cannot list resource \"replicationcontrollers\" in API group \"\" at the cluster scope" logger="UnhandledError"
W1204 20:08:51.761020 1 reflector.go:561] k8s.io/client-go/informers/factory.go:160: failed to list *v1.Pod: pods is forbidden: User "system:kube-scheduler" cannot list resource "pods" in API group "" at the cluster scope
E1204 20:08:51.761159 1 reflector.go:158] "Unhandled Error" err="k8s.io/client-go/informers/factory.go:160: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:kube-scheduler\" cannot list resource \"pods\" in API group \"\" at the cluster scope" logger="UnhandledError"
I1204 20:08:54.377656 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I1204 20:11:28.468555 1 cache.go:503] "Pod was added to a different node than it was assumed" podKey="e79c51d4-80e5-490b-906e-e376195d820e" pod="default/busybox-7dff88458-4zmkp" assumedNode="ha-739930-m02" currentNode="ha-739930-m03"
E1204 20:11:28.510519 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-4zmkp\": pod busybox-7dff88458-4zmkp is already assigned to node \"ha-739930-m02\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-4zmkp" node="ha-739930-m03"
E1204 20:11:28.510990 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod e79c51d4-80e5-490b-906e-e376195d820e(default/busybox-7dff88458-4zmkp) was assumed on ha-739930-m03 but assigned to ha-739930-m02" pod="default/busybox-7dff88458-4zmkp"
E1204 20:11:28.511176 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-4zmkp\": pod busybox-7dff88458-4zmkp is already assigned to node \"ha-739930-m02\"" pod="default/busybox-7dff88458-4zmkp"
I1204 20:11:28.511316 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-4zmkp" node="ha-739930-m02"
I1204 20:11:28.544933 1 cache.go:503] "Pod was added to a different node than it was assumed" podKey="5411c4b8-6cb8-493d-8ce1-adcf557c68bc" pod="default/busybox-7dff88458-b94b5" assumedNode="ha-739930" currentNode="ha-739930-m03"
E1204 20:11:28.557489 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-b94b5\": pod busybox-7dff88458-b94b5 is already assigned to node \"ha-739930\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-b94b5" node="ha-739930-m03"
E1204 20:11:28.557560 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod 5411c4b8-6cb8-493d-8ce1-adcf557c68bc(default/busybox-7dff88458-b94b5) was assumed on ha-739930-m03 but assigned to ha-739930" pod="default/busybox-7dff88458-b94b5"
E1204 20:11:28.557587 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-b94b5\": pod busybox-7dff88458-b94b5 is already assigned to node \"ha-739930\"" pod="default/busybox-7dff88458-b94b5"
I1204 20:11:28.557614 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-b94b5" node="ha-739930"
E1204 20:11:30.014314 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-gg7dr\": pod busybox-7dff88458-gg7dr is already assigned to node \"ha-739930\"" plugin="DefaultBinder" pod="default/busybox-7dff88458-gg7dr" node="ha-739930"
E1204 20:11:30.014481 1 schedule_one.go:348] "scheduler cache ForgetPod failed" err="pod a1f1ba1f-1720-4b97-a4a1-ab2d0c4cfaa5(default/busybox-7dff88458-gg7dr) wasn't assumed so cannot be forgotten" pod="default/busybox-7dff88458-gg7dr"
E1204 20:11:30.015337 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"busybox-7dff88458-gg7dr\": pod busybox-7dff88458-gg7dr is already assigned to node \"ha-739930\"" pod="default/busybox-7dff88458-gg7dr"
I1204 20:11:30.015401 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="default/busybox-7dff88458-gg7dr" node="ha-739930"
E1204 20:12:05.139969 1 framework.go:1305] "Plugin Failed" err="Operation cannot be fulfilled on pods/binding \"kindnet-kswc6\": pod kindnet-kswc6 is already assigned to node \"ha-739930-m04\"" plugin="DefaultBinder" pod="kube-system/kindnet-kswc6" node="ha-739930-m04"
E1204 20:12:05.140096 1 schedule_one.go:1057] "Error scheduling pod; retrying" err="running Bind plugin \"DefaultBinder\": Operation cannot be fulfilled on pods/binding \"kindnet-kswc6\": pod kindnet-kswc6 is already assigned to node \"ha-739930-m04\"" pod="kube-system/kindnet-kswc6"
I1204 20:12:05.140125 1 schedule_one.go:1070] "Pod has been assigned to node. Abort adding it back to queue." pod="kube-system/kindnet-kswc6" node="ha-739930-m04"
==> kubelet <==
Dec 04 20:13:53 ha-739930 kubelet[1305]: E1204 20:13:53.462332 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343233462001754,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:13:53 ha-739930 kubelet[1305]: E1204 20:13:53.462375 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343233462001754,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:03 ha-739930 kubelet[1305]: E1204 20:14:03.465094 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343243464625528,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:03 ha-739930 kubelet[1305]: E1204 20:14:03.465133 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343243464625528,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:13 ha-739930 kubelet[1305]: E1204 20:14:13.466702 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343253466412207,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:13 ha-739930 kubelet[1305]: E1204 20:14:13.467091 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343253466412207,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:23 ha-739930 kubelet[1305]: E1204 20:14:23.469001 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343263468683209,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:23 ha-739930 kubelet[1305]: E1204 20:14:23.469280 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343263468683209,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:33 ha-739930 kubelet[1305]: E1204 20:14:33.471311 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343273470919351,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:33 ha-739930 kubelet[1305]: E1204 20:14:33.471582 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343273470919351,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:43 ha-739930 kubelet[1305]: E1204 20:14:43.473913 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343283473338293,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:43 ha-739930 kubelet[1305]: E1204 20:14:43.474005 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343283473338293,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:53 ha-739930 kubelet[1305]: E1204 20:14:53.358128 1305 iptables.go:577] "Could not set up iptables canary" err=<
Dec 04 20:14:53 ha-739930 kubelet[1305]: error creating chain "KUBE-KUBELET-CANARY": exit status 3: Ignoring deprecated --wait-interval option.
Dec 04 20:14:53 ha-739930 kubelet[1305]: ip6tables v1.8.9 (legacy): can't initialize ip6tables table `nat': Table does not exist (do you need to insmod?)
Dec 04 20:14:53 ha-739930 kubelet[1305]: Perhaps ip6tables or your kernel needs to be upgraded.
Dec 04 20:14:53 ha-739930 kubelet[1305]: > table="nat" chain="KUBE-KUBELET-CANARY"
Dec 04 20:14:53 ha-739930 kubelet[1305]: E1204 20:14:53.476132 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343293475734296,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:14:53 ha-739930 kubelet[1305]: E1204 20:14:53.476169 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343293475734296,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:15:03 ha-739930 kubelet[1305]: E1204 20:15:03.477995 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343303477421901,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:15:03 ha-739930 kubelet[1305]: E1204 20:15:03.478354 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343303477421901,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:15:13 ha-739930 kubelet[1305]: E1204 20:15:13.481441 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343313479636396,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:15:13 ha-739930 kubelet[1305]: E1204 20:15:13.481510 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343313479636396,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:15:23 ha-739930 kubelet[1305]: E1204 20:15:23.483414 1305 eviction_manager.go:257] "Eviction manager: failed to get HasDedicatedImageFs" err="missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343323483024120,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
Dec 04 20:15:23 ha-739930 kubelet[1305]: E1204 20:15:23.483445 1305 eviction_manager.go:212] "Eviction manager: failed to synchronize" err="eviction manager: failed to get HasDedicatedImageFs: missing image stats: &ImageFsInfoResponse{ImageFilesystems:[]*FilesystemUsage{&FilesystemUsage{Timestamp:1733343323483024120,FsId:&FilesystemIdentifier{Mountpoint:/var/lib/containers/storage/overlay-images,},UsedBytes:&UInt64Value{Value:156106,},InodesUsed:&UInt64Value{Value:72,},},},ContainerFilesystems:[]*FilesystemUsage{},}"
-- /stdout --
helpers_test.go:254: (dbg) Run: out/minikube-linux-amd64 status --format={{.APIServer}} -p ha-739930 -n ha-739930
helpers_test.go:261: (dbg) Run: kubectl --context ha-739930 get po -o=jsonpath={.items[*].metadata.name} -A --field-selector=status.phase!=Running
helpers_test.go:285: <<< TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart FAILED: end of post-mortem logs <<<
helpers_test.go:286: ---------------------/post-mortem---------------------------------
--- FAIL: TestMultiControlPlane/serial/HAppyAfterSecondaryNodeRestart (6.32s)